00010000:00000010:1.1:1784944557.755173:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9c900. 00010000:00000010:1.1:1784944557.755179:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875ee00. 00010000:00000010:1.1:1784944557.755182:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172d00. 00010000:00000010:1.1:1784944557.755185:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8d9000. 00010000:00000010:1.1:1784944557.755188:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2500. 00010000:00000010:1.1:1784944557.755191:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8d8c00. 00010000:00000010:1.1:1784944557.755195:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f75100. 00010000:00000010:1.1:1784944557.755199:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b82c00. 00010000:00000010:1.1:1784944557.755203:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65100. 00010000:00000010:1.1:1784944557.755206:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998e00. 00010000:00000010:1.1:1784944557.755209:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01700. 00010000:00000010:1.1:1784944557.755213:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286544800. 00010000:00000010:1.1:1784944557.755215:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202c00. 00010000:00000010:1.1:1784944557.755218:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8b0c00. 00010000:00000010:1.1:1784944557.755220:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82e200. 00010000:00000010:1.1:1784944557.755222:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569b400. 00010000:00000010:1.1:1784944557.755225:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2400. 00010000:00000010:1.1:1784944557.755227:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999600. 00010000:00000010:1.1:1784944557.755229:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65e00. 00010000:00000010:1.1:1784944557.755230:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0102e00. 00010000:00000010:1.1:1784944557.755233:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22200. 00010000:00000010:1.1:1784944557.755235:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f276e00. 00010000:00000010:1.1:1784944557.755239:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5d00. 00010000:00000010:1.1:1784944557.755241:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286541800. 00010000:00000010:1.1:1784944557.755243:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b9000. 00010000:00000010:1.1:1784944557.755245:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e5000. 00010000:00000010:1.1:1784944557.755247:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57f00. 00010000:00000010:1.1:1784944557.755250:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4c00. 00010000:00000010:1.1:1784944557.755252:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71c400. 00010000:00000010:1.1:1784944557.755255:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08600. 00010000:00000010:1.1:1784944557.755257:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5e00. 00010000:00000010:1.1:1784944557.755259:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629400. 00010000:00000010:1.1:1784944557.755262:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8b00. 00010000:00000010:1.1:1784944557.755265:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8582200. 00010000:00000010:1.1:1784944557.755267:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aae600. 00010000:00000010:1.1:1784944557.755269:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eec000. 00010000:00000010:1.1:1784944557.755271:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b0500. 00010000:00000010:1.1:1784944557.755274:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1928400. 00010000:00000010:1.1:1784944557.755278:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a600. 00010000:00000010:1.1:1784944557.755279:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5b200. 00010000:00000010:1.1:1784944557.755281:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a700. 00010000:00000010:1.1:1784944557.755284:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192ee00. 00010000:00000010:1.1:1784944557.755286:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8f00. 00010000:00000010:1.1:1784944557.858069:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b8c00. 00010000:00000010:1.1:1784944557.858077:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de000. 00010000:00000010:1.1:1784944557.858082:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69bb600. 00010000:00000010:1.1:1784944557.858086:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3de600. 00010000:00000010:1.1:1784944557.858090:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f08a00. 00010000:00000010:1.1:1784944557.858093:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18a5e00. 00010000:00000010:1.1:1784944557.858097:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0379c00. 00010000:00000010:1.1:1784944557.858101:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0600. 00010000:00000010:1.1:1784944557.858105:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbde00. 00010000:00000010:1.1:1784944557.858109:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8e00. 00010000:00000010:1.1:1784944557.858114:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2000. 00010000:00000010:1.1:1784944557.858119:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6e00. 00010000:00000010:1.1:1784944557.858122:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fb82000. 00010000:00000010:1.1:1784944557.858125:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037d100. 00010000:00000010:1.1:1784944557.858129:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791400. 00010000:00000010:1.1:1784944557.858133:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8f00. 00010000:00000010:1.1:1784944557.858138:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c78000. 00010000:00000010:1.1:1784944557.858141:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116500. 00010000:00000010:1.1:1784944557.858145:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18a200. 00010000:00000010:1.1:1784944557.858147:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7000. 00010000:00000010:1.1:1784944557.858152:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5600. 00010000:00000010:1.1:1784944557.858157:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1a00. 00010000:00000010:1.1:1784944557.858161:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcab400. 00010000:00000010:1.1:1784944557.858163:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8600. 00010000:00000010:1.1:1784944557.858169:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf400. 00010000:00000010:1.1:1784944557.858173:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9e00. 00010000:00000010:1.1:1784944557.858176:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0080c00. 00010000:00000010:1.1:1784944557.858180:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831700. 00010000:00000010:1.1:1784944557.858183:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f666600. 00010000:00000010:1.1:1784944557.858185:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69be000. 00010000:00000010:1.1:1784944557.858188:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bdc00. 00010000:00000010:1.1:1784944557.858191:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c45700. 00010000:00000010:1.1:1784944557.858195:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a18133c200. 00010000:00000010:1.1:1784944557.858199:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6400. 00010000:00000010:1.1:1784944557.858201:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8717c00. 00010000:00000010:1.1:1784944557.858204:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc100. 00010000:00000010:1.1:1784944557.858208:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257a00. 00010000:00000010:1.1:1784944557.858210:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc900. 00010000:00000010:1.1:1784944557.858213:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273ce00. 00010000:00000010:1.1:1784944557.858216:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2800. 00010000:00000010:1.1:1784944557.858220:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac340000. 00010000:00000010:1.1:1784944557.858224:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae500. 00010000:00000010:1.1:1784944557.858227:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d46200. 00010000:00000010:1.1:1784944557.858231:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fb300. 00010000:00000010:1.1:1784944557.858234:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f400. 00010000:00000010:1.1:1784944557.858237:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3200. 00010000:00000010:1.1:1784944557.858241:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2fe00. 00010000:00000010:1.1:1784944557.858245:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7900. 00010000:00000010:1.1:1784944557.858249:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec000. 00010000:00000010:1.1:1784944557.858252:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f972c00. 00010000:00000010:1.1:1784944557.858256:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48600. 00010000:00000010:1.1:1784944557.858260:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184c800. 00010000:00000010:1.1:1784944557.858263:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8414c00. 00010000:00000010:1.1:1784944557.858267:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395600. 00010000:00000010:1.1:1784944557.858271:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de6400. 00010000:00000010:1.1:1784944557.858274:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9200. 00010000:00000010:1.1:1784944557.858278:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af9400. 00010000:00000010:1.1:1784944557.858281:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46500. 00010000:00000010:1.1:1784944557.858285:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e5c00. 00010000:00000010:1.1:1784944557.858288:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131200. 00010000:00000010:1.1:1784944557.858290:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72a00. 00010000:00000010:1.1:1784944557.858293:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35a00. 00010000:00000010:1.1:1784944557.858295:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f602000. 00010000:00000010:1.1:1784944557.858298:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9400. 00010000:00000010:1.1:1784944557.858301:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858f800. 00010000:00000010:1.1:1784944557.858304:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac33be00. 00010000:00000010:1.1:1784944557.858305:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290423a00. 00010000:00000010:1.1:1784944557.858308:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282b08c00. 00010000:00000010:1.1:1784944557.858310:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd600. 00010000:00000010:1.1:1784944557.858312:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459100. 00010000:00000010:1.1:1784944557.858315:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad937800. 00010000:00000010:1.1:1784944557.858329:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726c100. 00010000:00000010:1.1:1784944557.858331:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1980800. 00010000:00000010:1.1:1784944557.858334:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3b400. 00010000:00000010:1.1:1784944557.858336:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cd800. 00010000:00000010:1.1:1784944557.858338:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cbaa00. 00010000:00000010:1.1:1784944557.858340:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea5200. 00010000:00000010:1.1:1784944557.858342:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145a00. 00010000:00000010:1.1:1784944557.858344:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f697400. 00010000:00000010:1.1:1784944557.858347:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4200. 00010000:00000010:1.1:1784944557.858350:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b8200. 00010000:00000010:1.1:1784944557.858352:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96100. 00010000:00000010:1.1:1784944557.858354:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b8600. 00010000:00000010:1.1:1784944557.858356:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8403800. 00010000:00000010:1.1:1784944557.858359:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed9600. 00010000:00000010:1.1:1784944557.858364:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15300. 00010000:00000010:1.1:1784944557.858368:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c4400. 00010000:00000010:1.1:1784944557.858373:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be400. 00010000:00000010:1.1:1784944557.858376:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb0800. 00010000:00000010:1.1:1784944557.858379:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85900. 00010000:00000010:1.1:1784944557.858382:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446200. 00010000:00000010:1.1:1784944557.858386:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781800. 00010000:00000010:1.1:1784944557.858390:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4ef200. 00010000:00000010:1.1:1784944557.858394:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf8fa00. 00010000:00000010:1.1:1784944557.858398:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c3e00. 00010000:00000010:1.1:1784944557.858402:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a500. 00010000:00000010:1.1:1784944557.858406:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28863e600. 00010000:00000010:1.1:1784944557.858410:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dc500. 00010000:00000010:1.1:1784944557.858414:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025f200. 00010000:00000010:1.1:1784944557.858417:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b849b800. 00010000:00000010:1.1:1784944557.858420:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9400. 00010000:00000010:1.1:1784944557.858424:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8502700. 00010000:00000010:1.1:1784944557.858427:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6ba00. 00010000:00000010:1.1:1784944557.858431:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecf100. 00010000:00000010:1.1:1784944557.858434:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae043400. 00010000:00000010:1.1:1784944557.858437:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecf800. 00010000:00000010:1.1:1784944557.858440:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1956200. 00010000:00000010:1.1:1784944557.858444:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f00f600. 00010000:00000010:1.1:1784944557.858447:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08e000. 00010000:00000010:1.1:1784944557.858450:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f00f900. 00010000:00000010:1.1:1784944557.858453:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad865e00. 00010000:00000010:1.1:1784944557.858455:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082a00. 00010000:00000010:1.1:1784944557.858459:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f4a00. 00010000:00000010:1.1:1784944557.858462:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4d00. 00010000:00000010:1.1:1784944557.858464:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cabe00. 00010000:00000010:1.1:1784944557.858467:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510eb00. 00010000:00000010:1.1:1784944557.858469:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08f600. 00010000:00000010:1.1:1784944557.858471:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4e00. 00010000:00000010:1.1:1784944557.858474:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b19a00. 00010000:00000010:1.1:1784944557.858476:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3d300. 00010000:00000010:1.1:1784944557.858478:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0197200. 00010000:00000010:1.1:1784944557.858481:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6f00. 00010000:00000010:1.1:1784944557.858483:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291112600. 00010000:00000010:1.1:1784944557.858485:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f502400. 00010000:00000010:1.1:1784944557.858487:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291017400. 00010000:00000010:1.1:1784944557.858490:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529bb00. 00010000:00000010:1.1:1784944557.858492:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f4400. 00010000:00000010:1.1:1784944557.858495:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f4a500. 00010000:00000010:1.1:1784944557.858497:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291111800. 00010000:00000010:1.1:1784944557.858499:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1b00. 00010000:00000010:1.1:1784944557.858501:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed3a00. 00010000:00000010:1.1:1784944557.858503:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2b8400. 00010000:00000010:1.1:1784944557.858506:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad949200. 00010000:00000010:1.1:1784944557.858508:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fa800. 00010000:00000010:1.1:1784944557.858510:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272ed00. 00010000:00000010:1.1:1784944557.858512:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857ec400. 00010000:00000010:1.1:1784944557.858515:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f789300. 00010000:00000010:1.1:1784944557.858517:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8fc00. 00010000:00000010:1.1:1784944557.858520:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894f7800. 00010000:00000010:1.1:1784944557.858523:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b0200. 00010000:00000010:1.1:1784944557.858527:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2a00. 00010000:00000010:1.1:1784944557.858530:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efca00. 00010000:00000010:1.1:1784944557.858535:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ecb00. 00010000:00000010:1.1:1784944557.858539:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf05e00. 00010000:00000010:1.1:1784944557.858543:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510f600. 00010000:00000010:1.1:1784944557.858546:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8627a00. 00010000:00000010:1.1:1784944557.858549:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864bac00. 00010000:00000010:1.1:1784944557.858552:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad948c00. 00010000:00000010:1.1:1784944557.858556:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2618800. 00010000:00000010:1.1:1784944557.858559:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6a600. 00010000:00000010:1.1:1784944557.858564:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7cc00. 00010000:00000010:1.1:1784944557.858567:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea9200. 00010000:00000010:1.1:1784944557.858569:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d0700. 00010000:00000010:1.1:1784944557.858571:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad949c00. 00010000:00000010:1.1:1784944557.858573:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2618c00. 00010000:00000010:1.1:1784944557.858575:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af2e00. 00010000:00000010:1.1:1784944557.858577:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6900. 00010000:00000010:1.1:1784944557.858642:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc2200. 00010000:00000010:1.1:1784944557.858647:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada28600. 00010000:00000010:1.1:1784944557.858651:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902aae00. 00010000:00000010:1.1:1784944557.858654:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261be00. 00010000:00000010:1.1:1784944557.858658:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258f800. 00010000:00000010:1.1:1784944557.858662:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5400. 00010000:00000010:1.1:1784944557.858665:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a5c00. 00010000:00000010:1.1:1784944557.858668:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18c8a00. 00010000:00000010:1.1:1784944557.858671:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755f000. 00010000:00000010:1.1:1784944557.858675:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bfa00. 00010000:00000010:1.1:1784944557.858678:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0302400. 00010000:00000010:1.1:1784944557.858681:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589000. 00010000:00000010:1.1:1784944557.858685:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad825000. 00010000:00000010:1.1:1784944557.858690:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22100. 00010000:00000010:1.1:1784944557.858693:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc94400. 00010000:00000010:1.1:1784944557.858698:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c03a8900. 00010000:00000010:1.1:1784944557.858701:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbaa200. 00010000:00000010:1.1:1784944557.858705:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96000. 00010000:00000010:1.1:1784944557.858709:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbab200. 00010000:00000010:1.1:1784944557.858712:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96700. 00010000:00000010:1.1:1784944557.858715:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96a400. 00010000:00000010:1.1:1784944557.858718:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b09800. 00010000:00000010:1.1:1784944557.858722:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6fe00. 00010000:00000010:1.1:1784944557.858725:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b09900. 00010000:00000010:1.1:1784944557.858728:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285154800. 00010000:00000010:1.1:1784944557.858732:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817900. 00010000:00000010:1.1:1784944557.858735:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fda00. 00010000:00000010:1.1:1784944557.858739:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffb6000. 00010000:00000010:1.1:1784944557.858742:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285799a00. 00010000:00000010:1.1:1784944557.858746:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffb6c00. 00010000:00000010:1.1:1784944557.858750:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290f6ce00. 00010000:00000010:1.1:1784944557.858754:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665800. 00010000:00000010:1.1:1784944557.858758:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8400. 00010000:00000010:1.1:1784944557.858761:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134c900. 00010000:00000010:1.1:1784944557.858764:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be5c00. 00010000:00000010:1.1:1784944557.858767:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134c800. 00010000:00000010:1.1:1784944557.858771:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8614000. 00010000:00000010:1.1:1784944557.858774:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3c00. 00010000:00000010:1.1:1784944557.858777:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8612e00. 00010000:00000010:1.1:1784944557.858781:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf22200. 00010000:00000010:1.1:1784944557.858784:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7795a00. 00010000:00000010:1.1:1784944557.858788:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0fd00. 00010000:00000010:1.1:1784944557.858791:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade25e00. 00010000:00000010:1.1:1784944557.858795:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24600. 00010000:00000010:1.1:1784944557.858798:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0170600. 00010000:00000010:1.1:1784944557.858803:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84700. 00010000:00000010:1.1:1784944557.858806:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285166000. 00010000:00000010:1.1:1784944557.858809:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21600. 00010000:00000010:1.1:1784944557.858812:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f643a00. 00010000:00000010:1.1:1784944557.858815:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0e00. 00010000:00000010:1.1:1784944557.858818:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27bea00. 00010000:00000010:1.1:1784944557.858822:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769e00. 00010000:00000010:1.1:1784944557.858825:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc6e00. 00010000:00000010:1.1:1784944557.858830:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6000. 00010000:00000010:1.1:1784944557.858833:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257800. 00010000:00000010:1.1:1784944557.858836:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6600. 00010000:00000010:1.1:1784944557.858839:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606a00. 00010000:00000010:1.1:1784944557.858842:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500300. 00010000:00000010:1.1:1784944557.858846:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8671800. 00010000:00000010:1.1:1784944557.858849:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725b00. 00010000:00000010:1.1:1784944557.858853:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b4e00. 00010000:00000010:1.1:1784944557.858856:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676100. 00010000:00000010:1.1:1784944557.858861:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b6c00. 00010000:00000010:1.1:1784944557.858865:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7e00. 00010000:00000010:1.1:1784944557.858869:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdca00. 00010000:00000010:1.1:1784944557.858872:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3800. 00010000:00000010:1.1:1784944557.858876:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78ce000. 00010000:00000010:1.1:1784944557.858879:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35100. 00010000:00000010:1.1:1784944557.858882:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3600. 00010000:00000010:1.1:1784944557.858886:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3600. 00010000:00000010:1.1:1784944557.858889:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe46400. 00010000:00000010:1.1:1784944557.858893:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4c00. 00010000:00000010:1.1:1784944557.858897:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f7200. 00010000:00000010:1.1:1784944557.858900:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a800. 00010000:00000010:1.1:1784944557.858904:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e40200. 00010000:00000010:1.1:1784944557.858907:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada17300. 00010000:00000010:1.1:1784944557.858910:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcd600. 00010000:00000010:1.1:1784944557.858914:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005200. 00010000:00000010:1.1:1784944557.858917:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fac00. 00010000:00000010:1.1:1784944557.858921:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022d300. 00010000:00000010:1.1:1784944557.858925:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f790a00. 00010000:00000010:1.1:1784944557.858928:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8000. 00010000:00000010:1.1:1784944557.858931:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6ac00. 00010000:00000010:1.1:1784944557.858934:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7e00. 00010000:00000010:1.1:1784944557.858938:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbf9400. 00010000:00000010:1.1:1784944557.858941:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbffa00. 00010000:00000010:1.1:1784944557.858945:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036d800. 00010000:00000010:1.1:1784944557.858950:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe200. 00010000:00000010:1.1:1784944557.858953:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037ee00. 00010000:00000010:1.1:1784944557.858957:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036bd00. 00010000:00000010:1.1:1784944557.858961:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290378200. 00010000:00000010:1.1:1784944557.858964:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0400. 00010000:00000010:1.1:1784944557.858967:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae083c00. 00010000:00000010:1.1:1784944557.858970:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b700. 00010000:00000010:1.1:1784944557.858972:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd4c00. 00010000:00000010:1.1:1784944557.858976:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750b00. 00010000:00000010:1.1:1784944557.858979:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac36000. 00010000:00000010:1.1:1784944557.858982:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b300. 00010000:00000010:1.1:1784944557.858984:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac37a00. 00010000:00000010:1.1:1784944557.858987:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a000. 00010000:00000010:1.1:1784944557.858989:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28648ae00. 00010000:00000010:1.1:1784944557.858993:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630300. 00010000:00000010:1.1:1784944557.858996:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24e200. 00010000:00000010:1.1:1784944557.858999:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4300. 00010000:00000010:1.1:1784944557.859003:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f400. 00010000:00000010:1.1:1784944557.859006:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796d00. 00010000:00000010:1.1:1784944557.859010:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4400. 00010000:00000010:1.1:1784944557.859013:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15800. 00010000:00000010:1.1:1784944557.859016:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4000. 00010000:00000010:1.1:1784944557.859019:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8400. 00010000:00000010:1.1:1784944557.859023:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffb8e00. 00010000:00000010:1.1:1784944557.859026:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249200. 00010000:00000010:1.1:1784944557.859029:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad818600. 00010000:00000010:1.1:1784944557.859032:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199fe00. 00010000:00000010:1.1:1784944557.859036:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad829800. 00010000:00000010:1.1:1784944557.859039:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82700. 00010000:00000010:1.1:1784944557.859042:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3cc00. 00010000:00000010:1.1:1784944557.859079:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325200. 00010000:00000010:1.1:1784944557.859086:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3da00. 00010000:00000010:1.1:1784944557.859090:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2700. 00010000:00000010:1.1:1784944557.859094:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a298ea0200. 00010000:00000010:1.1:1784944557.859097:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5700. 00010000:00000010:1.1:1784944557.859100:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3d400. 00010000:00000010:1.1:1784944557.859103:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a900. 00010000:00000010:1.1:1784944557.859107:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fbf400. 00010000:00000010:1.1:1784944557.859111:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f88900. 00010000:00000010:1.1:1784944557.859114:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1846000. 00010000:00000010:1.1:1784944557.859118:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5f00. 00010000:00000010:1.1:1784944557.859122:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b67800. 00010000:00000010:1.1:1784944557.859126:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101a00. 00010000:00000010:1.1:1784944557.859129:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0326e00. 00010000:00000010:1.1:1784944557.859132:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3400. 00010000:00000010:1.1:1784944557.859136:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3ae00. 00010000:00000010:1.1:1784944557.859139:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106400. 00010000:00000010:1.1:1784944557.859142:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a1400. 00010000:00000010:1.1:1784944557.859145:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f274d00. 00010000:00000010:1.1:1784944557.859150:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7471a00. 00010000:00000010:1.1:1784944557.859153:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477000. 00010000:00000010:1.1:1784944557.859157:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b3200. 00010000:00000010:1.1:1784944557.859160:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385600. 00010000:00000010:1.1:1784944557.859163:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272800. 00010000:00000010:1.1:1784944557.859167:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dae700. 00010000:00000010:1.1:1784944557.859170:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7ba0000. 00010000:00000010:1.1:1784944557.859173:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647d300. 00010000:00000010:1.1:1784944557.859176:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515bc00. 00010000:00000010:1.1:1784944557.859180:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474900. 00010000:00000010:1.1:1784944557.859186:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473e00. 00010000:00000010:1.1:1784944557.859189:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7700. 00010000:00000010:1.1:1784944557.859193:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8d8000. 00010000:00000010:1.1:1784944557.859196:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f75300. 00010000:00000010:1.1:1784944557.859200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fbe00. 00010000:00000010:1.1:1784944557.859203:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06700. 00010000:00000010:1.1:1784944557.859207:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0205000. 00010000:00000010:1.1:1784944557.859211:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7b00. 00010000:00000010:1.1:1784944557.859214:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286544e00. 00010000:00000010:1.1:1784944557.859218:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0200. 00010000:00000010:1.1:1784944557.859221:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018000. 00010000:00000010:1.1:1784944557.859224:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01b00. 00010000:00000010:1.1:1784944557.859229:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998600. 00010000:00000010:1.1:1784944557.859231:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fcb00. 00010000:00000010:1.1:1784944557.859236:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62f200. 00010000:00000010:1.1:1784944557.859240:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200900. 00010000:00000010:1.1:1784944557.859243:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62fa00. 00010000:00000010:1.1:1784944557.859246:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200100. 00010000:00000010:1.1:1784944557.859249:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0102c00. 00010000:00000010:1.1:1784944557.859252:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22000. 00010000:00000010:1.1:1784944557.859256:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f276c00. 00010000:00000010:1.1:1784944557.859260:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5400. 00010000:00000010:1.1:1784944557.859263:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf45800. 00010000:00000010:1.1:1784944557.859266:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5200. 00010000:00000010:1.1:1784944557.859269:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4000. 00010000:00000010:1.1:1784944557.859273:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718800. 00010000:00000010:1.1:1784944557.859276:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eee200. 00010000:00000010:1.1:1784944557.859280:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895400. 00010000:00000010:1.1:1784944557.859284:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae039a00. 00010000:00000010:1.1:1784944557.859286:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71cb00. 00010000:00000010:1.1:1784944557.859290:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629800. 00010000:00000010:1.1:1784944557.859294:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8d00. 00010000:00000010:1.1:1784944557.859297:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eec800. 00010000:00000010:1.1:1784944557.859300:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0ea800. 00010000:00000010:1.1:1784944557.859303:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf47000. 00010000:00000010:1.1:1784944557.859307:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d500. 00010000:00000010:1.1:1784944557.859310:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030aa00. 00010000:00000010:1.1:1784944557.859314:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43ab00. 00010000:00000010:1.1:1784944557.860638:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5b000. 00010000:00000010:1.1:1784944557.860644:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62d400. 00010000:00000010:1.1:1784944557.860649:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192ec00. 00010000:00000010:1.1:1784944557.860652:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0ba00. 00010000:00000010:1.1:1784944557.860659:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b9e00. 00010000:00000010:1.1:1784944557.860663:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8dea00. 00010000:00000010:1.1:1784944557.860666:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69bb400. 00010000:00000010:1.1:1784944557.860669:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4da00. 00010000:00000010:1.1:1784944557.860672:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0378400. 00010000:00000010:1.1:1784944557.860676:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0400. 00010000:00000010:1.1:1784944557.860679:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28608e600. 00010000:00000010:1.1:1784944557.860682:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62bc00. 00010000:00000010:1.1:1784944557.860686:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76ce600. 00010000:00000010:1.1:1784944557.860689:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9a00. 00010000:00000010:1.1:1784944557.860693:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2a00. 00010000:00000010:1.1:1784944557.860704:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6200. 00010000:00000010:1.1:1784944557.860708:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf84400. 00010000:00000010:1.1:1784944557.860712:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117800. 00010000:00000010:1.1:1784944557.860716:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791800. 00010000:00000010:1.1:1784944557.860720:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8100. 00010000:00000010:1.1:1784944557.860723:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2760200. 00010000:00000010:1.1:1784944557.860773:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4000. 00010000:00000010:1.1:1784944557.860777:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f111000. 00010000:00000010:1.1:1784944557.860781:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0bd00. 00010000:00000010:1.1:1784944557.860784:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5400. 00010000:00000010:1.1:1784944557.860788:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1600. 00010000:00000010:1.1:1784944557.860792:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bdba00. 00010000:00000010:1.1:1784944557.860795:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6500. 00010000:00000010:1.1:1784944557.860800:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf800. 00010000:00000010:1.1:1784944557.860803:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9200. 00010000:00000010:1.1:1784944557.860806:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c32e00. 00010000:00000010:1.1:1784944557.860811:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759ef00. 00010000:00000010:1.1:1784944557.860815:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f667e00. 00010000:00000010:1.1:1784944557.860819:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b274e600. 00010000:00000010:1.1:1784944557.860822:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2b800. 00010000:00000010:1.1:1784944557.860825:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65f00. 00010000:00000010:1.1:1784944557.860830:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83ea00. 00010000:00000010:1.1:1784944557.860833:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7100. 00010000:00000010:1.1:1784944557.860836:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c200. 00010000:00000010:1.1:1784944557.860839:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e300. 00010000:00000010:1.1:1784944557.860842:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290256600. 00010000:00000010:1.1:1784944557.860845:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdcc00. 00010000:00000010:1.1:1784944557.860848:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273d000. 00010000:00000010:1.1:1784944557.860851:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2c00. 00010000:00000010:1.1:1784944557.860854:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fdc00. 00010000:00000010:1.1:1784944557.860859:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241000. 00010000:00000010:1.1:1784944557.860862:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d46400. 00010000:00000010:1.1:1784944557.860865:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fb800. 00010000:00000010:1.1:1784944557.860869:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f692400. 00010000:00000010:1.1:1784944557.860872:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38fc00. 00010000:00000010:1.1:1784944557.860874:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241600. 00010000:00000010:1.1:1784944557.860878:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967600. 00010000:00000010:1.1:1784944557.860881:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9c00. 00010000:00000010:1.1:1784944557.860885:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2f200. 00010000:00000010:1.1:1784944557.860888:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d600. 00010000:00000010:1.1:1784944557.860892:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48200. 00010000:00000010:1.1:1784944557.860895:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184cf00. 00010000:00000010:1.1:1784944557.860898:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8415e00. 00010000:00000010:1.1:1784944557.860911:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395b00. 00010000:00000010:1.1:1784944557.860914:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de6800. 00010000:00000010:1.1:1784944557.860917:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9000. 00010000:00000010:1.1:1784944557.860921:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7737c00. 00010000:00000010:1.1:1784944557.860924:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46800. 00010000:00000010:1.1:1784944557.860927:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b6600. 00010000:00000010:1.1:1784944557.860930:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65200. 00010000:00000010:1.1:1784944557.860933:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f603800. 00010000:00000010:1.1:1784944557.860936:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9900. 00010000:00000010:1.1:1784944557.860939:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f602a00. 00010000:00000010:1.1:1784944557.860943:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9500. 00010000:00000010:1.1:1784944557.860947:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033f400. 00010000:00000010:1.1:1784944557.860950:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282b08600. 00010000:00000010:1.1:1784944557.860955:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f573000. 00010000:00000010:1.1:1784944557.860958:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d000. 00010000:00000010:1.1:1784944557.860961:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd400. 00010000:00000010:1.1:1784944557.860964:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459700. 00010000:00000010:1.1:1784944557.860968:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290422800. 00010000:00000010:1.1:1784944557.860971:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726c700. 00010000:00000010:1.1:1784944557.860975:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b52400. 00010000:00000010:1.1:1784944557.860978:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e700. 00010000:00000010:1.1:1784944557.860981:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1981000. 00010000:00000010:1.1:1784944557.860984:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ecc00. 00010000:00000010:1.1:1784944557.860987:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a5ca00. 00010000:00000010:1.1:1784944557.860990:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc100. 00010000:00000010:1.1:1784944557.860994:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283949600. 00010000:00000010:1.1:1784944557.860997:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3bd00. 00010000:00000010:1.1:1784944557.861000:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b8400. 00010000:00000010:1.1:1784944557.861003:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96700. 00010000:00000010:1.1:1784944557.861006:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed9800. 00010000:00000010:1.1:1784944557.861010:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8403f00. 00010000:00000010:1.1:1784944557.861013:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed9400. 00010000:00000010:1.1:1784944557.861016:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717000. 00010000:00000010:1.1:1784944557.861020:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c4000. 00010000:00000010:1.1:1784944557.861024:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be200. 00010000:00000010:1.1:1784944557.861027:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c5400. 00010000:00000010:1.1:1784944557.861030:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bea00. 00010000:00000010:1.1:1784944557.861033:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb0a00. 00010000:00000010:1.1:1784944557.861036:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87900. 00010000:00000010:1.1:1784944557.861042:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e28800. 00010000:00000010:1.1:1784944557.861066:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872f00. 00010000:00000010:1.1:1784944557.861070:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c3200. 00010000:00000010:1.1:1784944557.861073:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a800. 00010000:00000010:1.1:1784944557.861075:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28863e200. 00010000:00000010:1.1:1784944557.861078:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dc800. 00010000:00000010:1.1:1784944557.861081:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025f000. 00010000:00000010:1.1:1784944557.861084:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b849bf00. 00010000:00000010:1.1:1784944557.861087:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9800. 00010000:00000010:1.1:1784944557.861090:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a795ae00. 00010000:00000010:1.1:1784944557.861093:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6ae00. 00010000:00000010:1.1:1784944557.861096:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecf700. 00010000:00000010:1.1:1784944557.861099:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08e600. 00010000:00000010:1.1:1784944557.861103:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0ae100. 00010000:00000010:1.1:1784944557.861106:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8663400. 00010000:00000010:1.1:1784944557.861110:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4100. 00010000:00000010:1.1:1784944557.861113:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cab200. 00010000:00000010:1.1:1784944557.861117:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742300. 00010000:00000010:1.1:1784944557.861120:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad865200. 00010000:00000010:1.1:1784944557.861125:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895200. 00010000:00000010:1.1:1784944557.861128:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f5c00. 00010000:00000010:1.1:1784944557.861131:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4400. 00010000:00000010:1.1:1784944557.861134:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08f800. 00010000:00000010:1.1:1784944557.861137:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4b00. 00010000:00000010:1.1:1784944557.861140:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08ee00. 00010000:00000010:1.1:1784944557.861142:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4c00. 00010000:00000010:1.1:1784944557.861146:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b18e00. 00010000:00000010:1.1:1784944557.861150:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3d900. 00010000:00000010:1.1:1784944557.861153:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0197e00. 00010000:00000010:1.1:1784944557.861157:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6100. 00010000:00000010:1.1:1784944557.861160:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcf400. 00010000:00000010:1.1:1784944557.861164:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576400. 00010000:00000010:1.1:1784944557.861167:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2400. 00010000:00000010:1.1:1784944557.861170:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4500. 00010000:00000010:1.1:1784944557.861173:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f4800. 00010000:00000010:1.1:1784944557.861177:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f4a800. 00010000:00000010:1.1:1784944557.861180:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ace00. 00010000:00000010:1.1:1784944557.861183:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16000. 00010000:00000010:1.1:1784944557.861187:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272da00. 00010000:00000010:1.1:1784944557.861191:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a293966200. 00010000:00000010:1.1:1784944557.861194:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fa600. 00010000:00000010:1.1:1784944557.861197:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272e400. 00010000:00000010:1.1:1784944557.861200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28561d200. 00010000:00000010:1.1:1784944557.861203:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185db00. 00010000:00000010:1.1:1784944557.861206:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8e600. 00010000:00000010:1.1:1784944557.861209:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894f7f00. 00010000:00000010:1.1:1784944557.861212:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b0400. 00010000:00000010:1.1:1784944557.861216:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2600. 00010000:00000010:1.1:1784944557.861219:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efdc00. 00010000:00000010:1.1:1784944557.861222:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ecd00. 00010000:00000010:1.1:1784944557.861225:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf05200. 00010000:00000010:1.1:1784944557.861228:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510fb00. 00010000:00000010:1.1:1784944557.861232:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8626e00. 00010000:00000010:1.1:1784944557.861235:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864ba300. 00010000:00000010:1.1:1784944557.861238:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e13800. 00010000:00000010:1.1:1784944557.861243:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486f00. 00010000:00000010:1.1:1784944557.861248:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6a200. 00010000:00000010:1.1:1784944557.861251:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7c300. 00010000:00000010:1.1:1784944557.861255:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a7e00. 00010000:00000010:1.1:1784944557.861259:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59500. 00010000:00000010:1.1:1784944557.861262:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad948600. 00010000:00000010:1.1:1784944557.861265:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2618300. 00010000:00000010:1.1:1784944557.861268:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c2400. 00010000:00000010:1.1:1784944557.861271:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dd400. 00010000:00000010:1.1:1784944557.861275:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2fa00. 00010000:00000010:1.1:1784944557.861278:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dd300. 00010000:00000010:1.1:1784944557.861281:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ab600. 00010000:00000010:1.1:1784944557.861284:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada28800. 00010000:00000010:1.1:1784944557.861287:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2cb000. 00010000:00000010:1.1:1784944557.861290:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2da00. 00010000:00000010:1.1:1784944557.861293:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a4600. 00010000:00000010:1.1:1784944557.861297:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18c8600. 00010000:00000010:1.1:1784944557.861300:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755e000. 00010000:00000010:1.1:1784944557.861303:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bf600. 00010000:00000010:1.1:1784944557.861305:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0302800. 00010000:00000010:1.1:1784944557.861308:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589a00. 00010000:00000010:1.1:1784944557.861312:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad824000. 00010000:00000010:1.1:1784944557.861341:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22700. 00010000:00000010:1.1:1784944557.861344:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35e000. 00010000:00000010:1.1:1784944557.861348:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611c00. 00010000:00000010:1.1:1784944557.861356:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902abc00. 00010000:00000010:1.1:1784944557.861359:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1d00. 00010000:00000010:1.1:1784944557.861363:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af2c00. 00010000:00000010:1.1:1784944557.861366:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815d00. 00010000:00000010:1.1:1784944557.861370:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb5200. 00010000:00000010:1.1:1784944557.861375:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35b600. 00010000:00000010:1.1:1784944557.861378:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03ab000. 00010000:00000010:1.1:1784944557.861382:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7200. 00010000:00000010:1.1:1784944557.861386:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe5e200. 00010000:00000010:1.1:1784944557.861390:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850bf00. 00010000:00000010:1.1:1784944557.861394:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aac00. 00010000:00000010:1.1:1784944557.861396:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffb6a00. 00010000:00000010:1.1:1784944557.861399:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe5ea00. 00010000:00000010:1.1:1784944557.861402:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850be00. 00010000:00000010:1.1:1784944557.861411:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade91400. 00010000:00000010:1.1:1784944557.861414:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665f00. 00010000:00000010:1.1:1784944557.861418:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848800. 00010000:00000010:1.1:1784944557.861421:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72000. 00010000:00000010:1.1:1784944557.861425:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993600. 00010000:00000010:1.1:1784944557.861428:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72e00. 00010000:00000010:1.1:1784944557.861432:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8614a00. 00010000:00000010:1.1:1784944557.861435:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3300. 00010000:00000010:1.1:1784944557.861438:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e35c00. 00010000:00000010:1.1:1784944557.861441:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12600. 00010000:00000010:1.1:1784944557.861445:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad444c00. 00010000:00000010:1.1:1784944557.861448:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93800. 00010000:00000010:1.1:1784944557.861452:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be4c00. 00010000:00000010:1.1:1784944557.861455:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786300. 00010000:00000010:1.1:1784944557.861458:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0170200. 00010000:00000010:1.1:1784944557.861461:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70f00. 00010000:00000010:1.1:1784944557.861464:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa62200. 00010000:00000010:1.1:1784944557.861468:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025e00. 00010000:00000010:1.1:1784944557.861471:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d0e00. 00010000:00000010:1.1:1784944557.861475:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fc5500. 00010000:00000010:1.1:1784944557.861478:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc6400. 00010000:00000010:1.1:1784944557.861481:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792f00. 00010000:00000010:1.1:1784944557.861485:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e8800. 00010000:00000010:1.1:1784944557.861487:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4a00. 00010000:00000010:1.1:1784944557.861490:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857d0600. 00010000:00000010:1.1:1784944557.861494:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c71f00. 00010000:00000010:1.1:1784944557.861497:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606000. 00010000:00000010:1.1:1784944557.861501:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784500. 00010000:00000010:1.1:1784944557.861504:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8671a00. 00010000:00000010:1.1:1784944557.861507:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725d00. 00010000:00000010:1.1:1784944557.861512:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78cf000. 00010000:00000010:1.1:1784944557.861515:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20a00. 00010000:00000010:1.1:1784944557.861519:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe41c00. 00010000:00000010:1.1:1784944557.861522:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7200. 00010000:00000010:1.1:1784944557.861526:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcddc00. 00010000:00000010:1.1:1784944557.861529:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3f00. 00010000:00000010:1.1:1784944557.861532:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6e00. 00010000:00000010:1.1:1784944557.861536:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35c00. 00010000:00000010:1.1:1784944557.861539:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3400. 00010000:00000010:1.1:1784944557.861542:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3b00. 00010000:00000010:1.1:1784944557.861545:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285789c00. 00010000:00000010:1.1:1784944557.861549:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada14500. 00010000:00000010:1.1:1784944557.861552:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f7000. 00010000:00000010:1.1:1784944557.861556:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6af00. 00010000:00000010:1.1:1784944557.861558:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e40400. 00010000:00000010:1.1:1784944557.861562:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000c00. 00010000:00000010:1.1:1784944557.861565:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcb400. 00010000:00000010:1.1:1784944557.861568:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9400. 00010000:00000010:1.1:1784944557.861571:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fbe00. 00010000:00000010:1.1:1784944557.861575:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022d900. 00010000:00000010:1.1:1784944557.861578:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f791c00. 00010000:00000010:1.1:1784944557.861581:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8a00. 00010000:00000010:1.1:1784944557.861584:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288594c00. 00010000:00000010:1.1:1784944557.861588:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f53300. 00010000:00000010:1.1:1784944557.861592:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbf9600. 00010000:00000010:1.1:1784944557.861595:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbff600. 00010000:00000010:1.1:1784944557.861598:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036da00. 00010000:00000010:1.1:1784944557.861601:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe000. 00010000:00000010:1.1:1784944557.861604:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae083000. 00010000:00000010:1.1:1784944557.861607:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be200. 00010000:00000010:1.1:1784944557.861611:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290378400. 00010000:00000010:1.1:1784944557.861614:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786a00. 00010000:00000010:1.1:1784944557.861618:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae082c00. 00010000:00000010:1.1:1784944557.861621:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036bc00. 00010000:00000010:1.1:1784944557.861624:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd5e00. 00010000:00000010:1.1:1784944557.861627:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750d00. 00010000:00000010:1.1:1784944557.861631:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac31400. 00010000:00000010:1.1:1784944557.861635:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608700. 00010000:00000010:1.1:1784944557.861638:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fc7a00. 00010000:00000010:1.1:1784944557.861641:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866aa00. 00010000:00000010:1.1:1784944557.861644:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade85c00. 00010000:00000010:1.1:1784944557.861647:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630900. 00010000:00000010:1.1:1784944557.861650:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24e400. 00010000:00000010:1.1:1784944557.861653:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4900. 00010000:00000010:1.1:1784944557.861656:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa8c00. 00010000:00000010:1.1:1784944557.861660:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860e700. 00010000:00000010:1.1:1784944557.861663:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4800. 00010000:00000010:1.1:1784944557.861666:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64300. 00010000:00000010:1.1:1784944557.861670:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5000. 00010000:00000010:1.1:1784944557.861673:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb300. 00010000:00000010:1.1:1784944557.861677:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa7000. 00010000:00000010:1.1:1784944557.861680:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb800. 00010000:00000010:1.1:1784944557.861683:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa7600. 00010000:00000010:1.1:1784944557.861686:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27ba300. 00010000:00000010:1.1:1784944557.861689:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b9600. 00010000:00000010:1.1:1784944557.861692:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27ba400. 00010000:00000010:1.1:1784944557.861695:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3de00. 00010000:00000010:1.1:1784944557.861699:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3ff00. 00010000:00000010:1.1:1784944557.861702:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a55c00. 00010000:00000010:1.1:1784944557.861706:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53600. 00010000:00000010:1.1:1784944557.861710:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b38a00. 00010000:00000010:1.1:1784944557.861713:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52700. 00010000:00000010:1.1:1784944557.861717:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd1400. 00010000:00000010:1.1:1784944557.861720:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2ae00. 00010000:00000010:1.1:1784944557.861723:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffbbe00. 00010000:00000010:1.1:1784944557.861734:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9e800. 00010000:00000010:1.1:1784944557.861737:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1846a00. 00010000:00000010:1.1:1784944557.861743:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9ee00. 00010000:00000010:1.1:1784944557.861747:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b67a00. 00010000:00000010:1.1:1784944557.861750:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101600. 00010000:00000010:1.1:1784944557.861753:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0326c00. 00010000:00000010:1.1:1784944557.861757:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3500. 00010000:00000010:1.1:1784944557.861760:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3ac00. 00010000:00000010:1.1:1784944557.861763:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106500. 00010000:00000010:1.1:1784944557.861766:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a1800. 00010000:00000010:1.1:1784944557.861769:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87100. 00010000:00000010:1.1:1784944557.861773:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7470e00. 00010000:00000010:1.1:1784944557.861775:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477a00. 00010000:00000010:1.1:1784944557.861778:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c10c00. 00010000:00000010:1.1:1784944557.861782:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20b00. 00010000:00000010:1.1:1784944557.861785:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273600. 00010000:00000010:1.1:1784944557.861788:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6daec00. 00010000:00000010:1.1:1784944557.861792:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7ba0a00. 00010000:00000010:1.1:1784944557.861795:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647d900. 00010000:00000010:1.1:1784944557.861798:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a600. 00010000:00000010:1.1:1784944557.861801:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474e00. 00010000:00000010:1.1:1784944557.861804:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473200. 00010000:00000010:1.1:1784944557.861807:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7c00. 00010000:00000010:1.1:1784944557.861810:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f438000. 00010000:00000010:1.1:1784944557.861814:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546400. 00010000:00000010:1.1:1784944557.861818:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8727200. 00010000:00000010:1.1:1784944557.861821:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0600. 00010000:00000010:1.1:1784944557.861824:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0204000. 00010000:00000010:1.1:1784944557.861828:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7d00. 00010000:00000010:1.1:1784944557.861831:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8726000. 00010000:00000010:1.1:1784944557.861834:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100100. 00010000:00000010:1.1:1784944557.861837:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018a00. 00010000:00000010:1.1:1784944557.861840:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01d00. 00010000:00000010:1.1:1784944557.861844:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d40800. 00010000:00000010:1.1:1784944557.861848:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82e000. 00010000:00000010:1.1:1784944557.861851:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b200. 00010000:00000010:1.1:1784944557.861855:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2500. 00010000:00000010:1.1:1784944557.861858:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999a00. 00010000:00000010:1.1:1784944557.861861:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65200. 00010000:00000010:1.1:1784944557.861866:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0103e00. 00010000:00000010:1.1:1784944557.861869:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22a00. 00010000:00000010:1.1:1784944557.861872:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f277e00. 00010000:00000010:1.1:1784944557.861876:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5500. 00010000:00000010:1.1:1784944557.861879:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf45a00. 00010000:00000010:1.1:1784944557.861881:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5000. 00010000:00000010:1.1:1784944557.861884:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4a00. 00010000:00000010:1.1:1784944557.861887:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65b00. 00010000:00000010:1.1:1784944557.861890:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eee400. 00010000:00000010:1.1:1784944557.861893:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895500. 00010000:00000010:1.1:1784944557.861896:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08200. 00010000:00000010:1.1:1784944557.861900:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5200. 00010000:00000010:1.1:1784944557.861903:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629a00. 00010000:00000010:1.1:1784944557.861907:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8400. 00010000:00000010:1.1:1784944557.861910:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eed600. 00010000:00000010:1.1:1784944557.861913:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0eaf00. 00010000:00000010:1.1:1784944557.861916:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eeca00. 00010000:00000010:1.1:1784944557.861919:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b0800. 00010000:00000010:1.1:1784944557.861922:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf46000. 00010000:00000010:1.1:1784944557.861925:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4df00. 00010000:00000010:1.1:1784944557.861928:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5a000. 00010000:00000010:1.1:1784944557.861930:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62d500. 00010000:00000010:1.1:1784944557.861934:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa8400. 00010000:00000010:1.1:1784944557.861937:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0b600. 00010000:00000010:1.1:1784944557.861940:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b9200. 00010000:00000010:1.1:1784944557.861943:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de600. 00010000:00000010:1.1:1784944557.861946:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71b000. 00010000:00000010:1.1:1784944557.861949:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4300. 00010000:00000010:1.1:1784944557.861953:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f09c00. 00010000:00000010:1.1:1784944557.861955:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18a5200. 00010000:00000010:1.1:1784944557.861958:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbca00. 00010000:00000010:1.1:1784944557.861961:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0b00. 00010000:00000010:1.1:1784944557.861964:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbd200. 00010000:00000010:1.1:1784944557.861968:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8200. 00010000:00000010:1.1:1784944557.861971:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3c00. 00010000:00000010:1.1:1784944557.861973:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6000. 00010000:00000010:1.1:1784944557.861976:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf84800. 00010000:00000010:1.1:1784944557.861979:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117f00. 00010000:00000010:1.1:1784944557.861981:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2761a00. 00010000:00000010:1.1:1784944557.861984:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131e00. 00010000:00000010:1.1:1784944557.861987:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2760400. 00010000:00000010:1.1:1784944557.861990:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4a00. 00010000:00000010:1.1:1784944557.861993:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f110000. 00010000:00000010:1.1:1784944557.861996:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b400. 00010000:00000010:1.1:1784944557.861999:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5800. 00010000:00000010:1.1:1784944557.862002:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1b00. 00010000:00000010:1.1:1784944557.862005:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bdae00. 00010000:00000010:1.1:1784944557.862008:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6800. 00010000:00000010:1.1:1784944557.862011:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafa00. 00010000:00000010:1.1:1784944557.862013:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9000. 00010000:00000010:1.1:1784944557.862016:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e64200. 00010000:00000010:1.1:1784944557.862020:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759e100. 00010000:00000010:1.1:1784944557.862023:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bc000. 00010000:00000010:1.1:1784944557.862026:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c45a00. 00010000:00000010:1.1:1784944557.862029:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83fc00. 00010000:00000010:1.1:1784944557.862032:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7a00. 00010000:00000010:1.1:1784944557.862035:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716000. 00010000:00000010:1.1:1784944557.862038:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113400. 00010000:00000010:1.1:1784944557.862041:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7628600. 00010000:00000010:1.1:1784944557.862045:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ec6d00. 00010000:00000010:1.1:1784944557.862065:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273d600. 00010000:00000010:1.1:1784944557.862068:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2e00. 00010000:00000010:1.1:1784944557.862071:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f692600. 00010000:00000010:1.1:1784944557.862073:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113b00. 00010000:00000010:1.1:1784944557.862076:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7629a00. 00010000:00000010:1.1:1784944557.862080:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241c00. 00010000:00000010:1.1:1784944557.862083:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38ee00. 00010000:00000010:1.1:1784944557.862086:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241300. 00010000:00000010:1.1:1784944557.862089:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2e800. 00010000:00000010:1.1:1784944557.862092:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7400. 00010000:00000010:1.1:1784944557.862094:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2f000. 00010000:00000010:1.1:1784944557.862097:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899dc00. 00010000:00000010:1.1:1784944557.862100:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48400. 00010000:00000010:1.1:1784944557.862103:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:1.1:1784944557.862106:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8415200. 00010000:00000010:1.1:1784944557.862109:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395d00. 00010000:00000010:1.1:1784944557.862112:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af9e00. 00010000:00000010:1.1:1784944557.862116:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8a00. 00010000:00000010:1.1:1784944557.862119:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b7a00. 00010000:00000010:1.1:1784944557.862121:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8900. 00010000:00000010:1.1:1784944557.862124:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b850d200. 00010000:00000010:1.1:1784944557.862127:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f469e00. 00010000:00000010:1.1:1784944557.862130:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4600. 00010000:00000010:1.1:1784944557.862134:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffb300. 00010000:00000010:1.1:1784944557.862137:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da1000. 00010000:00000010:1.1:1784944557.862141:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8600. 00010000:00000010:1.1:1784944557.862144:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8711200. 00010000:00000010:1.1:1784944557.862147:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52500. 00010000:00000010:1.1:1784944557.862151:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033f800. 00010000:00000010:1.1:1784944557.862154:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae800. 00010000:00000010:1.1:1784944557.862157:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572000. 00010000:00000010:1.1:1784944557.862160:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266da00. 00010000:00000010:1.1:1784944557.862162:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd800. 00010000:00000010:1.1:1784944557.862165:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459c00. 00010000:00000010:1.1:1784944557.862169:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad937a00. 00010000:00000010:1.1:1784944557.862171:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726cc00. 00010000:00000010:1.1:1784944557.862174:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b52800. 00010000:00000010:1.1:1784944557.862177:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560ec00. 00010000:00000010:1.1:1784944557.862180:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cda00. 00010000:00000010:1.1:1784944557.862183:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cba600. 00010000:00000010:1.1:1784944557.862186:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea5000. 00010000:00000010:1.1:1784944557.862190:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145600. 00010000:00000010:1.1:1784944557.862193:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f697800. 00010000:00000010:1.1:1784944557.862196:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4000. 00010000:00000010:1.1:1784944557.862199:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9c00. 00010000:00000010:1.1:1784944557.862202:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0800. 00010000:00000010:1.1:1784944557.862205:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed9a00. 00010000:00000010:1.1:1784944557.862208:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0900. 00010000:00000010:1.1:1784944557.862211:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2639200. 00010000:00000010:1.1:1784944557.862214:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5d00. 00010000:00000010:1.1:1784944557.862217:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f574c00. 00010000:00000010:1.1:1784944557.862220:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991100. 00010000:00000010:1.1:1784944557.862224:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb9c00. 00010000:00000010:1.1:1784944557.862227:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b856a700. 00010000:00000010:1.1:1784944557.862230:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f433000. 00010000:00000010:1.1:1784944557.862233:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87e00. 00010000:00000010:1.1:1784944557.862236:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4ef000. 00010000:00000010:1.1:1784944557.862239:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872100. 00010000:00000010:1.1:1784944557.862243:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447e00. 00010000:00000010:1.1:1784944557.862246:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0af00. 00010000:00000010:1.1:1784944557.862249:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78be00. 00010000:00000010:1.1:1784944557.862252:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8900. 00010000:00000010:1.1:1784944557.862255:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78a800. 00010000:00000010:1.1:1784944557.862258:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8800. 00010000:00000010:1.1:1784944557.862262:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dae00. 00010000:00000010:1.1:1784944557.862265:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdf6a00. 00010000:00000010:1.1:1784944557.862268:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7908800. 00010000:00000010:1.1:1784944557.862271:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87400. 00010000:00000010:1.1:1784944557.862275:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae043c00. 00010000:00000010:1.1:1784944557.862279:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87300. 00010000:00000010:1.1:1784944557.862282:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8663800. 00010000:00000010:1.1:1784944557.862284:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4700. 00010000:00000010:1.1:1784944557.862287:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2617400. 00010000:00000010:1.1:1784944557.862290:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558b00. 00010000:00000010:1.1:1784944557.862293:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad865000. 00010000:00000010:1.1:1784944557.862296:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895000. 00010000:00000010:1.1:1784944557.862299:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eac600. 00010000:00000010:1.1:1784944557.862302:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510ec00. 00010000:00000010:1.1:1784944557.862306:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f776e00. 00010000:00000010:1.1:1784944557.862309:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e600. 00010000:00000010:1.1:1784944557.862312:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcd000. 00010000:00000010:1.1:1784944557.862315:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15d00. 00010000:00000010:1.1:1784944557.862329:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b18c00. 00010000:00000010:1.1:1784944557.862332:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3de00. 00010000:00000010:1.1:1784944557.862335:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0196c00. 00010000:00000010:1.1:1784944557.862339:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6700. 00010000:00000010:1.1:1784944557.862341:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcf800. 00010000:00000010:1.1:1784944557.862344:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576500. 00010000:00000010:1.1:1784944557.862348:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291017800. 00010000:00000010:1.1:1784944557.862351:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529bd00. 00010000:00000010:1.1:1784944557.862355:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f5600. 00010000:00000010:1.1:1784944557.862358:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f4af00. 00010000:00000010:1.1:1784944557.862361:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ac600. 00010000:00000010:1.1:1784944557.862364:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16e00. 00010000:00000010:1.1:1784944557.862367:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272d200. 00010000:00000010:1.1:1784944557.862369:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a293966d00. 00010000:00000010:1.1:1784944557.862373:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857ec000. 00010000:00000010:1.1:1784944557.862377:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f789b00. 00010000:00000010:1.1:1784944557.862380:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857ec800. 00010000:00000010:1.1:1784944557.862383:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f789900. 00010000:00000010:1.1:1784944557.862386:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4d200. 00010000:00000010:1.1:1784944557.862391:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501700. 00010000:00000010:1.1:1784944557.862394:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b0800. 00010000:00000010:1.1:1784944557.862397:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2b00. 00010000:00000010:1.1:1784944557.862400:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efc600. 00010000:00000010:1.1:1784944557.862404:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec400. 00010000:00000010:1.1:1784944557.862407:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf05000. 00010000:00000010:1.1:1784944557.862410:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510fd00. 00010000:00000010:1.1:1784944557.862413:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b8000. 00010000:00000010:1.1:1784944557.862416:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94a200. 00010000:00000010:1.1:1784944557.862419:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e13a00. 00010000:00000010:1.1:1784944557.862423:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486100. 00010000:00000010:1.1:1784944557.862426:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a6200. 00010000:00000010:1.1:1784944557.862429:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f0700. 00010000:00000010:1.1:1784944557.862432:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a7200. 00010000:00000010:1.1:1784944557.862434:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59800. 00010000:00000010:1.1:1784944557.862438:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bc400. 00010000:00000010:1.1:1784944557.862441:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a400. 00010000:00000010:1.1:1784944557.862445:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c2800. 00010000:00000010:1.1:1784944557.862448:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dd500. 00010000:00000010:1.1:1784944557.862451:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe200. 00010000:00000010:1.1:1784944557.862454:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada28b00. 00010000:00000010:1.1:1784944557.862457:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea9e00. 00010000:00000010:1.1:1784944557.862460:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678c00. 00010000:00000010:1.1:1784944557.862463:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ca000. 00010000:00000010:1.1:1784944557.862466:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2d600. 00010000:00000010:1.1:1784944557.862469:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a4200. 00010000:00000010:1.1:1784944557.862471:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18c8b00. 00010000:00000010:1.1:1784944557.862475:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6d600. 00010000:00000010:1.1:1784944557.862478:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69d00. 00010000:00000010:1.1:1784944557.862481:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0303600. 00010000:00000010:1.1:1784944557.862485:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589600. 00010000:00000010:1.1:1784944557.862487:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad824a00. 00010000:00000010:1.1:1784944557.862490:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22c00. 00010000:00000010:1.1:1784944557.862493:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b400. 00010000:00000010:1.1:1784944557.862496:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611300. 00010000:00000010:1.1:1784944557.862499:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbaa400. 00010000:00000010:1.1:1784944557.862502:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285ccc800. 00010000:00000010:1.1:1784944557.862505:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96ae00. 00010000:00000010:1.1:1784944557.862508:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1f00. 00010000:00000010:1.1:1784944557.862511:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb5000. 00010000:00000010:1.1:1784944557.862513:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35bb00. 00010000:00000010:1.1:1784944557.862516:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aa000. 00010000:00000010:1.1:1784944557.862519:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7000. 00010000:00000010:1.1:1784944557.862522:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285155600. 00010000:00000010:1.1:1784944557.862525:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817e00. 00010000:00000010:1.1:1784944557.862529:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134a200. 00010000:00000010:1.1:1784944557.862532:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3b00. 00010000:00000010:1.1:1784944557.862536:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe5e800. 00010000:00000010:1.1:1784944557.862539:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850b200. 00010000:00000010:1.1:1784944557.862542:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285798000. 00010000:00000010:1.1:1784944557.862545:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876e00. 00010000:00000010:1.1:1784944557.862549:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be9800. 00010000:00000010:1.1:1784944557.862552:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786f00. 00010000:00000010:1.1:1784944557.862554:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993400. 00010000:00000010:1.1:1784944557.862557:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72200. 00010000:00000010:1.1:1784944557.862560:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992000. 00010000:00000010:1.1:1784944557.862563:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61c00. 00010000:00000010:1.1:1784944557.862568:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e34600. 00010000:00000010:1.1:1784944557.862570:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12b00. 00010000:00000010:1.1:1784944557.862574:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad445e00. 00010000:00000010:1.1:1784944557.862576:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93f00. 00010000:00000010:1.1:1784944557.862580:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7794000. 00010000:00000010:1.1:1784944557.862583:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0f300. 00010000:00000010:1.1:1784944557.862585:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0170400. 00010000:00000010:1.1:1784944557.862588:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84c00. 00010000:00000010:1.1:1784944557.862591:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa62400. 00010000:00000010:1.1:1784944557.862594:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025200. 00010000:00000010:1.1:1784944557.862598:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d1200. 00010000:00000010:1.1:1784944557.862600:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fc5800. 00010000:00000010:1.1:1784944557.862603:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc6800. 00010000:00000010:1.1:1784944557.862605:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:1.1:1784944557.862609:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc6c00. 00010000:00000010:1.1:1784944557.862612:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6b00. 00010000:00000010:1.1:1784944557.862615:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257400. 00010000:00000010:1.1:1784944557.862618:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611700. 00010000:00000010:1.1:1784944557.862621:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607c00. 00010000:00000010:1.1:1784944557.862623:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784800. 00010000:00000010:1.1:1784944557.862626:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8670e00. 00010000:00000010:1.1:1784944557.862629:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725400. 00010000:00000010:1.1:1784944557.862632:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b6000. 00010000:00000010:1.1:1784944557.862635:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257c00. 00010000:00000010:1.1:1784944557.862638:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe40600. 00010000:00000010:1.1:1784944557.862641:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7000. 00010000:00000010:1.1:1784944557.862644:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78cee00. 00010000:00000010:1.1:1784944557.862647:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20500. 00010000:00000010:1.1:1784944557.862650:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78cea00. 00010000:00000010:1.1:1784944557.862652:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e783600. 00010000:00000010:1.1:1784944557.862656:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3800. 00010000:00000010:1.1:1784944557.862668:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4300. 00010000:00000010:1.1:1784944557.862672:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b6f000. 00010000:00000010:1.1:1784944557.862675:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada14800. 00010000:00000010:1.1:1784944557.862679:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f6000. 00010000:00000010:1.1:1784944557.862681:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a100. 00010000:00000010:1.1:1784944557.862684:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0031000. 00010000:00000010:1.1:1784944557.862688:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000300. 00010000:00000010:1.1:1784944557.862691:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e41200. 00010000:00000010:1.1:1784944557.862694:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005000. 00010000:00000010:1.1:1784944557.862698:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fb200. 00010000:00000010:1.1:1784944557.862701:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022de00. 00010000:00000010:1.1:1784944557.862704:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6aa00. 00010000:00000010:1.1:1784944557.862707:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffec000. 00010000:00000010:1.1:1784944557.862710:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c7600. 00010000:00000010:1.1:1784944557.862714:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7200. 00010000:00000010:1.1:1784944557.862716:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6ba00. 00010000:00000010:1.1:1784944557.862719:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbffb00. 00010000:00000010:1.1:1784944557.862722:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036ce00. 00010000:00000010:1.1:1784944557.862725:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f55f00. 00010000:00000010:1.1:1784944557.862728:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae082800. 00010000:00000010:1.1:1784944557.862731:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b400. 00010000:00000010:1.1:1784944557.862734:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb4c00. 00010000:00000010:1.1:1784944557.862738:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786600. 00010000:00000010:1.1:1784944557.862741:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860da00. 00010000:00000010:1.1:1784944557.862745:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862c00. 00010000:00000010:1.1:1784944557.862747:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd5200. 00010000:00000010:1.1:1784944557.862750:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750400. 00010000:00000010:1.1:1784944557.862753:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc3600. 00010000:00000010:1.1:1784944557.862756:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434100. 00010000:00000010:1.1:1784944557.862761:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28648bc00. 00010000:00000010:1.1:1784944557.862764:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a600. 00010000:00000010:1.1:1784944557.862767:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade84600. 00010000:00000010:1.1:1784944557.862770:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630e00. 00010000:00000010:1.1:1784944557.862773:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24e800. 00010000:00000010:1.1:1784944557.862775:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4e00. 00010000:00000010:1.1:1784944557.862779:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f800. 00010000:00000010:1.1:1784944557.862781:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796400. 00010000:00000010:1.1:1784944557.862784:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac36200. 00010000:00000010:1.1:1784944557.862787:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68200. 00010000:00000010:1.1:1784944557.862791:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e16a00. 00010000:00000010:1.1:1784944557.862794:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb900. 00010000:00000010:1.1:1784944557.862797:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffb8c00. 00010000:00000010:1.1:1784944557.862801:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249000. 00010000:00000010:1.1:1784944557.862805:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad818200. 00010000:00000010:1.1:1784944557.862807:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82100. 00010000:00000010:1.1:1784944557.862810:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad829a00. 00010000:00000010:1.1:1784944557.862813:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0500. 00010000:00000010:1.1:1784944557.862816:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b9c00. 00010000:00000010:1.1:1784944557.862819:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87a00. 00010000:00000010:1.1:1784944557.862822:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade81000. 00010000:00000010:1.1:1784944557.862825:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53b00. 00010000:00000010:1.1:1784944557.862828:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b39c00. 00010000:00000010:1.1:1784944557.862831:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52c00. 00010000:00000010:1.1:1784944557.862834:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a18133d000. 00010000:00000010:1.1:1784944557.862837:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a200. 00010000:00000010:1.1:1784944557.862840:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffbb200. 00010000:00000010:1.1:1784944557.862843:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9ef00. 00010000:00000010:1.1:1784944557.862846:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0104600. 00010000:00000010:1.1:1784944557.862849:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba4100. 00010000:00000010:1.1:1784944557.862853:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66e00. 00010000:00000010:1.1:1784944557.862856:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101b00. 00010000:00000010:1.1:1784944557.862859:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0327e00. 00010000:00000010:1.1:1784944557.862861:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3800. 00010000:00000010:1.1:1784944557.862864:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3be00. 00010000:00000010:1.1:1784944557.862867:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106800. 00010000:00000010:1.1:1784944557.862870:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fc400. 00010000:00000010:1.1:1784944557.862873:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f274400. 00010000:00000010:1.1:1784944557.862878:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7471c00. 00010000:00000010:1.1:1784944557.862881:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03d00. 00010000:00000010:1.1:1784944557.862886:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c11e00. 00010000:00000010:1.1:1784944557.862889:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20d00. 00010000:00000010:1.1:1784944557.862892:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b3800. 00010000:00000010:1.1:1784944557.862895:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385e00. 00010000:00000010:1.1:1784944557.862899:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298600. 00010000:00000010:1.1:1784944557.862902:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722900. 00010000:00000010:1.1:1784944557.862905:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a200. 00010000:00000010:1.1:1784944557.862908:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474200. 00010000:00000010:1.1:1784944557.862911:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8727800. 00010000:00000010:1.1:1784944557.862914:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2400. 00010000:00000010:1.1:1784944557.862917:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f438a00. 00010000:00000010:1.1:1784944557.862920:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546500. 00010000:00000010:1.1:1784944557.862923:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9800. 00010000:00000010:1.1:1784944557.862926:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f75700. 00010000:00000010:1.1:1784944557.862930:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8200. 00010000:00000010:1.1:1784944557.862933:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8da100. 00010000:00000010:1.1:1784944557.862936:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999200. 00010000:00000010:1.1:1784944557.862939:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202000. 00010000:00000010:1.1:1784944557.862942:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0019c00. 00010000:00000010:1.1:1784944557.862945:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fc100. 00010000:00000010:1.1:1784944557.862949:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d41600. 00010000:00000010:1.1:1784944557.862952:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82ea00. 00010000:00000010:1.1:1784944557.862955:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62f000. 00010000:00000010:1.1:1784944557.862958:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200e00. 00010000:00000010:1.1:1784944557.862961:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3fe00. 00010000:00000010:1.1:1784944557.862964:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29c700. 00010000:00000010:1.1:1784944557.862967:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0103200. 00010000:00000010:1.1:1784944557.862970:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22600. 00010000:00000010:1.1:1784944557.862974:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286479e00. 00010000:00000010:1.1:1784944557.862977:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82b100. 00010000:00000010:1.1:1784944557.862980:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf44e00. 00010000:00000010:1.1:1784944557.862983:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5a00. 00010000:00000010:1.1:1784944557.862986:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7897600. 00010000:00000010:1.1:1784944557.862989:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46800. 00010000:00000010:1.1:1784944557.862993:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae039000. 00010000:00000010:1.1:1784944557.862996:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71c500. 00010000:00000010:1.1:1784944557.863000:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08400. 00010000:00000010:1.1:1784944557.863003:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5000. 00010000:00000010:1.1:1784944557.863006:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3af200. 00010000:00000010:1.1:1784944557.863009:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8500. 00010000:00000010:1.1:1784944557.863012:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eed400. 00010000:00000010:1.1:1784944557.863014:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0ea100. 00010000:00000010:1.1:1784944557.863017:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e2000. 00010000:00000010:1.1:1784944557.863020:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d800. 00010000:00000010:1.1:1784944557.863023:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1928800. 00010000:00000010:1.1:1784944557.863027:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60b00. 00010000:00000010:1.1:1784944557.863030:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5aa00. 00010000:00000010:1.1:1784944557.863033:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62d800. 00010000:00000010:1.1:1784944557.863036:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192fe00. 00010000:00000010:1.1:1784944557.863039:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8100. 00010000:00000010:1.1:1784944557.863042:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b9000. 00010000:00000010:1.1:1784944557.863045:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8deb00. 00010000:00000010:1.1:1784944557.863073:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69bb800. 00010000:00000010:1.1:1784944557.863077:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3deb00. 00010000:00000010:1.1:1784944557.863080:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f08600. 00010000:00000010:1.1:1784944557.863083:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18a5000. 00010000:00000010:1.1:1784944557.863086:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192c000. 00010000:00000010:1.1:1784944557.863091:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449300. 00010000:00000010:1.1:1784944557.863095:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbd000. 00010000:00000010:1.1:1784944557.863097:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8000. 00010000:00000010:1.1:1784944557.863102:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0e600. 00010000:00000010:1.1:1784944557.863105:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffc8200. 00010000:00000010:1.1:1784944557.863109:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037ac00. 00010000:00000010:1.1:1784944557.863112:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037d700. 00010000:00000010:1.1:1784944557.863114:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f667200. 00010000:00000010:1.1:1784944557.863117:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037a400. 00010000:00000010:1.1:1784944557.863120:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d400. 00010000:00000010:1.1:1784944557.863123:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c78a00. 00010000:00000010:1.1:1784944557.863126:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116800. 00010000:00000010:1.1:1784944557.863129:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f110a00. 00010000:00000010:1.1:1784944557.863132:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b500. 00010000:00000010:1.1:1784944557.863135:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18b800. 00010000:00000010:1.1:1784944557.863138:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7400. 00010000:00000010:1.1:1784944557.863141:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bdac00. 00010000:00000010:1.1:1784944557.863143:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6f00. 00010000:00000010:1.1:1784944557.863146:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf47800. 00010000:00000010:1.1:1784944557.863149:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9a00. 00010000:00000010:1.1:1784944557.863153:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037b400. 00010000:00000010:1.1:1784944557.863156:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aab500. 00010000:00000010:1.1:1784944557.863161:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bd400. 00010000:00000010:1.1:1784944557.863164:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c45600. 00010000:00000010:1.1:1784944557.863167:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c1c200. 00010000:00000010:1.1:1784944557.863170:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c4300. 00010000:00000010:1.1:1784944557.863173:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716600. 00010000:00000010:1.1:1784944557.863176:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558700. 00010000:00000010:1.1:1784944557.863180:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0163e00. 00010000:00000010:1.1:1784944557.863184:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6600. 00010000:00000010:1.1:1784944557.863187:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7628200. 00010000:00000010:1.1:1784944557.863190:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deae00. 00010000:00000010:1.1:1784944557.863193:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273da00. 00010000:00000010:1.1:1784944557.863197:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2400. 00010000:00000010:1.1:1784944557.863200:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f693600. 00010000:00000010:1.1:1784944557.863202:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113c00. 00010000:00000010:1.1:1784944557.863205:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d46800. 00010000:00000010:1.1:1784944557.863209:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fb100. 00010000:00000010:1.1:1784944557.863211:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f200. 00010000:00000010:1.1:1784944557.863215:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3300. 00010000:00000010:1.1:1784944557.863217:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2e600. 00010000:00000010:1.1:1784944557.863220:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9300. 00010000:00000010:1.1:1784944557.863223:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0d800. 00010000:00000010:1.1:1784944557.863228:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113600. 00010000:00000010:1.1:1784944557.863231:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48800. 00010000:00000010:1.1:1784944557.863234:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184c100. 00010000:00000010:1.1:1784944557.863236:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00010000:00000010:1.1:1784944557.863239:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138100. 00010000:00000010:1.1:1784944557.863242:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af9200. 00010000:00000010:1.1:1784944557.863244:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8600. 00010000:00000010:1.1:1784944557.863247:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7736600. 00010000:00000010:1.1:1784944557.863250:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46f00. 00010000:00000010:1.1:1784944557.863253:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4200. 00010000:00000010:1.1:1784944557.863256:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffb900. 00010000:00000010:1.1:1784944557.863259:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da0000. 00010000:00000010:1.1:1784944557.863262:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8b00. 00010000:00000010:1.1:1784944557.863265:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8711000. 00010000:00000010:1.1:1784944557.863267:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52800. 00010000:00000010:1.1:1784944557.863270:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858fa00. 00010000:00000010:1.1:1784944557.863274:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac33b200. 00010000:00000010:1.1:1784944557.863277:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0356c00. 00010000:00000010:1.1:1784944557.863280:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aea00. 00010000:00000010:1.1:1784944557.863283:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dda00. 00010000:00000010:1.1:1784944557.863286:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459300. 00010000:00000010:1.1:1784944557.863289:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad936e00. 00010000:00000010:1.1:1784944557.863292:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726c300. 00010000:00000010:1.1:1784944557.863295:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1981600. 00010000:00000010:1.1:1784944557.863298:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e3c000. 00010000:00000010:1.1:1784944557.863301:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0356a00. 00010000:00000010:1.1:1784944557.863304:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cbab00. 00010000:00000010:1.1:1784944557.863307:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea4000. 00010000:00000010:1.1:1784944557.863310:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145b00. 00010000:00000010:1.1:1784944557.963090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f5200. 00010000:00000010:1.1:1784944557.963101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0d400. 00010000:00000010:1.1:1784944557.963111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b8800. 00010000:00000010:1.1:1784944557.963118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96c00. 00010000:00000010:1.1:1784944557.963125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8e00. 00010000:00000010:1.1:1784944557.963138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0e00. 00010000:00000010:1.1:1784944557.963149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c5a00. 00010000:00000010:1.1:1784944557.963157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717c00. 00010000:00000010:1.1:1784944557.963162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c5200. 00010000:00000010:1.1:1784944557.963168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be100. 00010000:00000010:1.1:1784944557.963175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb1600. 00010000:00000010:1.1:1784944557.963181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85e00. 00010000:00000010:1.1:1784944557.963186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f432000. 00010000:00000010:1.1:1784944557.963192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87200. 00010000:00000010:1.1:1784944557.963198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e29600. 00010000:00000010:1.1:1784944557.963204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0fa200. 00010000:00000010:1.1:1784944557.963209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c3000. 00010000:00000010:1.1:1784944557.963215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a100. 00010000:00000010:1.1:1784944557.963221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78b200. 00010000:00000010:1.1:1784944557.963228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dcf00. 00010000:00000010:1.1:1784944557.963234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d1800. 00010000:00000010:1.1:1784944557.963241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8f00. 00010000:00000010:1.1:1784944557.963248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dac00. 00010000:00000010:1.1:1784944557.963254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdf6600. 00010000:00000010:1.1:1784944557.963261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6ac00. 00010000:00000010:1.1:1784944557.963269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecfc00. 00010000:00000010:1.1:1784944557.963276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae042800. 00010000:00000010:1.1:1784944557.963283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87900. 00010000:00000010:1.1:1784944557.963289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f75200. 00010000:00000010:1.1:1784944557.963296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f00fb00. 00010000:00000010:1.1:1784944557.963302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2617800. 00010000:00000010:1.1:1784944557.963308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1990300. 00010000:00000010:1.1:1784944557.963325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad864000. 00010000:00000010:1.1:1784944557.963332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895a00. 00010000:00000010:1.1:1784944557.963340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f4600. 00010000:00000010:1.1:1784944557.963346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4500. 00010000:00000010:1.1:1784944557.963354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f776c00. 00010000:00000010:1.1:1784944557.963361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510ed00. 00010000:00000010:1.1:1784944557.963367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcd200. 00010000:00000010:1.1:1784944557.963374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15400. 00010000:00000010:1.1:1784944557.963380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b19e00. 00010000:00000010:1.1:1784944557.963388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3d200. 00010000:00000010:1.1:1784944557.963395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0196e00. 00010000:00000010:1.1:1784944557.963402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6c00. 00010000:00000010:1.1:1784944557.963409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcfa00. 00010000:00000010:1.1:1784944557.963416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576800. 00010000:00000010:1.1:1784944557.963422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902acc00. 00010000:00000010:1.1:1784944557.963429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16200. 00010000:00000010:1.1:1784944557.963436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f5400. 00010000:00000010:1.1:1784944557.963443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16300. 00010000:00000010:1.1:1784944557.963449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291111a00. 00010000:00000010:1.1:1784944557.963457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1d00. 00010000:00000010:1.1:1784944557.963463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed2e00. 00010000:00000010:1.1:1784944557.963468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2b8500. 00010000:00000010:1.1:1784944557.963474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fb800. 00010000:00000010:1.1:1784944557.963481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272e500. 00010000:00000010:1.1:1784944557.963488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857ed600. 00010000:00000010:1.1:1784944557.963495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f789e00. 00010000:00000010:1.1:1784944557.963502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4d000. 00010000:00000010:1.1:1784944557.963510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501c00. 00010000:00000010:1.1:1784944557.963516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b1600. 00010000:00000010:1.1:1784944557.963522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2d00. 00010000:00000010:1.1:1784944557.963529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efc200. 00010000:00000010:1.1:1784944557.963536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec500. 00010000:00000010:1.1:1784944557.963541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf04000. 00010000:00000010:1.1:1784944557.963548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510f400. 00010000:00000010:1.1:1784944557.963554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b8a00. 00010000:00000010:1.1:1784944557.963561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94a000. 00010000:00000010:1.1:1784944557.963567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad948800. 00010000:00000010:1.1:1784944557.963572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2618f00. 00010000:00000010:1.1:1784944557.963577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6a400. 00010000:00000010:1.1:1784944557.963584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7c900. 00010000:00000010:1.1:1784944557.963591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea9000. 00010000:00000010:1.1:1784944557.963596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a500. 00010000:00000010:1.1:1784944557.963602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bc800. 00010000:00000010:1.1:1784944557.963608:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902a9300. 00010000:00000010:1.1:1784944557.963615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af2c00. 00010000:00000010:1.1:1784944557.963622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6e00. 00010000:00000010:1.1:1784944557.963628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2ee00. 00010000:00000010:1.1:1784944557.963634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6c00. 00010000:00000010:1.1:1784944557.963640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2fc00. 00010000:00000010:1.1:1784944557.963647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e49600. 00010000:00000010:1.1:1784944557.963653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258fa00. 00010000:00000010:1.1:1784944557.963660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5500. 00010000:00000010:1.1:1784944557.963665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2613800. 00010000:00000010:1.1:1784944557.963671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2de00. 00010000:00000010:1.1:1784944557.963677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755ea00. 00010000:00000010:1.1:1784944557.963683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bfb00. 00010000:00000010:1.1:1784944557.963689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0303400. 00010000:00000010:1.1:1784944557.963695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589b00. 00010000:00000010:1.1:1784944557.963701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6c600. 00010000:00000010:1.1:1784944557.963708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952c00. 00010000:00000010:1.1:1784944557.963714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b800. 00010000:00000010:1.1:1784944557.963720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611900. 00010000:00000010:1.1:1784944557.963726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b600. 00010000:00000010:1.1:1784944557.963732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96a00. 00010000:00000010:1.1:1784944557.963737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbab000. 00010000:00000010:1.1:1784944557.963743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96c00. 00010000:00000010:1.1:1784944557.963750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb4000. 00010000:00000010:1.1:1784944557.963757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35bd00. 00010000:00000010:1.1:1784944557.963764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aaa00. 00010000:00000010:1.1:1784944557.963770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817000. 00010000:00000010:1.1:1784944557.963777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285155400. 00010000:00000010:1.1:1784944557.963782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addef200. 00010000:00000010:1.1:1784944557.963789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe5f000. 00010000:00000010:1.1:1784944557.963795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850b300. 00010000:00000010:1.1:1784944557.963801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285798e00. 00010000:00000010:1.1:1784944557.963807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffb6300. 00010000:00000010:1.1:1784944557.963814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290f6cc00. 00010000:00000010:1.1:1784944557.963820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665100. 00010000:00000010:1.1:1784944557.963828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e5da00. 00010000:00000010:1.1:1784944557.963835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134ce00. 00010000:00000010:1.1:1784944557.963842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f43800. 00010000:00000010:1.1:1784944557.963848:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134cf00. 00010000:00000010:1.1:1784944557.963855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992a00. 00010000:00000010:1.1:1784944557.963862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61300. 00010000:00000010:1.1:1784944557.963868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8612c00. 00010000:00000010:1.1:1784944557.963874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf22000. 00010000:00000010:1.1:1784944557.963881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be4800. 00010000:00000010:1.1:1784944557.963889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93100. 00010000:00000010:1.1:1784944557.963896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade25200. 00010000:00000010:1.1:1784944557.963903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24b00. 00010000:00000010:1.1:1784944557.963908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0170800. 00010000:00000010:1.1:1784944557.963915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84300. 00010000:00000010:1.1:1784944557.963919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa62800. 00010000:00000010:1.1:1784944557.963923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025000. 00010000:00000010:1.1:1784944557.963927:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f642e00. 00010000:00000010:1.1:1784944557.963930:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0200. 00010000:00000010:1.1:1784944557.963937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7629400. 00010000:00000010:1.1:1784944557.963943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769200. 00010000:00000010:1.1:1784944557.963948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d1a00. 00010000:00000010:1.1:1784944557.963954:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611d00. 00010000:00000010:1.1:1784944557.963960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287259a00. 00010000:00000010:1.1:1784944557.963967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611c00. 00010000:00000010:1.1:1784944557.963972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad440a00. 00010000:00000010:1.1:1784944557.963978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2eda00. 00010000:00000010:1.1:1784944557.963985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b7a00. 00010000:00000010:1.1:1784944557.963991:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257e00. 00010000:00000010:1.1:1784944557.963996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b4c00. 00010000:00000010:1.1:1784944557.964002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676700. 00010000:00000010:1.1:1784944557.964010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2efe00. 00010000:00000010:1.1:1784944557.964016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20b00. 00010000:00000010:1.1:1784944557.964022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d7a00. 00010000:00000010:1.1:1784944557.964028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5f500. 00010000:00000010:1.1:1784944557.964033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed9400. 00010000:00000010:1.1:1784944557.964038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5fe00. 00010000:00000010:1.1:1784944557.964044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285788400. 00010000:00000010:1.1:1784944557.964067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76800. 00010000:00000010:1.1:1784944557.964071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b6e000. 00010000:00000010:1.1:1784944557.964074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada14f00. 00010000:00000010:1.1:1784944557.964078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bccc00. 00010000:00000010:1.1:1784944557.964081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d200. 00010000:00000010:1.1:1784944557.964085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0030000. 00010000:00000010:1.1:1784944557.964089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000900. 00010000:00000010:1.1:1784944557.964094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcb800. 00010000:00000010:1.1:1784944557.964098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9500. 00010000:00000010:1.1:1784944557.964101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f791e00. 00010000:00000010:1.1:1784944557.964105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8300. 00010000:00000010:1.1:1784944557.964108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c6c00. 00010000:00000010:1.1:1784944557.964112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fc3600. 00010000:00000010:1.1:1784944557.964116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c7400. 00010000:00000010:1.1:1784944557.964123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7000. 00010000:00000010:1.1:1784944557.964130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6b200. 00010000:00000010:1.1:1784944557.964136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbffd00. 00010000:00000010:1.1:1784944557.964141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036cc00. 00010000:00000010:1.1:1784944557.964146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fea00. 00010000:00000010:1.1:1784944557.964152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae083600. 00010000:00000010:1.1:1784944557.964158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786100. 00010000:00000010:1.1:1784944557.964165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb5e00. 00010000:00000010:1.1:1784944557.964169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786b00. 00010000:00000010:1.1:1784944557.964175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe81a00. 00010000:00000010:1.1:1784944557.964182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ec6300. 00010000:00000010:1.1:1784944557.964188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860c600. 00010000:00000010:1.1:1784944557.964196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bb400. 00010000:00000010:1.1:1784944557.964206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc3400. 00010000:00000010:1.1:1784944557.964211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434700. 00010000:00000010:1.1:1784944557.964218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fc6e00. 00010000:00000010:1.1:1784944557.964226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458800. 00010000:00000010:1.1:1784944557.964232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac36e00. 00010000:00000010:1.1:1784944557.964239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b600. 00010000:00000010:1.1:1784944557.964246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24f600. 00010000:00000010:1.1:1784944557.964253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860ea00. 00010000:00000010:1.1:1784944557.964258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023fa00. 00010000:00000010:1.1:1784944557.964265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796500. 00010000:00000010:1.1:1784944557.964271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4c00. 00010000:00000010:1.1:1784944557.964279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68000. 00010000:00000010:1.1:1784944557.964285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a800. 00010000:00000010:1.1:1784944557.964293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8500. 00010000:00000010:1.1:1784944557.964298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffb8200. 00010000:00000010:1.1:1784944557.964306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249a00. 00010000:00000010:1.1:1784944557.964312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa7400. 00010000:00000010:1.1:1784944557.964328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27ba900. 00010000:00000010:1.1:1784944557.964336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a18133d800. 00010000:00000010:1.1:1784944557.964341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad828e00. 00010000:00000010:1.1:1784944557.964348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0800. 00010000:00000010:1.1:1784944557.964354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3d200. 00010000:00000010:1.1:1784944557.964362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f100. 00010000:00000010:1.1:1784944557.964368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a54600. 00010000:00000010:1.1:1784944557.964373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f800. 00010000:00000010:1.1:1784944557.964379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b38600. 00010000:00000010:1.1:1784944557.964385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52300. 00010000:00000010:1.1:1784944557.964391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd1800. 00010000:00000010:1.1:1784944557.964397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a000. 00010000:00000010:1.1:1784944557.964403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffbb000. 00010000:00000010:1.1:1784944557.964410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9e100. 00010000:00000010:1.1:1784944557.964416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318400. 00010000:00000010:1.1:1784944557.964425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5100. 00010000:00000010:1.1:1784944557.964432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66c00. 00010000:00000010:1.1:1784944557.964439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101d00. 00010000:00000010:1.1:1784944557.964446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0327200. 00010000:00000010:1.1:1784944557.964452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3f00. 00010000:00000010:1.1:1784944557.964458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856d5400. 00010000:00000010:1.1:1784944557.964464:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721b00. 00010000:00000010:1.1:1784944557.964471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fc800. 00010000:00000010:1.1:1784944557.964477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f274500. 00010000:00000010:1.1:1784944557.964486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7470a00. 00010000:00000010:1.1:1784944557.964494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03400. 00010000:00000010:1.1:1784944557.964499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c11200. 00010000:00000010:1.1:1784944557.964505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20400. 00010000:00000010:1.1:1784944557.964512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b3a00. 00010000:00000010:1.1:1784944557.964518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385200. 00010000:00000010:1.1:1784944557.964526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298200. 00010000:00000010:1.1:1784944557.964532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722e00. 00010000:00000010:1.1:1784944557.964538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a400. 00010000:00000010:1.1:1784944557.964546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474000. 00010000:00000010:1.1:1784944557.964551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875ec00. 00010000:00000010:1.1:1784944557.964557:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172400. 00010000:00000010:1.1:1784944557.964563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f439c00. 00010000:00000010:1.1:1784944557.964568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546800. 00010000:00000010:1.1:1784944557.964575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9a00. 00010000:00000010:1.1:1784944557.964580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65800. 00010000:00000010:1.1:1784944557.964586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8400. 00010000:00000010:1.1:1784944557.964591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8da700. 00010000:00000010:1.1:1784944557.964596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286544c00. 00010000:00000010:1.1:1784944557.964603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202a00. 00010000:00000010:1.1:1784944557.964610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286545600. 00010000:00000010:1.1:1784944557.964617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202300. 00010000:00000010:1.1:1784944557.964623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d41400. 00010000:00000010:1.1:1784944557.964630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82e600. 00010000:00000010:1.1:1784944557.964636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62e000. 00010000:00000010:1.1:1784944557.964642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200200. 00010000:00000010:1.1:1784944557.964648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62ee00. 00010000:00000010:1.1:1784944557.964655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fde00. 00010000:00000010:1.1:1784944557.964661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0103000. 00010000:00000010:1.1:1784944557.964670:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22b00. 00010000:00000010:1.1:1784944557.964678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286479200. 00010000:00000010:1.1:1784944557.964684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82b700. 00010000:00000010:1.1:1784944557.964690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf44c00. 00010000:00000010:1.1:1784944557.964696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5600. 00010000:00000010:1.1:1784944557.964702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7897400. 00010000:00000010:1.1:1784944557.964707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46f00. 00010000:00000010:1.1:1784944557.964715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eee800. 00010000:00000010:1.1:1784944557.964722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895800. 00010000:00000010:1.1:1784944557.964729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08800. 00010000:00000010:1.1:1784944557.964735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5a00. 00010000:00000010:1.1:1784944557.964742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628e00. 00010000:00000010:1.1:1784944557.964749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8800. 00010000:00000010:1.1:1784944557.964756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8582400. 00010000:00000010:1.1:1784944557.964762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aaeb00. 00010000:00000010:1.1:1784944557.964768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e2a00. 00010000:00000010:1.1:1784944557.964775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b0f00. 00010000:00000010:1.1:1784944557.964780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1929600. 00010000:00000010:1.1:1784944557.964786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60d00. 00010000:00000010:1.1:1784944557.964792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030b400. 00010000:00000010:1.1:1784944557.964798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62df00. 00010000:00000010:1.1:1784944557.964803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf47e00. 00010000:00000010:1.1:1784944557.964811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0bb00. 00010000:00000010:1.1:1784944557.964816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b8000. 00010000:00000010:1.1:1784944557.964822:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8ded00. 00010000:00000010:1.1:1784944557.964827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71a000. 00010000:00000010:1.1:1784944557.964833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4900. 00010000:00000010:1.1:1784944557.964840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f08200. 00010000:00000010:1.1:1784944557.964845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62b300. 00010000:00000010:1.1:1784944557.964853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbdc00. 00010000:00000010:1.1:1784944557.964858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8b00. 00010000:00000010:1.1:1784944557.964864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbc000. 00010000:00000010:1.1:1784944557.964874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8a00. 00010000:00000010:1.1:1784944557.964880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0e400. 00010000:00000010:1.1:1784944557.964887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4dd00. 00010000:00000010:1.1:1784944557.964893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fb82a00. 00010000:00000010:1.1:1784944557.964899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131b00. 00010000:00000010:1.1:1784944557.964905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf46600. 00010000:00000010:1.1:1784944557.964911:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8700. 00010000:00000010:1.1:1784944557.964917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2760800. 00010000:00000010:1.1:1784944557.964924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4600. 00010000:00000010:1.1:1784944557.964931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18a400. 00010000:00000010:1.1:1784944557.964937:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7a00. 00010000:00000010:1.1:1784944557.964943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5a00. 00010000:00000010:1.1:1784944557.964950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1d00. 00010000:00000010:1.1:1784944557.964957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bdbe00. 00010000:00000010:1.1:1784944557.964964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6100. 00010000:00000010:1.1:1784944557.964971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c32a00. 00010000:00000010:1.1:1784944557.964979:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8200. 00010000:00000010:1.1:1784944557.964986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff78200. 00010000:00000010:1.1:1784944557.964996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aab800. 00010000:00000010:1.1:1784944557.965004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bc800. 00010000:00000010:1.1:1784944557.965010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c45300. 00010000:00000010:1.1:1784944557.965016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e200. 00010000:00000010:1.1:1784944557.965022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113e00. 00010000:00000010:1.1:1784944557.965028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00010000:00000010:1.1:1784944557.965034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e800. 00010000:00000010:1.1:1784944557.965041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10800. 00010000:00000010:1.1:1784944557.965066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deaf00. 00010000:00000010:1.1:1784944557.965074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273c200. 00010000:00000010:1.1:1784944557.965081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2900. 00010000:00000010:1.1:1784944557.965087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac341600. 00010000:00000010:1.1:1784944557.965094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241500. 00010000:00000010:1.1:1784944557.965101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d47600. 00010000:00000010:1.1:1784944557.965108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437d00. 00010000:00000010:1.1:1784944557.965114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642ae00. 00010000:00000010:1.1:1784944557.965120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36600. 00010000:00000010:1.1:1784944557.965127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967400. 00010000:00000010:1.1:1784944557.965133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9900. 00010000:00000010:1.1:1784944557.965139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0da00. 00010000:00000010:1.1:1784944557.965146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f972300. 00010000:00000010:1.1:1784944557.965154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49600. 00010000:00000010:1.1:1784944557.965166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184c700. 00010000:00000010:1.1:1784944557.965171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00010000:00000010:1.1:1784944557.965178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:1.1:1784944557.965184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de7600. 00010000:00000010:1.1:1784944557.965190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9a00. 00010000:00000010:1.1:1784944557.965197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7736200. 00010000:00000010:1.1:1784944557.965203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46100. 00010000:00000010:1.1:1784944557.965209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b6200. 00010000:00000010:1.1:1784944557.965214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a288f6ec00. 00010000:00000010:1.1:1784944557.965221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da0a00. 00010000:00000010:1.1:1784944557.965227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8d00. 00010000:00000010:1.1:1784944557.965232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8710000. 00010000:00000010:1.1:1784944557.965238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52f00. 00010000:00000010:1.1:1784944557.965246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72000. 00010000:00000010:1.1:1784944557.965254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35800. 00010000:00000010:1.1:1784944557.965260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572a00. 00010000:00000010:1.1:1784944557.965266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d600. 00010000:00000010:1.1:1784944557.965272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dce00. 00010000:00000010:1.1:1784944557.965277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459900. 00010000:00000010:1.1:1784944557.965283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290423600. 00010000:00000010:1.1:1784944557.965291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726c900. 00010000:00000010:1.1:1784944557.965299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b53600. 00010000:00000010:1.1:1784944557.965305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e300. 00010000:00000010:1.1:1784944557.965310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cce00. 00010000:00000010:1.1:1784944557.965328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cbad00. 00010000:00000010:1.1:1784944557.965333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea4a00. 00010000:00000010:1.1:1784944557.965340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145d00. 00010000:00000010:1.1:1784944557.965346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f5000. 00010000:00000010:1.1:1784944557.965353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0d500. 00010000:00000010:1.1:1784944557.965360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b9600. 00010000:00000010:1.1:1784944557.965365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96300. 00010000:00000010:1.1:1784944557.965372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8c00. 00010000:00000010:1.1:1784944557.965377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0200. 00010000:00000010:1.1:1784944557.965385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed8c00. 00010000:00000010:1.1:1784944557.965391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15900. 00010000:00000010:1.1:1784944557.965398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2638200. 00010000:00000010:1.1:1784944557.965404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5300. 00010000:00000010:1.1:1784944557.965411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283948200. 00010000:00000010:1.1:1784944557.965416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be300. 00010000:00000010:1.1:1784944557.965421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb9800. 00010000:00000010:1.1:1784944557.965426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b856ab00. 00010000:00000010:1.1:1784944557.965432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4ee000. 00010000:00000010:1.1:1784944557.965438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0fa000. 00010000:00000010:1.1:1784944557.965443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e28e00. 00010000:00000010:1.1:1784944557.965450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872a00. 00010000:00000010:1.1:1784944557.965457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28863e400. 00010000:00000010:1.1:1784944557.965463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dc100. 00010000:00000010:1.1:1784944557.965469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d1a00. 00010000:00000010:1.1:1784944557.965475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b849b700. 00010000:00000010:1.1:1784944557.965480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9a00. 00010000:00000010:1.1:1784944557.965485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8502c00. 00010000:00000010:1.1:1784944557.965491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6be00. 00010000:00000010:1.1:1784944557.965497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecf300. 00010000:00000010:1.1:1784944557.965504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8663a00. 00010000:00000010:1.1:1784944557.965514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0300. 00010000:00000010:1.1:1784944557.965521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1caba00. 00010000:00000010:1.1:1784944557.965527:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742700. 00010000:00000010:1.1:1784944557.965533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2617a00. 00010000:00000010:1.1:1784944557.965539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1990900. 00010000:00000010:1.1:1784944557.965545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad864a00. 00010000:00000010:1.1:1784944557.965550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895600. 00010000:00000010:1.1:1784944557.965557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f4200. 00010000:00000010:1.1:1784944557.965563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4800. 00010000:00000010:1.1:1784944557.965570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcce00. 00010000:00000010:1.1:1784944557.965577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e400. 00010000:00000010:1.1:1784944557.965584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24c00. 00010000:00000010:1.1:1784944557.965591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15500. 00010000:00000010:1.1:1784944557.965596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291112800. 00010000:00000010:1.1:1784944557.965603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad96e400. 00010000:00000010:1.1:1784944557.965611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0197a00. 00010000:00000010:1.1:1784944557.965616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6300. 00010000:00000010:1.1:1784944557.965622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291112200. 00010000:00000010:1.1:1784944557.965629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f502500. 00010000:00000010:1.1:1784944557.965636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291017a00. 00010000:00000010:1.1:1784944557.965644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529b400. 00010000:00000010:1.1:1784944557.965650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291016000. 00010000:00000010:1.1:1784944557.965655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529b300. 00010000:00000010:1.1:1784944557.965660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2606800. 00010000:00000010:1.1:1784944557.965665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796200. 00010000:00000010:1.1:1784944557.965670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed2c00. 00010000:00000010:1.1:1784944557.965676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48100. 00010000:00000010:1.1:1784944557.965682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272d000. 00010000:00000010:1.1:1784944557.965688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272e800. 00010000:00000010:1.1:1784944557.965694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa6800. 00010000:00000010:1.1:1784944557.965701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185dd00. 00010000:00000010:1.1:1784944557.965706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4c000. 00010000:00000010:1.1:1784944557.965714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501300. 00010000:00000010:1.1:1784944557.965720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b1400. 00010000:00000010:1.1:1784944557.965726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2400. 00010000:00000010:1.1:1784944557.965731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efc400. 00010000:00000010:1.1:1784944557.965738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec800. 00010000:00000010:1.1:1784944557.965743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b9800. 00010000:00000010:1.1:1784944557.965750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94af00. 00010000:00000010:1.1:1784944557.965757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8626c00. 00010000:00000010:1.1:1784944557.965763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864ba900. 00010000:00000010:1.1:1784944557.965769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e13c00. 00010000:00000010:1.1:1784944557.965776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610900. 00010000:00000010:1.1:1784944557.965782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6a800. 00010000:00000010:1.1:1784944557.965788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7ce00. 00010000:00000010:1.1:1784944557.965794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a7000. 00010000:00000010:1.1:1784944557.965800:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59f00. 00010000:00000010:1.1:1784944557.965807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bd600. 00010000:00000010:1.1:1784944557.965814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902a9900. 00010000:00000010:1.1:1784944557.965821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af3e00. 00010000:00000010:1.1:1784944557.965827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6200. 00010000:00000010:1.1:1784944557.965834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6fc00. 00010000:00000010:1.1:1784944557.965840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678600. 00010000:00000010:1.1:1784944557.965847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2e600. 00010000:00000010:1.1:1784944557.965852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e49b00. 00010000:00000010:1.1:1784944557.965857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258ee00. 00010000:00000010:1.1:1784944557.965864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5800. 00010000:00000010:1.1:1784944557.965870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2613a00. 00010000:00000010:1.1:1784944557.965874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2d200. 00010000:00000010:1.1:1784944557.965877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755fc00. 00010000:00000010:1.1:1784944557.965880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bfd00. 00010000:00000010:1.1:1784944557.965882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ab400. 00010000:00000010:1.1:1784944557.965886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261bb00. 00010000:00000010:1.1:1784944557.965889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6dc00. 00010000:00000010:1.1:1784944557.965892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952300. 00010000:00000010:1.1:1784944557.965894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc94800. 00010000:00000010:1.1:1784944557.965897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261b400. 00010000:00000010:1.1:1784944557.965902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbaa800. 00010000:00000010:1.1:1784944557.965906:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96600. 00010000:00000010:1.1:1784944557.965910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6f200. 00010000:00000010:1.1:1784944557.965914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96300. 00010000:00000010:1.1:1784944557.965918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb4a00. 00010000:00000010:1.1:1784944557.965922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35b400. 00010000:00000010:1.1:1784944557.965926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03abc00. 00010000:00000010:1.1:1784944557.965929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817a00. 00010000:00000010:1.1:1784944557.965932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fc200. 00010000:00000010:1.1:1784944557.965935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addef000. 00010000:00000010:1.1:1784944557.965938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be5600. 00010000:00000010:1.1:1784944557.965941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be9a00. 00010000:00000010:1.1:1784944557.965944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3d00. 00010000:00000010:1.1:1784944557.965947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8fe00. 00010000:00000010:1.1:1784944557.965949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9f00. 00010000:00000010:1.1:1784944557.965953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290f6de00. 00010000:00000010:1.1:1784944557.965956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665700. 00010000:00000010:1.1:1784944557.965959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849600. 00010000:00000010:1.1:1784944557.965962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72a00. 00010000:00000010:1.1:1784944557.965966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993800. 00010000:00000010:1.1:1784944557.965969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61600. 00010000:00000010:1.1:1784944557.965972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993c00. 00010000:00000010:1.1:1784944557.965974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61900. 00010000:00000010:1.1:1784944557.965977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade91600. 00010000:00000010:1.1:1784944557.965980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88300. 00010000:00000010:1.1:1784944557.965984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad445200. 00010000:00000010:1.1:1784944557.965988:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93700. 00010000:00000010:1.1:1784944557.965991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade25000. 00010000:00000010:1.1:1784944557.965994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0f900. 00010000:00000010:1.1:1784944557.965997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6bce00. 00010000:00000010:1.1:1784944557.966001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70100. 00010000:00000010:1.1:1784944557.966005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa63600. 00010000:00000010:1.1:1784944557.966009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025a00. 00010000:00000010:1.1:1784944557.966012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f642c00. 00010000:00000010:1.1:1784944557.966015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0000. 00010000:00000010:1.1:1784944557.966018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc7600. 00010000:00000010:1.1:1784944557.966021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769000. 00010000:00000010:1.1:1784944557.966024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d1e00. 00010000:00000010:1.1:1784944557.966027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611400. 00010000:00000010:1.1:1784944557.966033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0163200. 00010000:00000010:1.1:1784944557.966040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c71100. 00010000:00000010:1.1:1784944557.966061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606200. 00010000:00000010:1.1:1784944557.966066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784f00. 00010000:00000010:1.1:1784944557.966071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b7800. 00010000:00000010:1.1:1784944557.966075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257200. 00010000:00000010:1.1:1784944557.966079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b5e00. 00010000:00000010:1.1:1784944557.966083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676c00. 00010000:00000010:1.1:1784944557.966088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ef200. 00010000:00000010:1.1:1784944557.966092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93300. 00010000:00000010:1.1:1784944557.966095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe41e00. 00010000:00000010:1.1:1784944557.966100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20800. 00010000:00000010:1.1:1784944557.966104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed9800. 00010000:00000010:1.1:1784944557.966109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5f200. 00010000:00000010:1.1:1784944557.966112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3a00. 00010000:00000010:1.1:1784944557.966116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4900. 00010000:00000010:1.1:1784944557.966120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b6ea00. 00010000:00000010:1.1:1784944557.966123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada14100. 00010000:00000010:1.1:1784944557.966126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f6a00. 00010000:00000010:1.1:1784944557.966129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a700. 00010000:00000010:1.1:1784944557.966132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0030a00. 00010000:00000010:1.1:1784944557.966136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000e00. 00010000:00000010:1.1:1784944557.966140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e41000. 00010000:00000010:1.1:1784944557.966143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005a00. 00010000:00000010:1.1:1784944557.966146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fb000. 00010000:00000010:1.1:1784944557.966149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022d200. 00010000:00000010:1.1:1784944557.966153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f790600. 00010000:00000010:1.1:1784944557.966156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8600. 00010000:00000010:1.1:1784944557.966160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288595e00. 00010000:00000010:1.1:1784944557.966163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f53900. 00010000:00000010:1.1:1784944557.966167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb2200. 00010000:00000010:1.1:1784944557.966170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7300. 00010000:00000010:1.1:1784944557.966173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb7c00. 00010000:00000010:1.1:1784944557.966178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f55100. 00010000:00000010:1.1:1784944557.966182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037f400. 00010000:00000010:1.1:1784944557.966188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bea00. 00010000:00000010:1.1:1784944557.966193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290378800. 00010000:00000010:1.1:1784944557.966198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862300. 00010000:00000010:1.1:1784944557.966204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860ce00. 00010000:00000010:1.1:1784944557.966210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bb900. 00010000:00000010:1.1:1784944557.966217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860c200. 00010000:00000010:1.1:1784944557.966224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bb500. 00010000:00000010:1.1:1784944557.966230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac31800. 00010000:00000010:1.1:1784944557.966237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608c00. 00010000:00000010:1.1:1784944557.966243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fc6c00. 00010000:00000010:1.1:1784944557.966250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458f00. 00010000:00000010:1.1:1784944557.966255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0000. 00010000:00000010:1.1:1784944557.966261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b800. 00010000:00000010:1.1:1784944557.966266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa9c00. 00010000:00000010:1.1:1784944557.966272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860e600. 00010000:00000010:1.1:1784944557.966277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023ee00. 00010000:00000010:1.1:1784944557.966285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15000. 00010000:00000010:1.1:1784944557.966292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9be00. 00010000:00000010:1.1:1784944557.966298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f0d00. 00010000:00000010:1.1:1784944557.966306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b600. 00010000:00000010:1.1:1784944557.966312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8800. 00010000:00000010:1.1:1784944557.966411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a298ea1a00. 00010000:00000010:1.1:1784944557.966467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249600. 00010000:00000010:1.1:1784944557.966475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad818400. 00010000:00000010:1.1:1784944557.966484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199f200. 00010000:00000010:1.1:1784944557.966489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad828c00. 00010000:00000010:1.1:1784944557.966495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0f00. 00010000:00000010:1.1:1784944557.966501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b8600. 00010000:00000010:1.1:1784944557.966509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87600. 00010000:00000010:1.1:1784944557.966515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade80000. 00010000:00000010:1.1:1784944557.966521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53d00. 00010000:00000010:1.1:1784944557.966527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b38200. 00010000:00000010:1.1:1784944557.966533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52900. 00010000:00000010:1.1:1784944557.966539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd1a00. 00010000:00000010:1.1:1784944557.966545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2aa00. 00010000:00000010:1.1:1784944557.966551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fbf800. 00010000:00000010:1.1:1784944557.966558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31e200. 00010000:00000010:1.1:1784944557.966566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318800. 00010000:00000010:1.1:1784944557.966571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5700. 00010000:00000010:1.1:1784944557.966578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b67e00. 00010000:00000010:1.1:1784944557.966583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101400. 00010000:00000010:1.1:1784944557.966589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0327000. 00010000:00000010:1.1:1784944557.966594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446300. 00010000:00000010:1.1:1784944557.966602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856d5800. 00010000:00000010:1.1:1784944557.966610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721d00. 00010000:00000010:1.1:1784944557.966622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a1a00. 00010000:00000010:1.1:1784944557.966629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87700. 00010000:00000010:1.1:1784944557.966634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b81e00. 00010000:00000010:1.1:1784944557.966641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03500. 00010000:00000010:1.1:1784944557.966646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c11000. 00010000:00000010:1.1:1784944557.966652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20500. 00010000:00000010:1.1:1784944557.966658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273400. 00010000:00000010:1.1:1784944557.966666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dae300. 00010000:00000010:1.1:1784944557.966671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7ba1c00. 00010000:00000010:1.1:1784944557.966678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647de00. 00010000:00000010:1.1:1784944557.966683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcef200. 00010000:00000010:1.1:1784944557.966691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474a00. 00010000:00000010:1.1:1784944557.966698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875fe00. 00010000:00000010:1.1:1784944557.966704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172500. 00010000:00000010:1.1:1784944557.966711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f438600. 00010000:00000010:1.1:1784944557.966718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546f00. 00010000:00000010:1.1:1784944557.966724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fb200. 00010000:00000010:1.1:1784944557.966731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06c00. 00010000:00000010:1.1:1784944557.966738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0204a00. 00010000:00000010:1.1:1784944557.966746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7400. 00010000:00000010:1.1:1784944557.966755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0019400. 00010000:00000010:1.1:1784944557.966760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01c00. 00010000:00000010:1.1:1784944557.966768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286545400. 00010000:00000010:1.1:1784944557.966775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202900. 00010000:00000010:1.1:1784944557.966782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d41800. 00010000:00000010:1.1:1784944557.966791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82eb00. 00010000:00000010:1.1:1784944557.966800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b000. 00010000:00000010:1.1:1784944557.966805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2800. 00010000:00000010:1.1:1784944557.966810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3e800. 00010000:00000010:1.1:1784944557.966815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fd200. 00010000:00000010:1.1:1784944557.966821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0102000. 00010000:00000010:1.1:1784944557.966827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22d00. 00010000:00000010:1.1:1784944557.966833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286479000. 00010000:00000010:1.1:1784944557.966839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86b00. 00010000:00000010:1.1:1784944557.966846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cdc00. 00010000:00000010:1.1:1784944557.966853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b9a00. 00010000:00000010:1.1:1784944557.966858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e5c00. 00010000:00000010:1.1:1784944557.966867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718f00. 00010000:00000010:1.1:1784944557.966876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae038000. 00010000:00000010:1.1:1784944557.966882:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71c800. 00010000:00000010:1.1:1784944557.966887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae038e00. 00010000:00000010:1.1:1784944557.966893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8700. 00010000:00000010:1.1:1784944557.966901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3af000. 00010000:00000010:1.1:1784944557.966908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71df00. 00010000:00000010:1.1:1784944557.966914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8582800. 00010000:00000010:1.1:1784944557.966923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aaed00. 00010000:00000010:1.1:1784944557.966931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eedc00. 00010000:00000010:1.1:1784944557.966938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b0100. 00010000:00000010:1.1:1784944557.966944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1929400. 00010000:00000010:1.1:1784944557.966949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60400. 00010000:00000010:1.1:1784944557.966954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5bc00. 00010000:00000010:1.1:1784944557.966959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43ac00. 00010000:00000010:1.1:1784944557.966965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa8800. 00010000:00000010:1.1:1784944557.966970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0bd00. 00010000:00000010:1.1:1784944557.966978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b8a00. 00010000:00000010:1.1:1784944557.966985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de400. 00010000:00000010:1.1:1784944557.966992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69bba00. 00010000:00000010:1.1:1784944557.966999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3ded00. 00010000:00000010:1.1:1784944557.967005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0378800. 00010000:00000010:1.1:1784944557.967012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0500. 00010000:00000010:1.1:1784944557.967019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192ca00. 00010000:00000010:1.1:1784944557.967026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449900. 00010000:00000010:1.1:1784944557.967032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76ce200. 00010000:00000010:1.1:1784944557.967039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9600. 00010000:00000010:1.1:1784944557.967066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2600. 00010000:00000010:1.1:1784944557.967074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6a00. 00010000:00000010:1.1:1784944557.967080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf85600. 00010000:00000010:1.1:1784944557.967087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117100. 00010000:00000010:1.1:1784944557.967093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2760e00. 00010000:00000010:1.1:1784944557.967100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4700. 00010000:00000010:1.1:1784944557.967106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2761600. 00010000:00000010:1.1:1784944557.967111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4b00. 00010000:00000010:1.1:1784944557.967115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f111c00. 00010000:00000010:1.1:1784944557.967122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b800. 00010000:00000010:1.1:1784944557.967128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d4e00. 00010000:00000010:1.1:1784944557.967135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1400. 00010000:00000010:1.1:1784944557.967141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bdb200. 00010000:00000010:1.1:1784944557.967147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6700. 00010000:00000010:1.1:1784944557.967154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaee00. 00010000:00000010:1.1:1784944557.967161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831400. 00010000:00000010:1.1:1784944557.967167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037a800. 00010000:00000010:1.1:1784944557.967173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aabf00. 00010000:00000010:1.1:1784944557.967181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bce00. 00010000:00000010:1.1:1784944557.967188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b274e800. 00010000:00000010:1.1:1784944557.967194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e000. 00010000:00000010:1.1:1784944557.967203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6900. 00010000:00000010:1.1:1784944557.967210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00010000:00000010:1.1:1784944557.967218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6e00. 00010000:00000010:1.1:1784944557.967228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10000. 00010000:00000010:1.1:1784944557.967235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deab00. 00010000:00000010:1.1:1784944557.967240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273c600. 00010000:00000010:1.1:1784944557.967247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6500. 00010000:00000010:1.1:1784944557.967253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac340400. 00010000:00000010:1.1:1784944557.967258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241e00. 00010000:00000010:1.1:1784944557.967264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d47400. 00010000:00000010:1.1:1784944557.967272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437400. 00010000:00000010:1.1:1784944557.967280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f692c00. 00010000:00000010:1.1:1784944557.967287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113300. 00010000:00000010:1.1:1784944557.967295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967800. 00010000:00000010:1.1:1784944557.967301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9e00. 00010000:00000010:1.1:1784944557.967307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0ce00. 00010000:00000010:1.1:1784944557.967313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d100. 00010000:00000010:1.1:1784944557.967330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49400. 00010000:00000010:1.1:1784944557.967336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330f00. 00010000:00000010:1.1:1784944557.967343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8415000. 00010000:00000010:1.1:1784944557.967349:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395400. 00010000:00000010:1.1:1784944557.967356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de7400. 00010000:00000010:1.1:1784944557.967361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9600. 00010000:00000010:1.1:1784944557.967368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b6e00. 00010000:00000010:1.1:1784944557.967375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8e00. 00010000:00000010:1.1:1784944557.967382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4400. 00010000:00000010:1.1:1784944557.967387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffbe00. 00010000:00000010:1.1:1784944557.967395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da1c00. 00010000:00000010:1.1:1784944557.967403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8400. 00010000:00000010:1.1:1784944557.967409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f603c00. 00010000:00000010:1.1:1784944557.967414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9800. 00010000:00000010:1.1:1784944557.967420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033fa00. 00010000:00000010:1.1:1784944557.967486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282b08b00. 00010000:00000010:1.1:1784944557.967494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290422e00. 00010000:00000010:1.1:1784944557.967500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282b08300. 00010000:00000010:1.1:1784944557.967506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dcc00. 00010000:00000010:1.1:1784944557.967513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459e00. 00010000:00000010:1.1:1784944557.967519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad936c00. 00010000:00000010:1.1:1784944557.967525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726ce00. 00010000:00000010:1.1:1784944557.967531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b53400. 00010000:00000010:1.1:1784944557.967537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e900. 00010000:00000010:1.1:1784944557.967544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75ccc00. 00010000:00000010:1.1:1784944557.967551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cba400. 00010000:00000010:1.1:1784944557.967558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea5e00. 00010000:00000010:1.1:1784944557.967564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145400. 00010000:00000010:1.1:1784944557.967573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283949200. 00010000:00000010:1.1:1784944557.967581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:1.1:1784944557.967591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8600. 00010000:00000010:1.1:1784944557.967598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0500. 00010000:00000010:1.1:1784944557.967604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a5d000. 00010000:00000010:1.1:1784944557.967610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717200. 00010000:00000010:1.1:1784944557.967615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2639000. 00010000:00000010:1.1:1784944557.967622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5400. 00010000:00000010:1.1:1784944557.967627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2638400. 00010000:00000010:1.1:1784944557.967633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5900. 00010000:00000010:1.1:1784944557.967640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447c00. 00010000:00000010:1.1:1784944557.967648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781600. 00010000:00000010:1.1:1784944557.967656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f432a00. 00010000:00000010:1.1:1784944557.967665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87000. 00010000:00000010:1.1:1784944557.967671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4eea00. 00010000:00000010:1.1:1784944557.967678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0faa00. 00010000:00000010:1.1:1784944557.967685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1957600. 00010000:00000010:1.1:1784944557.967689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c2a00. 00010000:00000010:1.1:1784944557.967696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a700. 00010000:00000010:1.1:1784944557.967703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78b000. 00010000:00000010:1.1:1784944557.967712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8e00. 00010000:00000010:1.1:1784944557.967721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d0e00. 00010000:00000010:1.1:1784944557.967726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b849b100. 00010000:00000010:1.1:1784944557.967732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dbe00. 00010000:00000010:1.1:1784944557.967739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdf6b00. 00010000:00000010:1.1:1784944557.967745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28513b400. 00010000:00000010:1.1:1784944557.967751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0d00. 00010000:00000010:1.1:1784944557.967756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae043800. 00010000:00000010:1.1:1784944557.967766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742800. 00010000:00000010:1.1:1784944557.967773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f75000. 00010000:00000010:1.1:1784944557.967781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4c00. 00010000:00000010:1.1:1784944557.967786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1957200. 00010000:00000010:1.1:1784944557.967791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f00fe00. 00010000:00000010:1.1:1784944557.967799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad865c00. 00010000:00000010:1.1:1784944557.967806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895b00. 00010000:00000010:1.1:1784944557.967812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f4400. 00010000:00000010:1.1:1784944557.967820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4f00. 00010000:00000010:1.1:1784944557.967827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f777e00. 00010000:00000010:1.1:1784944557.967835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e500. 00010000:00000010:1.1:1784944557.967843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b25e00. 00010000:00000010:1.1:1784944557.967851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032db00. 00010000:00000010:1.1:1784944557.967858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291113600. 00010000:00000010:1.1:1784944557.967864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad96e500. 00010000:00000010:1.1:1784944557.967870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0197800. 00010000:00000010:1.1:1784944557.967877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9100. 00010000:00000010:1.1:1784944557.967884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291016a00. 00010000:00000010:1.1:1784944557.967890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f502800. 00010000:00000010:1.1:1784944557.967896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291016e00. 00010000:00000010:1.1:1784944557.967902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529b500. 00010000:00000010:1.1:1784944557.967909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2607000. 00010000:00000010:1.1:1784944557.967915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529b900. 00010000:00000010:1.1:1784944557.967922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291110e00. 00010000:00000010:1.1:1784944557.967929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1400. 00010000:00000010:1.1:1784944557.967934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fba00. 00010000:00000010:1.1:1784944557.967940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796400. 00010000:00000010:1.1:1784944557.967946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f398400. 00010000:00000010:1.1:1784944557.967953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48500. 00010000:00000010:1.1:1784944557.967959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272dc00. 00010000:00000010:1.1:1784944557.967965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272ef00. 00010000:00000010:1.1:1784944557.967972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4ca00. 00010000:00000010:1.1:1784944557.967980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501900. 00010000:00000010:1.1:1784944557.967988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272c400. 00010000:00000010:1.1:1784944557.967995:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2500. 00010000:00000010:1.1:1784944557.968001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efc800. 00010000:00000010:1.1:1784944557.968008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ecf00. 00010000:00000010:1.1:1784944557.968014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf04a00. 00010000:00000010:1.1:1784944557.968022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23100. 00010000:00000010:1.1:1784944557.968030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b9c00. 00010000:00000010:1.1:1784944557.968037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94aa00. 00010000:00000010:1.1:1784944557.968043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e12400. 00010000:00000010:1.1:1784944557.968067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610e00. 00010000:00000010:1.1:1784944557.968071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6b600. 00010000:00000010:1.1:1784944557.968074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7c200. 00010000:00000010:1.1:1784944557.968078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea8000. 00010000:00000010:1.1:1784944557.968081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a800. 00010000:00000010:1.1:1784944557.968084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bd400. 00010000:00000010:1.1:1784944557.968087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902a9e00. 00010000:00000010:1.1:1784944557.968090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af3200. 00010000:00000010:1.1:1784944557.968095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6000. 00010000:00000010:1.1:1784944557.968098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6e600. 00010000:00000010:1.1:1784944557.968101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678b00. 00010000:00000010:1.1:1784944557.968104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea9200. 00010000:00000010:1.1:1784944557.968108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678300. 00010000:00000010:1.1:1784944557.968111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258ec00. 00010000:00000010:1.1:1784944557.968113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5f00. 00010000:00000010:1.1:1784944557.968116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2612e00. 00010000:00000010:1.1:1784944557.968119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69500. 00010000:00000010:1.1:1784944557.968122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6d400. 00010000:00000010:1.1:1784944557.968125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69400. 00010000:00000010:1.1:1784944557.968129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6cc00. 00010000:00000010:1.1:1784944557.968134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952400. 00010000:00000010:1.1:1784944557.968139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6c200. 00010000:00000010:1.1:1784944557.968144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952900. 00010000:00000010:1.1:1784944557.968151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c200. 00010000:00000010:1.1:1784944557.968158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611e00. 00010000:00000010:1.1:1784944557.968162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af3200. 00010000:00000010:1.1:1784944557.968168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cccf00. 00010000:00000010:1.1:1784944557.968173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96b400. 00010000:00000010:1.1:1784944557.968179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1100. 00010000:00000010:1.1:1784944557.968186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286456400. 00010000:00000010:1.1:1784944557.968193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35b500. 00010000:00000010:1.1:1784944557.968199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aa600. 00010000:00000010:1.1:1784944557.968205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817600. 00010000:00000010:1.1:1784944557.968211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285155800. 00010000:00000010:1.1:1784944557.968216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817200. 00010000:00000010:1.1:1784944557.968222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134a400. 00010000:00000010:1.1:1784944557.968229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3400. 00010000:00000010:1.1:1784944557.968235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe5ec00. 00010000:00000010:1.1:1784944557.968242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876500. 00010000:00000010:1.1:1784944557.968248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285798a00. 00010000:00000010:1.1:1784944557.968254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876200. 00010000:00000010:1.1:1784944557.968261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849400. 00010000:00000010:1.1:1784944557.968267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72600. 00010000:00000010:1.1:1784944557.968273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993a00. 00010000:00000010:1.1:1784944557.968279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61b00. 00010000:00000010:1.1:1784944557.968285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8615c00. 00010000:00000010:1.1:1784944557.968290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3900. 00010000:00000010:1.1:1784944557.968298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e34200. 00010000:00000010:1.1:1784944557.968304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12d00. 00010000:00000010:1.1:1784944557.968311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be4400. 00010000:00000010:1.1:1784944557.968329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93c00. 00010000:00000010:1.1:1784944557.968334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7794a00. 00010000:00000010:1.1:1784944557.968339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70700. 00010000:00000010:1.1:1784944557.968344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6bcc00. 00010000:00000010:1.1:1784944557.968352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025d00. 00010000:00000010:1.1:1784944557.968358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285166a00. 00010000:00000010:1.1:1784944557.968366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21b00. 00010000:00000010:1.1:1784944557.968373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be5200. 00010000:00000010:1.1:1784944557.968379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792900. 00010000:00000010:1.1:1784944557.968386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2ac00. 00010000:00000010:1.1:1784944557.968392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769a00. 00010000:00000010:1.1:1784944557.968399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d0200. 00010000:00000010:1.1:1784944557.968404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611500. 00010000:00000010:1.1:1784944557.968410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad440800. 00010000:00000010:1.1:1784944557.968416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c71700. 00010000:00000010:1.1:1784944557.968479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607600. 00010000:00000010:1.1:1784944557.968487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784100. 00010000:00000010:1.1:1784944557.968493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287259400. 00010000:00000010:1.1:1784944557.968498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20900. 00010000:00000010:1.1:1784944557.968505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b5200. 00010000:00000010:1.1:1784944557.968513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676300. 00010000:00000010:1.1:1784944557.968525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe40200. 00010000:00000010:1.1:1784944557.968533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7a00. 00010000:00000010:1.1:1784944557.968540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdc600. 00010000:00000010:1.1:1784944557.968547:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3100. 00010000:00000010:1.1:1784944557.968553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0033000. 00010000:00000010:1.1:1784944557.968559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e783b00. 00010000:00000010:1.1:1784944557.968565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285788800. 00010000:00000010:1.1:1784944557.968573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76f00. 00010000:00000010:1.1:1784944557.968583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe46800. 00010000:00000010:1.1:1784944557.968590:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada17e00. 00010000:00000010:1.1:1784944557.968596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe46c00. 00010000:00000010:1.1:1784944557.968600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada17400. 00010000:00000010:1.1:1784944557.968606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0031c00. 00010000:00000010:1.1:1784944557.968611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000200. 00010000:00000010:1.1:1784944557.968617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e40000. 00010000:00000010:1.1:1784944557.968625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005600. 00010000:00000010:1.1:1784944557.968636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fa000. 00010000:00000010:1.1:1784944557.968643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022d000. 00010000:00000010:1.1:1784944557.968648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c7e00. 00010000:00000010:1.1:1784944557.968653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fc3b00. 00010000:00000010:1.1:1784944557.968659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbf8000. 00010000:00000010:1.1:1784944557.968666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be400. 00010000:00000010:1.1:1784944557.968673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb7800. 00010000:00000010:1.1:1784944557.968679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f53f00. 00010000:00000010:1.1:1784944557.968686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036de00. 00010000:00000010:1.1:1784944557.968692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe600. 00010000:00000010:1.1:1784944557.968700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037f800. 00010000:00000010:1.1:1784944557.968706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bef00. 00010000:00000010:1.1:1784944557.968712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae082400. 00010000:00000010:1.1:1784944557.968718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786d00. 00010000:00000010:1.1:1784944557.968724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe80e00. 00010000:00000010:1.1:1784944557.968730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d8e700. 00010000:00000010:1.1:1784944557.968735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860c400. 00010000:00000010:1.1:1784944557.968743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bb800. 00010000:00000010:1.1:1784944557.968749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac31a00. 00010000:00000010:1.1:1784944557.968755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608300. 00010000:00000010:1.1:1784944557.968761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28648a600. 00010000:00000010:1.1:1784944557.968767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458100. 00010000:00000010:1.1:1784944557.968775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28648ac00. 00010000:00000010:1.1:1784944557.968780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458600. 00010000:00000010:1.1:1784944557.968787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24f400. 00010000:00000010:1.1:1784944557.968792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4200. 00010000:00000010:1.1:1784944557.968800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa9e00. 00010000:00000010:1.1:1784944557.968807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15a00. 00010000:00000010:1.1:1784944557.968812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b200. 00010000:00000010:1.1:1784944557.968819:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8e00. 00010000:00000010:1.1:1784944557.968824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b400. 00010000:00000010:1.1:1784944557.968830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8f00. 00010000:00000010:1.1:1784944557.968837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a298ea0e00. 00010000:00000010:1.1:1784944557.968845:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249b00. 00010000:00000010:1.1:1784944557.968852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad818800. 00010000:00000010:1.1:1784944557.968858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199f000. 00010000:00000010:1.1:1784944557.968864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad829e00. 00010000:00000010:1.1:1784944557.968870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0100. 00010000:00000010:1.1:1784944557.968877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3d000. 00010000:00000010:1.1:1784944557.968884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f700. 00010000:00000010:1.1:1784944557.968890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a298ea0600. 00010000:00000010:1.1:1784944557.968897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5500. 00010000:00000010:1.1:1784944557.968903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade81800. 00010000:00000010:1.1:1784944557.968909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53300. 00010000:00000010:1.1:1784944557.968916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3d000. 00010000:00000010:1.1:1784944557.968922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a600. 00010000:00000010:1.1:1784944557.968928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffba000. 00010000:00000010:1.1:1784944557.968934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9e700. 00010000:00000010:1.1:1784944557.968941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0104200. 00010000:00000010:1.1:1784944557.968946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5c00. 00010000:00000010:1.1:1784944557.968954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b67200. 00010000:00000010:1.1:1784944557.968959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101500. 00010000:00000010:1.1:1784944557.968967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0326000. 00010000:00000010:1.1:1784944557.968974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446900. 00010000:00000010:1.1:1784944557.968980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856d5a00. 00010000:00000010:1.1:1784944557.968985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721400. 00010000:00000010:1.1:1784944557.968990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a0e00. 00010000:00000010:1.1:1784944557.968996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87c00. 00010000:00000010:1.1:1784944557.969003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b81200. 00010000:00000010:1.1:1784944557.969008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03800. 00010000:00000010:1.1:1784944557.969015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b3000. 00010000:00000010:1.1:1784944557.969021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385b00. 00010000:00000010:1.1:1784944557.969027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273800. 00010000:00000010:1.1:1784944557.969035:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dae900. 00010000:00000010:1.1:1784944557.969042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298400. 00010000:00000010:1.1:1784944557.969068:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647d200. 00010000:00000010:1.1:1784944557.969120:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcef000. 00010000:00000010:1.1:1784944557.969130:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474600. 00010000:00000010:1.1:1784944557.969137:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875f200. 00010000:00000010:1.1:1784944557.969143:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172800. 00010000:00000010:1.1:1784944557.969149:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f438200. 00010000:00000010:1.1:1784944557.969155:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546100. 00010000:00000010:1.1:1784944557.969162:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fb000. 00010000:00000010:1.1:1784944557.969168:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06300. 00010000:00000010:1.1:1784944557.969175:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0205c00. 00010000:00000010:1.1:1784944557.969181:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65700. 00010000:00000010:1.1:1784944557.969189:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3ec00. 00010000:00000010:1.1:1784944557.969194:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100700. 00010000:00000010:1.1:1784944557.969201:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286545800. 00010000:00000010:1.1:1784944557.969207:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42900. 00010000:00000010:1.1:1784944557.969213:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d41a00. 00010000:00000010:1.1:1784944557.969219:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82ed00. 00010000:00000010:1.1:1784944557.969225:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a000. 00010000:00000010:1.1:1784944557.969232:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2f00. 00010000:00000010:1.1:1784944557.969237:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62ec00. 00010000:00000010:1.1:1784944557.969243:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fd000. 00010000:00000010:1.1:1784944557.969250:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f276200. 00010000:00000010:1.1:1784944557.969257:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29c000. 00010000:00000010:1.1:1784944557.969263:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286478000. 00010000:00000010:1.1:1784944557.969269:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86d00. 00010000:00000010:1.1:1784944557.969275:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286541a00. 00010000:00000010:1.1:1784944557.969281:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b9600. 00010000:00000010:1.1:1784944557.969288:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4600. 00010000:00000010:1.1:1784944557.969294:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718100. 00010000:00000010:1.1:1784944557.969302:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eef600. 00010000:00000010:1.1:1784944557.969309:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895f00. 00010000:00000010:1.1:1784944557.969327:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae038c00. 00010000:00000010:1.1:1784944557.969334:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8c00. 00010000:00000010:1.1:1784944557.969339:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3ae000. 00010000:00000010:1.1:1784944557.969345:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d100. 00010000:00000010:1.1:1784944557.969353:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8583600. 00010000:00000010:1.1:1784944557.969359:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aae400. 00010000:00000010:1.1:1784944557.969366:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eec600. 00010000:00000010:1.1:1784944557.969372:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b0700. 00010000:00000010:1.1:1784944557.969379:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450800. 00010000:00000010:1.1:1784944557.969386:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60500. 00010000:00000010:1.1:1784944557.969394:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192f600. 00010000:00000010:1.1:1784944557.969400:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a300. 00010000:00000010:1.1:1784944557.969406:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa9600. 00010000:00000010:1.1:1784944557.969412:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8700. 00010000:00000010:1.1:1784944557.969420:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b9c00. 00010000:00000010:1.1:1784944557.969489:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de500. 00010000:00000010:1.1:1784944557.969495:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71aa00. 00010000:00000010:1.1:1784944557.969502:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4e00. 00010000:00000010:1.1:1784944557.969508:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0379600. 00010000:00000010:1.1:1784944557.969514:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0800. 00010000:00000010:1.1:1784944557.969520:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192dc00. 00010000:00000010:1.1:1784944557.969527:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449e00. 00010000:00000010:1.1:1784944557.969534:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76ce400. 00010000:00000010:1.1:1784944557.969541:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9b00. 00010000:00000010:1.1:1784944557.969546:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2200. 00010000:00000010:1.1:1784944557.969553:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6600. 00010000:00000010:1.1:1784944557.969559:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fb83c00. 00010000:00000010:1.1:1784944557.969565:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131d00. 00010000:00000010:1.1:1784944557.969571:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791a00. 00010000:00000010:1.1:1784944557.969578:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8c00. 00010000:00000010:1.1:1784944557.969584:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ac00. 00010000:00000010:1.1:1784944557.969590:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116f00. 00010000:00000010:1.1:1784944557.969594:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18a800. 00010000:00000010:1.1:1784944557.969601:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7600. 00010000:00000010:1.1:1784944557.969608:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d4c00. 00010000:00000010:1.1:1784944557.969615:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1500. 00010000:00000010:1.1:1784944557.969621:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcab800. 00010000:00000010:1.1:1784944557.969628:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8b00. 00010000:00000010:1.1:1784944557.969634:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0081000. 00010000:00000010:1.1:1784944557.969640:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831500. 00010000:00000010:1.1:1784944557.969649:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e64400. 00010000:00000010:1.1:1784944557.969656:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759e700. 00010000:00000010:1.1:1784944557.969662:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bda00. 00010000:00000010:1.1:1784944557.969669:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c45d00. 00010000:00000010:1.1:1784944557.969674:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606c00. 00010000:00000010:1.1:1784944557.969681:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500f00. 00010000:00000010:1.1:1784944557.969688:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b7600. 00010000:00000010:1.1:1784944557.969695:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be900. 00010000:00000010:1.1:1784944557.969701:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a18133d200. 00010000:00000010:1.1:1784944557.969707:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857d1400. 00010000:00000010:1.1:1784944557.969715:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8439c00. 00010000:00000010:1.1:1784944557.969723:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d7e00. 00010000:00000010:1.1:1784944557.969730:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6b00. 00010000:00000010:1.1:1784944557.969736:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00010000:00000010:1.1:1784944557.969742:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6400. 00010000:00000010:1.1:1784944557.969749:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11200. 00010000:00000010:1.1:1784944557.969754:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea800. 00010000:00000010:1.1:1784944557.969760:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273ca00. 00010000:00000010:1.1:1784944557.969765:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6900. 00010000:00000010:1.1:1784944557.969770:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da400. 00010000:00000010:1.1:1784944557.969777:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378100. 00010000:00000010:1.1:1784944557.969783:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d47800. 00010000:00000010:1.1:1784944557.969790:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437500. 00010000:00000010:1.1:1784944557.969797:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642ba00. 00010000:00000010:1.1:1784944557.969801:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36b00. 00010000:00000010:1.1:1784944557.969807:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967a00. 00010000:00000010:1.1:1784944557.969813:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9200. 00010000:00000010:1.1:1784944557.969820:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2fa00. 00010000:00000010:1.1:1784944557.969825:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d200. 00010000:00000010:1.1:1784944557.969831:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49800. 00010000:00000010:1.1:1784944557.969839:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330100. 00010000:00000010:1.1:1784944557.969848:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8414000. 00010000:00000010:1.1:1784944557.969854:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395500. 00010000:00000010:1.1:1784944557.969861:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de7800. 00010000:00000010:1.1:1784944557.969868:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9b00. 00010000:00000010:1.1:1784944557.969874:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7736400. 00010000:00000010:1.1:1784944557.969881:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131000. 00010000:00000010:1.1:1784944557.969888:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4800. 00010000:00000010:1.1:1784944557.969895:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffb200. 00010000:00000010:1.1:1784944557.969901:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da0600. 00010000:00000010:1.1:1784944557.969909:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8500. 00010000:00000010:1.1:1784944557.969916:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0357000. 00010000:00000010:1.1:1784944557.969924:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35400. 00010000:00000010:1.1:1784944557.969930:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72800. 00010000:00000010:1.1:1784944557.969937:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35000. 00010000:00000010:1.1:1784944557.969943:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f573c00. 00010000:00000010:1.1:1784944557.969948:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266db00. 00010000:00000010:1.1:1784944557.969955:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290423200. 00010000:00000010:1.1:1784944557.969962:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e3cb00. 00010000:00000010:1.1:1784944558.066692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad937e00. 00010000:00000010:1.1:1784944558.066702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726c200. 00010000:00000010:1.1:1784944558.066708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b53800. 00010000:00000010:1.1:1784944558.066713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560ee00. 00010000:00000010:1.1:1784944558.066718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73000. 00010000:00000010:1.1:1784944558.066723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500200. 00010000:00000010:1.1:1784944558.066728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea5800. 00010000:00000010:1.1:1784944558.066733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145500. 00010000:00000010:1.1:1784944558.066737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bff200. 00010000:00000010:1.1:1784944558.066743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4a00. 00010000:00000010:1.1:1784944558.066748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8200. 00010000:00000010:1.1:1784944558.066754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0100. 00010000:00000010:0.1:1784944558.071071:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad444a00. 00010000:00000010:0.1:1784944558.071078:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93e00. 00010000:00000010:0.1:1784944558.071085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade24000. 00010000:00000010:0.1:1784944558.071092:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24d00. 00010000:00000010:0.1:1784944558.071099:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0171600. 00010000:00000010:0.1:1784944558.071105:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84900. 00010000:00000010:0.1:1784944558.071110:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285166600. 00010000:00000010:0.1:1784944558.071115:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21400. 00010000:00000010:0.1:1784944558.071121:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa62000. 00010000:00000010:0.1:1784944558.071126:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792200. 00010000:00000010:0.1:1784944558.071132:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2b000. 00010000:00000010:0.1:1784944558.071140:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769b00. 00010000:00000010:0.1:1784944558.071145:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e9800. 00010000:00000010:0.1:1784944558.071152:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6800. 00010000:00000010:0.1:1784944558.071157:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad441800. 00010000:00000010:0.1:1784944558.071161:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2edf00. 00010000:00000010:0.1:1784944558.071164:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287258a00. 00010000:00000010:0.1:1784944558.071167:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611900. 00010000:00000010:0.1:1784944558.071170:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8671e00. 00010000:00000010:0.1:1784944558.071173:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725f00. 00010000:00000010:0.1:1784944558.071175:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b4000. 00010000:00000010:0.1:1784944558.071179:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676e00. 00010000:00000010:0.1:1784944558.071183:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe40800. 00010000:00000010:0.1:1784944558.071186:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7b00. 00010000:00000010:0.1:1784944558.071189:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdc800. 00010000:00000010:0.1:1784944558.071192:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3300. 00010000:00000010:0.1:1784944558.071195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed8e00. 00010000:00000010:0.1:1784944558.071198:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3d00. 00010000:00000010:0.1:1784944558.071201:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f2c00. 00010000:00000010:0.1:1784944558.071203:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4200. 00010000:00000010:0.1:1784944558.071206:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d7200. 00010000:00000010:0.1:1784944558.071213:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35d00. 00010000:00000010:0.1:1784944558.071218:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f6200. 00010000:00000010:0.1:1784944558.071226:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a900. 00010000:00000010:0.1:1784944558.071233:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e40800. 00010000:00000010:0.1:1784944558.071239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005500. 00010000:00000010:0.1:1784944558.071245:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7437000. 00010000:00000010:0.1:1784944558.071252:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcac00. 00010000:00000010:0.1:1784944558.071257:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9f00. 00010000:00000010:0.1:1784944558.071262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f791200. 00010000:00000010:0.1:1784944558.071267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8900. 00010000:00000010:0.1:1784944558.071274:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f790200. 00010000:00000010:0.1:1784944558.071280:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8b00. 00010000:00000010:0.1:1784944558.071285:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288595200. 00010000:00000010:0.1:1784944558.071290:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f53e00. 00010000:00000010:0.1:1784944558.071296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb3600. 00010000:00000010:0.1:1784944558.071302:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f57500. 00010000:00000010:0.1:1784944558.071308:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036d000. 00010000:00000010:0.1:1784944558.071325:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fed00. 00010000:00000010:0.1:1784944558.071330:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7437800. 00010000:00000010:0.1:1784944558.071336:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0100. 00010000:00000010:0.1:1784944558.071345:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb5000. 00010000:00000010:0.1:1784944558.071350:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786500. 00010000:00000010:0.1:1784944558.071357:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe81200. 00010000:00000010:0.1:1784944558.071362:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d8e900. 00010000:00000010:0.1:1784944558.071369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd4000. 00010000:00000010:0.1:1784944558.071374:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750800. 00010000:00000010:0.1:1784944558.071380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc3a00. 00010000:00000010:0.1:1784944558.071387:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434300. 00010000:00000010:0.1:1784944558.071395:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac37800. 00010000:00000010:0.1:1784944558.071402:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458c00. 00010000:00000010:0.1:1784944558.071410:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac37c00. 00010000:00000010:0.1:1784944558.071417:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64000. 00010000:00000010:0.1:1784944558.071423:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023ec00. 00010000:00000010:0.1:1784944558.071429:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4600. 00010000:00000010:0.1:1784944558.071436:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290368400. 00010000:00000010:0.1:1784944558.071441:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796100. 00010000:00000010:0.1:1784944558.071447:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac37000. 00010000:00000010:0.1:1784944558.071453:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68600. 00010000:00000010:0.1:1784944558.071458:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9ac00. 00010000:00000010:0.1:1784944558.071464:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8100. 00010000:00000010:0.1:1784944558.071471:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a298ea1200. 00010000:00000010:0.1:1784944558.071478:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249500. 00010000:00000010:0.1:1784944558.071485:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df9e00. 00010000:00000010:0.1:1784944558.071491:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199f600. 00010000:00000010:0.1:1784944558.071497:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad828000. 00010000:00000010:0.1:1784944558.071502:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325600. 00010000:00000010:0.1:1784944558.071508:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3ca00. 00010000:00000010:0.1:1784944558.071512:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f300. 00010000:00000010:0.1:1784944558.071518:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a54200. 00010000:00000010:0.1:1784944558.071525:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b3da00. 00010000:00000010:0.1:1784944558.071533:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b39600. 00010000:00000010:0.1:1784944558.071549:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52000. 00010000:00000010:0.1:1784944558.071555:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3d200. 00010000:00000010:0.1:1784944558.071561:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2ab00. 00010000:00000010:0.1:1784944558.071567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fbee00. 00010000:00000010:0.1:1784944558.071573:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31ea00. 00010000:00000010:0.1:1784944558.071579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319800. 00010000:00000010:0.1:1784944558.071585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5e00. 00010000:00000010:0.1:1784944558.071591:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0105000. 00010000:00000010:0.1:1784944558.071598:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2c00. 00010000:00000010:0.1:1784944558.071622:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0326600. 00010000:00000010:0.1:1784944558.071633:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721e00. 00010000:00000010:0.1:1784944558.071639:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3b000. 00010000:00000010:0.1:1784944558.071646:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106100. 00010000:00000010:0.1:1784944558.071652:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857d0c00. 00010000:00000010:0.1:1784944558.071658:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558800. 00010000:00000010:0.1:1784944558.071666:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b80000. 00010000:00000010:0.1:1784944558.071673:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03100. 00010000:00000010:0.1:1784944558.071680:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273a00. 00010000:00000010:0.1:1784944558.071687:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20100. 00010000:00000010:0.1:1784944558.071705:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac299400. 00010000:00000010:0.1:1784944558.071715:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dae200. 00010000:00000010:0.1:1784944558.071721:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298800. 00010000:00000010:0.1:1784944558.071727:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722200. 00010000:00000010:0.1:1784944558.071732:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcefc00. 00010000:00000010:0.1:1784944558.071737:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474400. 00010000:00000010:0.1:1784944558.071744:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472a00. 00010000:00000010:0.1:1784944558.071750:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7e00. 00010000:00000010:0.1:1784944558.071756:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f438400. 00010000:00000010:0.1:1784944558.071763:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06200. 00010000:00000010:0.1:1784944558.071780:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8e00. 00010000:00000010:0.1:1784944558.071791:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8da000. 00010000:00000010:0.1:1784944558.071797:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8800. 00010000:00000010:0.1:1784944558.071802:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8dac00. 00010000:00000010:0.1:1784944558.071808:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286545000. 00010000:00000010:0.1:1784944558.071814:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202d00. 00010000:00000010:0.1:1784944558.071820:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018200. 00010000:00000010:0.1:1784944558.071826:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100d00. 00010000:00000010:0.1:1784944558.071833:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569b000. 00010000:00000010:0.1:1784944558.071839:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fc400. 00010000:00000010:0.1:1784944558.071855:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62fc00. 00010000:00000010:0.1:1784944558.071865:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200a00. 00010000:00000010:0.1:1784944558.071873:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6be00. 00010000:00000010:0.1:1784944558.071878:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29cc00. 00010000:00000010:0.1:1784944558.071886:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0103c00. 00010000:00000010:0.1:1784944558.071892:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22800. 00010000:00000010:0.1:1784944558.071899:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cde00. 00010000:00000010:0.1:1784944558.071905:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57500. 00010000:00000010:0.1:1784944558.071911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7897a00. 00010000:00000010:0.1:1784944558.071917:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b9400. 00010000:00000010:0.1:1784944558.071934:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05de00. 00010000:00000010:0.1:1784944558.071940:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46700. 00010000:00000010:0.1:1784944558.071949:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae038a00. 00010000:00000010:0.1:1784944558.071956:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71cf00. 00010000:00000010:0.1:1784944558.071962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c09800. 00010000:00000010:0.1:1784944558.071967:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5d00. 00010000:00000010:0.1:1784944558.071970:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3aea00. 00010000:00000010:0.1:1784944558.071973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d700. 00010000:00000010:0.1:1784944558.071977:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8583800. 00010000:00000010:0.1:1784944558.071983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6dc00. 00010000:00000010:0.1:1784944558.071994:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e3c00. 00010000:00000010:0.1:1784944558.072000:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6d100. 00010000:00000010:0.1:1784944558.072004:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451800. 00010000:00000010:0.1:1784944558.072009:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada7af00. 00010000:00000010:0.1:1784944558.072013:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf46c00. 00010000:00000010:0.1:1784944558.072017:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62dc00. 00010000:00000010:0.1:1784944558.072022:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa9400. 00010000:00000010:0.1:1784944558.072027:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0b400. 00010000:00000010:0.1:1784944558.072031:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b8400. 00010000:00000010:0.1:1784944558.072035:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de100. 00010000:00000010:0.1:1784944558.072043:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69bac00. 00010000:00000010:0.1:1784944558.072064:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3de500. 00010000:00000010:0.1:1784944558.072066:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28608e400. 00010000:00000010:0.1:1784944558.072068:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62be00. 00010000:00000010:0.1:1784944558.072070:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192c400. 00010000:00000010:0.1:1784944558.072072:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449a00. 00010000:00000010:0.1:1784944558.072074:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76cf400. 00010000:00000010:0.1:1784944558.072076:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9500. 00010000:00000010:0.1:1784944558.072078:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2800. 00010000:00000010:0.1:1784944558.072080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6d00. 00010000:00000010:0.1:1784944558.072083:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf85800. 00010000:00000010:0.1:1784944558.072085:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117c00. 00010000:00000010:0.1:1784944558.072089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad790c00. 00010000:00000010:0.1:1784944558.072092:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8900. 00010000:00000010:0.1:1784944558.072095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18be00. 00010000:00000010:0.1:1784944558.072099:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4d00. 00010000:00000010:0.1:1784944558.072101:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a7200. 00010000:00000010:0.1:1784944558.072104:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0d800. 00010000:00000010:0.1:1784944558.072108:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ae00. 00010000:00000010:0.1:1784944558.072111:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7800. 00010000:00000010:0.1:1784944558.072115:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcaba00. 00010000:00000010:0.1:1784944558.072118:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8400. 00010000:00000010:0.1:1784944558.072121:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037b000. 00010000:00000010:0.1:1784944558.072124:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037db00. 00010000:00000010:0.1:1784944558.072127:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0081e00. 00010000:00000010:0.1:1784944558.072131:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7833000. 00010000:00000010:0.1:1784944558.072136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2600. 00010000:00000010:0.1:1784944558.072138:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164af00. 00010000:00000010:0.1:1784944558.072140:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00010000:00000010:0.1:1784944558.072142:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6c00. 00010000:00000010:0.1:1784944558.072145:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7628400. 00010000:00000010:0.1:1784944558.072147:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdcb00. 00010000:00000010:0.1:1784944558.072149:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273de00. 00010000:00000010:0.1:1784944558.072151:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6800. 00010000:00000010:0.1:1784944558.072153:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dba00. 00010000:00000010:0.1:1784944558.072156:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113100. 00010000:00000010:0.1:1784944558.072158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031800. 00010000:00000010:0.1:1784944558.072161:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241a00. 00010000:00000010:0.1:1784944558.072163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f000. 00010000:00000010:0.1:1784944558.072165:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7500. 00010000:00000010:0.1:1784944558.072168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad966c00. 00010000:00000010:0.1:1784944558.072171:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9a00. 00010000:00000010:0.1:1784944558.072175:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0d200. 00010000:00000010:0.1:1784944558.072178:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f972200. 00010000:00000010:0.1:1784944558.072180:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48c00. 00010000:00000010:0.1:1784944558.072183:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330300. 00010000:00000010:0.1:1784944558.072186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8415c00. 00010000:00000010:0.1:1784944558.072190:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395800. 00010000:00000010:0.1:1784944558.072193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af9000. 00010000:00000010:0.1:1784944558.072196:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8d00. 00010000:00000010:0.1:1784944558.072201:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7737600. 00010000:00000010:0.1:1784944558.072204:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131600. 00010000:00000010:0.1:1784944558.072207:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da0200. 00010000:00000010:0.1:1784944558.072210:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffb600. 00010000:00000010:0.1:1784944558.072213:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c9c00. 00010000:00000010:0.1:1784944558.072216:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8100. 00010000:00000010:0.1:1784944558.072219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8711c00. 00010000:00000010:0.1:1784944558.072221:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52700. 00010000:00000010:0.1:1784944558.072224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858fe00. 00010000:00000010:0.1:1784944558.072227:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7300. 00010000:00000010:0.1:1784944558.072231:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572200. 00010000:00000010:0.1:1784944558.072235:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d400. 00010000:00000010:0.1:1784944558.072238:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dde00. 00010000:00000010:0.1:1784944558.072241:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259d00. 00010000:00000010:0.1:1784944558.072244:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad937000. 00010000:00000010:0.1:1784944558.072247:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28726c600. 00010000:00000010:0.1:1784944558.072249:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b53a00. 00010000:00000010:0.1:1784944558.072253:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e200. 00010000:00000010:0.1:1784944558.072256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cde00. 00010000:00000010:0.1:1784944558.072259:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ece00. 00010000:00000010:0.1:1784944558.072263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f697a00. 00010000:00000010:0.1:1784944558.072267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145800. 00010000:00000010:0.1:1784944558.072270:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe000. 00010000:00000010:0.1:1784944558.072273:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4d00. 00010000:00000010:0.1:1784944558.072276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b9a00. 00010000:00000010:0.1:1784944558.072278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8403c00. 00010000:00000010:0.1:1784944558.072280:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed9e00. 00010000:00000010:0.1:1784944558.072283:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15600. 00010000:00000010:0.1:1784944558.072285:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48a00. 00010000:00000010:0.1:1784944558.072288:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15a00. 00010000:00000010:0.1:1784944558.072291:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2639600. 00010000:00000010:0.1:1784944558.072295:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991300. 00010000:00000010:0.1:1784944558.072298:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb1800. 00010000:00000010:0.1:1784944558.072301:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85000. 00010000:00000010:0.1:1784944558.072304:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb9400. 00010000:00000010:0.1:1784944558.072307:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b856a400. 00010000:00000010:0.1:1784944558.072310:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7908c00. 00010000:00000010:0.1:1784944558.072326:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87a00. 00010000:00000010:0.1:1784944558.072330:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae042200. 00010000:00000010:0.1:1784944558.072333:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0ae600. 00010000:00000010:0.1:1784944558.072337:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78aa00. 00010000:00000010:0.1:1784944558.072340:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8000. 00010000:00000010:0.1:1784944558.072343:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d1000. 00010000:00000010:0.1:1784944558.072345:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a795a600. 00010000:00000010:0.1:1784944558.072349:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8e00. 00010000:00000010:0.1:1784944558.072352:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8502300. 00010000:00000010:0.1:1784944558.072355:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28513ba00. 00010000:00000010:0.1:1784944558.072358:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0400. 00010000:00000010:0.1:1784944558.072361:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447200. 00010000:00000010:0.1:1784944558.072364:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742f00. 00010000:00000010:0.1:1784944558.072369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f74a00. 00010000:00000010:0.1:1784944558.072371:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558400. 00010000:00000010:0.1:1784944558.072374:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2617e00. 00010000:00000010:0.1:1784944558.072377:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1990000. 00010000:00000010:0.1:1784944558.072380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ead600. 00010000:00000010:0.1:1784944558.072383:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082600. 00010000:00000010:0.1:1784944558.072387:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f5400. 00010000:00000010:0.1:1784944558.072391:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4c00. 00010000:00000010:0.1:1784944558.072394:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08fa00. 00010000:00000010:0.1:1784944558.072397:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4800. 00010000:00000010:0.1:1784944558.072401:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24000. 00010000:00000010:0.1:1784944558.072404:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d500. 00010000:00000010:0.1:1784944558.072407:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b18000. 00010000:00000010:0.1:1784944558.072411:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3d600. 00010000:00000010:0.1:1784944558.072413:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2000. 00010000:00000010:0.1:1784944558.072416:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:0.1:1784944558.072420:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7575200. 00010000:00000010:0.1:1784944558.072424:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576700. 00010000:00000010:0.1:1784944558.072427:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e9e00. 00010000:00000010:0.1:1784944558.072430:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996500. 00010000:00000010:0.1:1784944558.072433:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f4c00. 00010000:00000010:0.1:1784944558.072437:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16700. 00010000:00000010:0.1:1784944558.072440:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2607600. 00010000:00000010:0.1:1784944558.072443:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796000. 00010000:00000010:0.1:1784944558.072446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fb200. 00010000:00000010:0.1:1784944558.072448:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796800. 00010000:00000010:0.1:1784944558.072451:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f399400. 00010000:00000010:0.1:1784944558.072454:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48f00. 00010000:00000010:0.1:1784944558.072457:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa7400. 00010000:00000010:0.1:1784944558.072461:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185d500. 00010000:00000010:0.1:1784944558.072465:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8e800. 00010000:00000010:0.1:1784944558.072467:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894f7c00. 00010000:00000010:0.1:1784944558.072471:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fbc00. 00010000:00000010:0.1:1784944558.072474:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272ec00. 00010000:00000010:0.1:1784944558.072477:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efd400. 00010000:00000010:0.1:1784944558.072481:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec100. 00010000:00000010:0.1:1784944558.072483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b8e00. 00010000:00000010:0.1:1784944558.072486:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94a700. 00010000:00000010:0.1:1784944558.072490:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2f000. 00010000:00000010:0.1:1784944558.072493:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285764600. 00010000:00000010:0.1:1784944558.072498:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864ba000. 00010000:00000010:0.1:1784944558.072501:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e13200. 00010000:00000010:0.1:1784944558.072505:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610000. 00010000:00000010:0.1:1784944558.072507:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6ae00. 00010000:00000010:0.1:1784944558.072510:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d0300. 00010000:00000010:0.1:1784944558.072514:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a6a00. 00010000:00000010:0.1:1784944558.072517:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59700. 00010000:00000010:0.1:1784944558.072520:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e12600. 00010000:00000010:0.1:1784944558.072523:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610400. 00010000:00000010:0.1:1784944558.072525:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6ec00. 00010000:00000010:0.1:1784944558.072529:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6d00. 00010000:00000010:0.1:1784944558.072531:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2fe00. 00010000:00000010:0.1:1784944558.072534:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dde00. 00010000:00000010:0.1:1784944558.072538:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea8a00. 00010000:00000010:0.1:1784944558.072541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678e00. 00010000:00000010:0.1:1784944558.072544:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc3000. 00010000:00000010:0.1:1784944558.072547:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261b000. 00010000:00000010:0.1:1784944558.072550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2613e00. 00010000:00000010:0.1:1784944558.072553:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69100. 00010000:00000010:0.1:1784944558.072556:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755e200. 00010000:00000010:0.1:1784944558.072559:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422c00. 00010000:00000010:0.1:1784944558.072561:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad825c00. 00010000:00000010:0.1:1784944558.072564:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589400. 00010000:00000010:0.1:1784944558.072567:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35ea00. 00010000:00000010:0.1:1784944558.072570:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22900. 00010000:00000010:0.1:1784944558.072573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865ae00. 00010000:00000010:0.1:1784944558.072576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611000. 00010000:00000010:0.1:1784944558.072580:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96b800. 00010000:00000010:0.1:1784944558.072583:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1400. 00010000:00000010:0.1:1784944558.072586:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6ea00. 00010000:00000010:0.1:1784944558.072591:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b09200. 00010000:00000010:0.1:1784944558.072594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286457400. 00010000:00000010:0.1:1784944558.072597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35b100. 00010000:00000010:0.1:1784944558.072600:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fce00. 00010000:00000010:0.1:1784944558.072603:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addef500. 00010000:00000010:0.1:1784944558.072606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fc800. 00010000:00000010:0.1:1784944558.072608:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addef600. 00010000:00000010:0.1:1784944558.072612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134b600. 00010000:00000010:0.1:1784944558.072616:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89600. 00010000:00000010:0.1:1784944558.072618:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8800. 00010000:00000010:0.1:1784944558.072621:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876f00. 00010000:00000010:0.1:1784944558.072625:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade91200. 00010000:00000010:0.1:1784944558.072627:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88b00. 00010000:00000010:0.1:1784944558.072630:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade90c00. 00010000:00000010:0.1:1784944558.072632:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88800. 00010000:00000010:0.1:1784944558.072635:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f43200. 00010000:00000010:0.1:1784944558.072638:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649eb00. 00010000:00000010:0.1:1784944558.072654:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8614400. 00010000:00000010:0.1:1784944558.072658:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3000. 00010000:00000010:0.1:1784944558.072661:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e35400. 00010000:00000010:0.1:1784944558.072665:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12f00. 00010000:00000010:0.1:1784944558.072668:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad445c00. 00010000:00000010:0.1:1784944558.072671:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93200. 00010000:00000010:0.1:1784944558.072674:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0171800. 00010000:00000010:0.1:1784944558.072677:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24400. 00010000:00000010:0.1:1784944558.072681:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6bd000. 00010000:00000010:0.1:1784944558.072684:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025800. 00010000:00000010:0.1:1784944558.072688:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285166200. 00010000:00000010:0.1:1784944558.072693:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21500. 00010000:00000010:0.1:1784944558.072695:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27bfc00. 00010000:00000010:0.1:1784944558.072700:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0600. 00010000:00000010:0.1:1784944558.072704:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2aa00. 00010000:00000010:0.1:1784944558.072710:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65000. 00010000:00000010:0.1:1784944558.072715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e9a00. 00010000:00000010:0.1:1784944558.072720:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16900. 00010000:00000010:0.1:1784944558.072726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290256400. 00010000:00000010:0.1:1784944558.072732:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fc5c00. 00010000:00000010:0.1:1784944558.072738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607400. 00010000:00000010:0.1:1784944558.072744:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784c00. 00010000:00000010:0.1:1784944558.072749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8671200. 00010000:00000010:0.1:1784944558.072754:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725100. 00010000:00000010:0.1:1784944558.072757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b4a00. 00010000:00000010:0.1:1784944558.072762:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676200. 00010000:00000010:0.1:1784944558.072768:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10e00. 00010000:00000010:0.1:1784944558.072774:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93e00. 00010000:00000010:0.1:1784944558.072779:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdd600. 00010000:00000010:0.1:1784944558.072784:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3900. 00010000:00000010:0.1:1784944558.072790:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed8c00. 00010000:00000010:0.1:1784944558.072796:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3400. 00010000:00000010:0.1:1784944558.072801:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3e00. 00010000:00000010:0.1:1784944558.072808:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4000. 00010000:00000010:0.1:1784944558.072814:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6200. 00010000:00000010:0.1:1784944558.072820:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d100. 00010000:00000010:0.1:1784944558.072825:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f6400. 00010000:00000010:0.1:1784944558.072831:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6ae00. 00010000:00000010:0.1:1784944558.072837:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcc000. 00010000:00000010:0.1:1784944558.072843:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005800. 00010000:00000010:0.1:1784944558.072849:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcbe00. 00010000:00000010:0.1:1784944558.072855:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9100. 00010000:00000010:0.1:1784944558.072860:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fbc00. 00010000:00000010:0.1:1784944558.072868:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022d600. 00010000:00000010:0.1:1784944558.072874:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6b800. 00010000:00000010:0.1:1784944558.072880:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fc3400. 00010000:00000010:0.1:1784944558.072886:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c6e00. 00010000:00000010:0.1:1784944558.072892:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7b00. 00010000:00000010:0.1:1784944558.072898:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb3400. 00010000:00000010:0.1:1784944558.072903:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f57800. 00010000:00000010:0.1:1784944558.072909:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036c000. 00010000:00000010:0.1:1784944558.072914:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe400. 00010000:00000010:0.1:1784944558.072919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb5a00. 00010000:00000010:0.1:1784944558.072925:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786c00. 00010000:00000010:0.1:1784944558.072930:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb4000. 00010000:00000010:0.1:1784944558.072935:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ec6000. 00010000:00000010:0.1:1784944558.072940:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe81000. 00010000:00000010:0.1:1784944558.072946:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d8ee00. 00010000:00000010:0.1:1784944558.072952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd4a00. 00010000:00000010:0.1:1784944558.072957:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608000. 00010000:00000010:0.1:1784944558.072962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac30c00. 00010000:00000010:0.1:1784944558.072968:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608e00. 00010000:00000010:0.1:1784944558.072974:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0c00. 00010000:00000010:0.1:1784944558.072981:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b900. 00010000:00000010:0.1:1784944558.072987:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0400. 00010000:00000010:0.1:1784944558.072993:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64a00. 00010000:00000010:0.1:1784944558.072999:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023fe00. 00010000:00000010:0.1:1784944558.073004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4b00. 00010000:00000010:0.1:1784944558.073010:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290368800. 00010000:00000010:0.1:1784944558.073015:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796700. 00010000:00000010:0.1:1784944558.073021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac36800. 00010000:00000010:0.1:1784944558.073027:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68b00. 00010000:00000010:0.1:1784944558.073033:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e16200. 00010000:00000010:0.1:1784944558.073039:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb000. 00010000:00000010:0.1:1784944558.073065:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffb9c00. 00010000:00000010:0.1:1784944558.073070:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fbf00. 00010000:00000010:0.1:1784944558.073073:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df9200. 00010000:00000010:0.1:1784944558.073077:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199fb00. 00010000:00000010:0.1:1784944558.073082:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b9400. 00010000:00000010:0.1:1784944558.073088:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87f00. 00010000:00000010:0.1:1784944558.073094:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b8400. 00010000:00000010:0.1:1784944558.073100:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87d00. 00010000:00000010:0.1:1784944558.073105:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade80a00. 00010000:00000010:0.1:1784944558.073112:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53400. 00010000:00000010:0.1:1784944558.073118:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b39400. 00010000:00000010:0.1:1784944558.073123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52a00. 00010000:00000010:0.1:1784944558.073128:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd0e00. 00010000:00000010:0.1:1784944558.073135:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2ad00. 00010000:00000010:0.1:1784944558.073140:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fbec00. 00010000:00000010:0.1:1784944558.073146:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31e600. 00010000:00000010:0.1:1784944558.073151:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0104400. 00010000:00000010:0.1:1784944558.073156:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba4700. 00010000:00000010:0.1:1784944558.073158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0104000. 00010000:00000010:0.1:1784944558.073162:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3100. 00010000:00000010:0.1:1784944558.073165:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856d4600. 00010000:00000010:0.1:1784944558.073171:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721200. 00010000:00000010:0.1:1784944558.073176:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3a000. 00010000:00000010:0.1:1784944558.073181:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106700. 00010000:00000010:0.1:1784944558.073186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a1e00. 00010000:00000010:0.1:1784944558.073191:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87900. 00010000:00000010:0.1:1784944558.073196:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c11c00. 00010000:00000010:0.1:1784944558.073201:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f274200. 00010000:00000010:0.1:1784944558.073208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b2000. 00010000:00000010:0.1:1784944558.073215:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385d00. 00010000:00000010:0.1:1784944558.073221:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac299800. 00010000:00000010:0.1:1784944558.073226:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dae000. 00010000:00000010:0.1:1784944558.073233:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472800. 00010000:00000010:0.1:1784944558.073239:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722000. 00010000:00000010:0.1:1784944558.073245:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcee600. 00010000:00000010:0.1:1784944558.073250:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474500. 00010000:00000010:0.1:1784944558.073256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473c00. 00010000:00000010:0.1:1784944558.073261:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7200. 00010000:00000010:0.1:1784944558.073267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911faa00. 00010000:00000010:0.1:1784944558.073275:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06000. 00010000:00000010:0.1:1784944558.073281:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0204800. 00010000:00000010:0.1:1784944558.073287:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06e00. 00010000:00000010:0.1:1784944558.073293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9600. 00010000:00000010:0.1:1784944558.073298:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8da300. 00010000:00000010:0.1:1784944558.073304:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0019800. 00010000:00000010:0.1:1784944558.073310:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01300. 00010000:00000010:0.1:1784944558.073369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8b1e00. 00010000:00000010:0.1:1784944558.073376:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42200. 00010000:00000010:0.1:1784944558.073381:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569a000. 00010000:00000010:0.1:1784944558.073389:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fc500. 00010000:00000010:0.1:1784944558.073395:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6bc00. 00010000:00000010:0.1:1784944558.073400:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2700. 00010000:00000010:0.1:1784944558.073405:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f276000. 00010000:00000010:0.1:1784944558.073411:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29c300. 00010000:00000010:0.1:1784944558.073416:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0102600. 00010000:00000010:0.1:1784944558.073421:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22f00. 00010000:00000010:0.1:1784944558.073427:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286478600. 00010000:00000010:0.1:1784944558.073433:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86800. 00010000:00000010:0.1:1784944558.073439:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cd000. 00010000:00000010:0.1:1784944558.073445:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b9500. 00010000:00000010:0.1:1784944558.073451:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d200. 00010000:00000010:0.1:1784944558.073456:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46c00. 00010000:00000010:0.1:1784944558.073461:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae039c00. 00010000:00000010:0.1:1784944558.073467:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71c100. 00010000:00000010:0.1:1784944558.073472:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c09a00. 00010000:00000010:0.1:1784944558.073477:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5400. 00010000:00000010:0.1:1784944558.073482:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cd200. 00010000:00000010:0.1:1784944558.073488:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71dc00. 00010000:00000010:0.1:1784944558.073493:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8583a00. 00010000:00000010:0.1:1784944558.073500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6d300. 00010000:00000010:0.1:1784944558.073505:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e2600. 00010000:00000010:0.1:1784944558.073510:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6d700. 00010000:00000010:0.1:1784944558.073516:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030bc00. 00010000:00000010:0.1:1784944558.073522:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43ad00. 00010000:00000010:0.1:1784944558.073528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5a400. 00010000:00000010:0.1:1784944558.073534:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62d300. 00010000:00000010:0.1:1784944558.073540:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa9800. 00010000:00000010:0.1:1784944558.073546:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8900. 00010000:00000010:0.1:1784944558.073551:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b8800. 00010000:00000010:0.1:1784944558.073558:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de700. 00010000:00000010:0.1:1784944558.073563:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71a600. 00010000:00000010:0.1:1784944558.073570:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4000. 00010000:00000010:0.1:1784944558.073575:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28608e800. 00010000:00000010:0.1:1784944558.073580:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62b200. 00010000:00000010:0.1:1784944558.073586:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbc600. 00010000:00000010:0.1:1784944558.073592:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8d00. 00010000:00000010:0.1:1784944558.073598:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76cf800. 00010000:00000010:0.1:1784944558.073604:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9800. 00010000:00000010:0.1:1784944558.073609:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3600. 00010000:00000010:0.1:1784944558.073616:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6400. 00010000:00000010:0.1:1784944558.073622:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf85a00. 00010000:00000010:0.1:1784944558.073627:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117300. 00010000:00000010:0.1:1784944558.073632:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2761e00. 00010000:00000010:0.1:1784944558.073637:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4c00. 00010000:00000010:0.1:1784944558.073642:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c78200. 00010000:00000010:0.1:1784944558.073647:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116c00. 00010000:00000010:0.1:1784944558.073653:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a7000. 00010000:00000010:0.1:1784944558.073658:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0df00. 00010000:00000010:0.1:1784944558.073664:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcab000. 00010000:00000010:0.1:1784944558.073670:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7f00. 00010000:00000010:0.1:1784944558.073675:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafe00. 00010000:00000010:0.1:1784944558.073682:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6300. 00010000:00000010:0.1:1784944558.073688:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c32600. 00010000:00000010:0.1:1784944558.073694:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759e000. 00010000:00000010:0.1:1784944558.073699:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff79800. 00010000:00000010:0.1:1784944558.073706:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aab100. 00010000:00000010:0.1:1784944558.073713:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2a00. 00010000:00000010:0.1:1784944558.073719:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00010000:00000010:0.1:1784944558.073725:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0163000. 00010000:00000010:0.1:1784944558.073732:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6200. 00010000:00000010:0.1:1784944558.073738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257200. 00010000:00000010:0.1:1784944558.073743:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdcf00. 00010000:00000010:0.1:1784944558.073750:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac341c00. 00010000:00000010:0.1:1784944558.073755:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ec6a00. 00010000:00000010:0.1:1784944558.073760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac341a00. 00010000:00000010:0.1:1784944558.073765:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241d00. 00010000:00000010:0.1:1784944558.073770:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030e00. 00010000:00000010:0.1:1784944558.073776:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241f00. 00010000:00000010:0.1:1784944558.073781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f600. 00010000:00000010:0.1:1784944558.073788:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7e00. 00010000:00000010:0.1:1784944558.073794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967e00. 00010000:00000010:0.1:1784944558.073799:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9600. 00010000:00000010:0.1:1784944558.073804:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0d000. 00010000:00000010:0.1:1784944558.073810:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f972000. 00010000:00000010:0.1:1784944558.073816:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49e00. 00010000:00000010:0.1:1784944558.073821:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330900. 00010000:00000010:0.1:1784944558.073827:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8414600. 00010000:00000010:0.1:1784944558.073832:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395f00. 00010000:00000010:0.1:1784944558.073838:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de6c00. 00010000:00000010:0.1:1784944558.073845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46c00. 00010000:00000010:0.1:1784944558.073851:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0356400. 00010000:00000010:0.1:1784944558.073857:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fde00. 00010000:00000010:0.1:1784944558.073862:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131b00. 00010000:00000010:0.1:1784944558.073868:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da0400. 00010000:00000010:0.1:1784944558.073873:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffbb00. 00010000:00000010:0.1:1784944558.073879:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f603a00. 00010000:00000010:0.1:1784944558.073886:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9e00. 00010000:00000010:0.1:1784944558.073891:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8710600. 00010000:00000010:0.1:1784944558.073897:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52c00. 00010000:00000010:0.1:1784944558.073905:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858f200. 00010000:00000010:0.1:1784944558.073911:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7900. 00010000:00000010:0.1:1784944558.073918:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572400. 00010000:00000010:0.1:1784944558.073924:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d500. 00010000:00000010:0.1:1784944558.073930:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd200. 00010000:00000010:0.1:1784944558.073936:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259400. 00010000:00000010:0.1:1784944558.073943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0357200. 00010000:00000010:0.1:1784944558.073949:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3b200. 00010000:00000010:0.1:1784944558.073954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73200. 00010000:00000010:0.1:1784944558.073960:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3b800. 00010000:00000010:0.1:1784944558.073967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cd200. 00010000:00000010:0.1:1784944558.073973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cba500. 00010000:00000010:0.1:1784944558.073979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f5800. 00010000:00000010:0.1:1784944558.073984:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0d200. 00010000:00000010:0.1:1784944558.073990:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f4000. 00010000:00000010:0.1:1784944558.073996:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0d800. 00010000:00000010:0.1:1784944558.074001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8400. 00010000:00000010:0.1:1784944558.074007:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0700. 00010000:00000010:0.1:1784944558.074012:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283948800. 00010000:00000010:0.1:1784944558.074018:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717600. 00010000:00000010:0.1:1784944558.074024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe49c00. 00010000:00000010:0.1:1784944558.074030:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991900. 00010000:00000010:0.1:1784944558.074036:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f575000. 00010000:00000010:0.1:1784944558.074041:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85a00. 00010000:00000010:0.1:1784944558.074211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb1a00. 00010000:00000010:0.1:1784944558.074219:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87400. 00010000:00000010:0.1:1784944558.074226:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f432600. 00010000:00000010:0.1:1784944558.074232:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87600. 00010000:00000010:0.1:1784944558.074237:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4ee600. 00010000:00000010:0.1:1784944558.074243:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0fab00. 00010000:00000010:0.1:1784944558.074250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c2200. 00010000:00000010:0.1:1784944558.074256:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a900. 00010000:00000010:0.1:1784944558.074261:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025e000. 00010000:00000010:0.1:1784944558.074267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dc300. 00010000:00000010:0.1:1784944558.074273:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78b600. 00010000:00000010:0.1:1784944558.074278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8100. 00010000:00000010:0.1:1784944558.074283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856daa00. 00010000:00000010:0.1:1784944558.074289:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdf6800. 00010000:00000010:0.1:1784944558.074294:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7909800. 00010000:00000010:0.1:1784944558.074299:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87500. 00010000:00000010:0.1:1784944558.074306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28513aa00. 00010000:00000010:0.1:1784944558.074324:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4900. 00010000:00000010:0.1:1784944558.074331:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f75c00. 00010000:00000010:0.1:1784944558.074336:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558500. 00010000:00000010:0.1:1784944558.074342:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08f200. 00010000:00000010:0.1:1784944558.074349:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082300. 00010000:00000010:0.1:1784944558.074355:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ead400. 00010000:00000010:0.1:1784944558.074360:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082d00. 00010000:00000010:0.1:1784944558.074367:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f775200. 00010000:00000010:0.1:1784944558.074373:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4300. 00010000:00000010:0.1:1784944558.074380:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f777000. 00010000:00000010:0.1:1784944558.074385:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e800. 00010000:00000010:0.1:1784944558.074392:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24a00. 00010000:00000010:0.1:1784944558.074397:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00010000:00000010:0.1:1784944558.074402:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b18a00. 00010000:00000010:0.1:1784944558.074408:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3db00. 00010000:00000010:0.1:1784944558.074413:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcee00. 00010000:00000010:0.1:1784944558.074419:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9c00. 00010000:00000010:0.1:1784944558.074425:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7575000. 00010000:00000010:0.1:1784944558.074430:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576c00. 00010000:00000010:0.1:1784944558.074436:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e9200. 00010000:00000010:0.1:1784944558.074441:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996800. 00010000:00000010:0.1:1784944558.074447:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2800. 00010000:00000010:0.1:1784944558.074452:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1f00. 00010000:00000010:0.1:1784944558.074456:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291111200. 00010000:00000010:0.1:1784944558.074462:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2b8800. 00010000:00000010:0.1:1784944558.074467:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fbe00. 00010000:00000010:0.1:1784944558.074473:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796f00. 00010000:00000010:0.1:1784944558.074478:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f399800. 00010000:00000010:0.1:1784944558.074483:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625400. 00010000:00000010:0.1:1784944558.074489:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857ed800. 00010000:00000010:0.1:1784944558.074494:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f789600. 00010000:00000010:0.1:1784944558.074498:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4c600. 00010000:00000010:0.1:1784944558.074506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501200. 00010000:00000010:0.1:1784944558.074511:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8f200. 00010000:00000010:0.1:1784944558.074516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7d900. 00010000:00000010:0.1:1784944558.074522:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efd800. 00010000:00000010:0.1:1784944558.074527:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec700. 00010000:00000010:0.1:1784944558.074532:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b8c00. 00010000:00000010:0.1:1784944558.074538:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94ac00. 00010000:00000010:0.1:1784944558.074544:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285764200. 00010000:00000010:0.1:1784944558.074549:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864baa00. 00010000:00000010:0.1:1784944558.074554:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1e00. 00010000:00000010:0.1:1784944558.074561:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486700. 00010000:00000010:0.1:1784944558.074568:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6ac00. 00010000:00000010:0.1:1784944558.074573:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d0900. 00010000:00000010:0.1:1784944558.074579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad949e00. 00010000:00000010:0.1:1784944558.074585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610a00. 00010000:00000010:0.1:1784944558.074591:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c3200. 00010000:00000010:0.1:1784944558.074597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59a00. 00010000:00000010:0.1:1784944558.074604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6fe00. 00010000:00000010:0.1:1784944558.074610:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6400. 00010000:00000010:0.1:1784944558.074614:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6e800. 00010000:00000010:0.1:1784944558.074620:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678400. 00010000:00000010:0.1:1784944558.074626:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea9c00. 00010000:00000010:0.1:1784944558.074631:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678200. 00010000:00000010:0.1:1784944558.074636:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ca600. 00010000:00000010:0.1:1784944558.074641:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5700. 00010000:00000010:0.1:1784944558.074647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2613200. 00010000:00000010:0.1:1784944558.074653:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69700. 00010000:00000010:0.1:1784944558.074661:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755e400. 00010000:00000010:0.1:1784944558.074667:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422300. 00010000:00000010:0.1:1784944558.074672:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad824600. 00010000:00000010:0.1:1784944558.074677:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589500. 00010000:00000010:0.1:1784944558.074682:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35fc00. 00010000:00000010:0.1:1784944558.074688:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22e00. 00010000:00000010:0.1:1784944558.074694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865ac00. 00010000:00000010:0.1:1784944558.074699:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611a00. 00010000:00000010:0.1:1784944558.074705:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96b200. 00010000:00000010:0.1:1784944558.074712:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1500. 00010000:00000010:0.1:1784944558.074720:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d000. 00010000:00000010:0.1:1784944558.074726:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1700. 00010000:00000010:0.1:1784944558.074733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286457800. 00010000:00000010:0.1:1784944558.074738:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35b700. 00010000:00000010:0.1:1784944558.074744:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aa200. 00010000:00000010:0.1:1784944558.074749:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817b00. 00010000:00000010:0.1:1784944558.074757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285154c00. 00010000:00000010:0.1:1784944558.074762:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3800. 00010000:00000010:0.1:1784944558.074767:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134b400. 00010000:00000010:0.1:1784944558.074773:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89b00. 00010000:00000010:0.1:1784944558.074779:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8f200. 00010000:00000010:0.1:1784944558.074785:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9700. 00010000:00000010:0.1:1784944558.074791:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290f6d000. 00010000:00000010:0.1:1784944558.074797:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665300. 00010000:00000010:0.1:1784944558.074805:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8600. 00010000:00000010:0.1:1784944558.074811:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786100. 00010000:00000010:0.1:1784944558.074817:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f43000. 00010000:00000010:0.1:1784944558.074822:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ed00. 00010000:00000010:0.1:1784944558.074828:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992200. 00010000:00000010:0.1:1784944558.074834:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61200. 00010000:00000010:0.1:1784944558.074841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade91000. 00010000:00000010:0.1:1784944558.074847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88900. 00010000:00000010:0.1:1784944558.074853:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad444600. 00010000:00000010:0.1:1784944558.074859:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93000. 00010000:00000010:0.1:1784944558.074864:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0171a00. 00010000:00000010:0.1:1784944558.074870:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24500. 00010000:00000010:0.1:1784944558.074876:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6bc000. 00010000:00000010:0.1:1784944558.074882:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025f00. 00010000:00000010:0.1:1784944558.074888:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f643e00. 00010000:00000010:0.1:1784944558.074894:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21800. 00010000:00000010:0.1:1784944558.074901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27be600. 00010000:00000010:0.1:1784944558.074906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792000. 00010000:00000010:0.1:1784944558.074911:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2a000. 00010000:00000010:0.1:1784944558.074917:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65d00. 00010000:00000010:0.1:1784944558.074922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e8e00. 00010000:00000010:0.1:1784944558.074928:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7200. 00010000:00000010:0.1:1784944558.074933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc7000. 00010000:00000010:0.1:1784944558.074939:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902f6a00. 00010000:00000010:0.1:1784944558.074944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606e00. 00010000:00000010:0.1:1784944558.074949:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784300. 00010000:00000010:0.1:1784944558.074956:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8671000. 00010000:00000010:0.1:1784944558.074962:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725700. 00010000:00000010:0.1:1784944558.074967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78cf800. 00010000:00000010:0.1:1784944558.074972:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20600. 00010000:00000010:0.1:1784944558.074978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ee000. 00010000:00000010:0.1:1784944558.074984:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93200. 00010000:00000010:0.1:1784944558.074990:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe41200. 00010000:00000010:0.1:1784944558.074997:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5f800. 00010000:00000010:0.1:1784944558.075002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed9e00. 00010000:00000010:0.1:1784944558.075008:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3500. 00010000:00000010:0.1:1784944558.075014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3200. 00010000:00000010:0.1:1784944558.075020:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76700. 00010000:00000010:0.1:1784944558.075026:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78cf200. 00010000:00000010:0.1:1784944558.075032:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffec600. 00010000:00000010:0.1:1784944558.075037:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f6800. 00010000:00000010:0.1:1784944558.075043:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a200. 00010000:00000010:0.1:1784944558.075070:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6600. 00010000:00000010:0.1:1784944558.075075:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6b00. 00010000:00000010:0.1:1784944558.075080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcb200. 00010000:00000010:0.1:1784944558.075085:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9700. 00010000:00000010:0.1:1784944558.075092:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fa600. 00010000:00000010:0.1:1784944558.075099:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022db00. 00010000:00000010:0.1:1784944558.075105:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6b400. 00010000:00000010:0.1:1784944558.075111:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fc3500. 00010000:00000010:0.1:1784944558.075117:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb3e00. 00010000:00000010:0.1:1784944558.075124:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7d00. 00010000:00000010:0.1:1784944558.075130:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb7a00. 00010000:00000010:0.1:1784944558.075137:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f55200. 00010000:00000010:0.1:1784944558.075144:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036ca00. 00010000:00000010:0.1:1784944558.075149:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe500. 00010000:00000010:0.1:1784944558.075156:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037e400. 00010000:00000010:0.1:1784944558.075161:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036b500. 00010000:00000010:0.1:1784944558.075168:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290379400. 00010000:00000010:0.1:1784944558.075174:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862e00. 00010000:00000010:0.1:1784944558.075180:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1c00. 00010000:00000010:0.1:1784944558.075186:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d8e200. 00010000:00000010:0.1:1784944558.075193:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860d600. 00010000:00000010:0.1:1784944558.075198:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608a00. 00010000:00000010:0.1:1784944558.075204:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac31e00. 00010000:00000010:0.1:1784944558.075209:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458d00. 00010000:00000010:0.1:1784944558.075216:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0a00. 00010000:00000010:0.1:1784944558.075221:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29036be00. 00010000:00000010:0.1:1784944558.075228:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade84400. 00010000:00000010:0.1:1784944558.075235:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630a00. 00010000:00000010:0.1:1784944558.075241:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa8600. 00010000:00000010:0.1:1784944558.075246:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860eb00. 00010000:00000010:0.1:1784944558.075252:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e17400. 00010000:00000010:0.1:1784944558.075257:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15600. 00010000:00000010:0.1:1784944558.075262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b000. 00010000:00000010:0.1:1784944558.075268:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64900. 00010000:00000010:0.1:1784944558.075275:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24b200. 00010000:00000010:0.1:1784944558.075281:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8700. 00010000:00000010:0.1:1784944558.075287:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa6000. 00010000:00000010:0.1:1784944558.075292:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb100. 00010000:00000010:0.1:1784944558.075298:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa7a00. 00010000:00000010:0.1:1784944558.075303:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27ba200. 00010000:00000010:0.1:1784944558.075309:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b9800. 00010000:00000010:0.1:1784944558.075362:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87100. 00010000:00000010:0.1:1784944558.075369:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade81a00. 00010000:00000010:0.1:1784944558.075376:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5d00. 00010000:00000010:0.1:1784944558.075383:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a54400. 00010000:00000010:0.1:1784944558.075389:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b3d600. 00010000:00000010:0.1:1784944558.075394:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3c400. 00010000:00000010:0.1:1784944558.075400:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5c00. 00010000:00000010:0.1:1784944558.075405:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd0c00. 00010000:00000010:0.1:1784944558.075411:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a400. 00010000:00000010:0.1:1784944558.075418:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1847c00. 00010000:00000010:0.1:1784944558.075424:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31eb00. 00010000:00000010:0.1:1784944558.075430:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319a00. 00010000:00000010:0.1:1784944558.075436:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5200. 00010000:00000010:0.1:1784944558.075442:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66000. 00010000:00000010:0.1:1784944558.075449:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3700. 00010000:00000010:0.1:1784944558.075454:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381000. 00010000:00000010:0.1:1784944558.075460:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446000. 00010000:00000010:0.1:1784944558.075466:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3aa00. 00010000:00000010:0.1:1784944558.075471:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106c00. 00010000:00000010:0.1:1784944558.075476:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fd400. 00010000:00000010:0.1:1784944558.075482:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f274f00. 00010000:00000010:0.1:1784944558.075490:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b80a00. 00010000:00000010:0.1:1784944558.075495:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03700. 00010000:00000010:0.1:1784944558.075502:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272e00. 00010000:00000010:0.1:1784944558.075507:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20700. 00010000:00000010:0.1:1784944558.075513:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac299a00. 00010000:00000010:0.1:1784944558.075519:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6daea00. 00010000:00000010:0.1:1784944558.075525:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b82e00. 00010000:00000010:0.1:1784944558.075530:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2b00. 00010000:00000010:0.1:1784944558.075535:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcee200. 00010000:00000010:0.1:1784944558.075540:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474800. 00010000:00000010:0.1:1784944558.075546:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875f000. 00010000:00000010:0.1:1784944558.075551:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172f00. 00010000:00000010:0.1:1784944558.075558:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8d8600. 00010000:00000010:0.1:1784944558.075565:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f75200. 00010000:00000010:0.1:1784944558.075572:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8c00. 00010000:00000010:0.1:1784944558.075576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8daa00. 00010000:00000010:0.1:1784944558.075583:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8726e00. 00010000:00000010:0.1:1784944558.075589:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0800. 00010000:00000010:0.1:1784944558.075595:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0019a00. 00010000:00000010:0.1:1784944558.075600:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01900. 00010000:00000010:0.1:1784944558.075606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8b1200. 00010000:00000010:0.1:1784944558.075613:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42000. 00010000:00000010:0.1:1784944558.075620:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3f600. 00010000:00000010:0.1:1784944558.075625:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100400. 00010000:00000010:0.1:1784944558.075632:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a600. 00010000:00000010:0.1:1784944558.075638:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2c00. 00010000:00000010:0.1:1784944558.075644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030ce00. 00010000:00000010:0.1:1784944558.075649:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fdb00. 00010000:00000010:0.1:1784944558.075655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f276400. 00010000:00000010:0.1:1784944558.075662:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29ca00. 00010000:00000010:0.1:1784944558.075668:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f277200. 00010000:00000010:0.1:1784944558.075674:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5800. 00010000:00000010:0.1:1784944558.075681:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf45e00. 00010000:00000010:0.1:1784944558.075687:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5b00. 00010000:00000010:0.1:1784944558.075692:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d000. 00010000:00000010:0.1:1784944558.075697:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718700. 00010000:00000010:0.1:1784944558.075702:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eefa00. 00010000:00000010:0.1:1784944558.075708:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895c00. 00010000:00000010:0.1:1784944558.075713:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae039e00. 00010000:00000010:0.1:1784944558.075719:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8300. 00010000:00000010:0.1:1784944558.075725:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3afc00. 00010000:00000010:0.1:1784944558.075731:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aae800. 00010000:00000010:0.1:1784944558.075737:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3ae800. 00010000:00000010:0.1:1784944558.075743:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6d900. 00010000:00000010:0.1:1784944558.075748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1929800. 00010000:00000010:0.1:1784944558.075754:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60800. 00010000:00000010:0.1:1784944558.075760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030a600. 00010000:00000010:0.1:1784944558.075766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a400. 00010000:00000010:0.1:1784944558.075772:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf47400. 00010000:00000010:0.1:1784944558.075777:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d100. 00010000:00000010:0.1:1784944558.075783:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa9a00. 00010000:00000010:0.1:1784944558.075788:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0b500. 00010000:00000010:0.1:1784944558.075795:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0f600. 00010000:00000010:0.1:1784944558.075801:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57000. 00010000:00000010:0.1:1784944558.075807:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69bbe00. 00010000:00000010:0.1:1784944558.075813:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3de800. 00010000:00000010:0.1:1784944558.075819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28608f600. 00010000:00000010:0.1:1784944558.075824:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62b000. 00010000:00000010:0.1:1784944558.075830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbc200. 00010000:00000010:0.1:1784944558.075836:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8400. 00010000:00000010:0.1:1784944558.075841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76cfa00. 00010000:00000010:0.1:1784944558.075847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9f00. 00010000:00000010:0.1:1784944558.075855:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8657800. 00010000:00000010:0.1:1784944558.075859:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffc8a00. 00010000:00000010:0.1:1784944558.075865:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf84e00. 00010000:00000010:0.1:1784944558.075870:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117900. 00010000:00000010:0.1:1784944558.075876:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791e00. 00010000:00000010:0.1:1784944558.075881:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8e00. 00010000:00000010:0.1:1784944558.075887:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c78400. 00010000:00000010:0.1:1784944558.075892:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116300. 00010000:00000010:0.1:1784944558.075898:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a6000. 00010000:00000010:0.1:1784944558.075903:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0d100. 00010000:00000010:0.1:1784944558.075910:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcaa000. 00010000:00000010:0.1:1784944558.075916:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7100. 00010000:00000010:0.1:1784944558.075922:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf200. 00010000:00000010:0.1:1784944558.075927:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9600. 00010000:00000010:0.1:1784944558.075933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c32200. 00010000:00000010:0.1:1784944558.075939:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759ea00. 00010000:00000010:0.1:1784944558.075945:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037a200. 00010000:00000010:0.1:1784944558.075950:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aab700. 00010000:00000010:0.1:1784944558.075956:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad986200. 00010000:00000010:0.1:1784944558.075962:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8561700. 00010000:00000010:0.1:1784944558.075967:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716800. 00010000:00000010:0.1:1784944558.075973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a700. 00010000:00000010:0.1:1784944558.075979:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0163a00. 00010000:00000010:0.1:1784944558.075985:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6a00. 00010000:00000010:0.1:1784944558.075991:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257e00. 00010000:00000010:0.1:1784944558.075997:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc300. 00010000:00000010:0.1:1784944558.076002:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac340600. 00010000:00000010:0.1:1784944558.076007:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6a00. 00010000:00000010:0.1:1784944558.076013:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dae00. 00010000:00000010:0.1:1784944558.076020:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378300. 00010000:00000010:0.1:1784944558.076026:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d46c00. 00010000:00000010:0.1:1784944558.076033:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437100. 00010000:00000010:0.1:1784944558.076038:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642be00. 00010000:00000010:0.1:1784944558.076044:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36400. 00010000:00000010:0.1:1784944558.076222:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967200. 00010000:00000010:0.1:1784944558.076229:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9b00. 00010000:00000010:0.1:1784944558.076236:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2f600. 00010000:00000010:0.1:1784944558.076241:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d000. 00010000:00000010:0.1:1784944558.076247:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49200. 00010000:00000010:0.1:1784944558.076253:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330e00. 00010000:00000010:0.1:1784944558.076270:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8414200. 00010000:00000010:0.1:1784944558.076278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395100. 00010000:00000010:0.1:1784944558.076283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af8000. 00010000:00000010:0.1:1784944558.076289:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8400. 00010000:00000010:0.1:1784944558.076294:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7737400. 00010000:00000010:0.1:1784944558.076300:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131d00. 00010000:00000010:0.1:1784944558.076306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b6400. 00010000:00000010:0.1:1784944558.076311:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a288f6e300. 00010000:00000010:0.1:1784944558.076327:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8600. 00010000:00000010:0.1:1784944558.076330:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8700. 00010000:00000010:0.1:1784944558.076335:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8710200. 00010000:00000010:0.1:1784944558.076338:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52900. 00010000:00000010:0.1:1784944558.076341:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858f000. 00010000:00000010:0.1:1784944558.076345:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7e00. 00010000:00000010:0.1:1784944558.076349:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572800. 00010000:00000010:0.1:1784944558.076352:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d800. 00010000:00000010:0.1:1784944558.076356:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd000. 00010000:00000010:0.1:1784944558.076359:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259500. 00010000:00000010:0.1:1784944558.076362:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0357e00. 00010000:00000010:0.1:1784944558.076366:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3b000. 00010000:00000010:0.1:1784944558.076370:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0356000. 00010000:00000010:0.1:1784944558.076373:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ecb00. 00010000:00000010:0.1:1784944558.076376:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea5c00. 00010000:00000010:0.1:1784944558.076379:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cba800. 00010000:00000010:0.1:1784944558.076383:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f696e00. 00010000:00000010:0.1:1784944558.076385:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145f00. 00010000:00000010:0.1:1784944558.076388:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944558.076390:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4400. 00010000:00000010:0.1:1784944558.076393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8800. 00010000:00000010:0.1:1784944558.076396:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781f00. 00010000:00000010:0.1:1784944558.076400:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a5ce00. 00010000:00000010:0.1:1784944558.076403:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717d00. 00010000:00000010:0.1:1784944558.076406:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48600. 00010000:00000010:0.1:1784944558.076409:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991e00. 00010000:00000010:0.1:1784944558.076413:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f574000. 00010000:00000010:0.1:1784944558.076416:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85600. 00010000:00000010:0.1:1784944558.076418:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb0e00. 00010000:00000010:0.1:1784944558.076421:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b856a900. 00010000:00000010:0.1:1784944558.076425:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f432200. 00010000:00000010:0.1:1784944558.076428:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87b00. 00010000:00000010:0.1:1784944558.076431:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446600. 00010000:00000010:0.1:1784944558.076433:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87600. 00010000:00000010:0.1:1784944558.076436:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c2400. 00010000:00000010:0.1:1784944558.076438:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0ae00. 00010000:00000010:0.1:1784944558.076441:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7909400. 00010000:00000010:0.1:1784944558.076444:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dc900. 00010000:00000010:0.1:1784944558.076447:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d0000. 00010000:00000010:0.1:1784944558.076450:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a795ab00. 00010000:00000010:0.1:1784944558.076453:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7908e00. 00010000:00000010:0.1:1784944558.076456:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0ae000. 00010000:00000010:0.1:1784944558.076460:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae043e00. 00010000:00000010:0.1:1784944558.076463:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87800. 00010000:00000010:0.1:1784944558.076466:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28513bc00. 00010000:00000010:0.1:1784944558.076469:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0e00. 00010000:00000010:0.1:1784944558.076472:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f74600. 00010000:00000010:0.1:1784944558.076474:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558800. 00010000:00000010:0.1:1784944558.076477:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08f400. 00010000:00000010:0.1:1784944558.076480:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742e00. 00010000:00000010:0.1:1784944558.076483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ead800. 00010000:00000010:0.1:1784944558.076486:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082400. 00010000:00000010:0.1:1784944558.076490:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eac400. 00010000:00000010:0.1:1784944558.076494:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510ee00. 00010000:00000010:0.1:1784944558.076497:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f776000. 00010000:00000010:0.1:1784944558.076500:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510ef00. 00010000:00000010:0.1:1784944558.076503:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b25c00. 00010000:00000010:0.1:1784944558.076506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032df00. 00010000:00000010:0.1:1784944558.076509:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b19c00. 00010000:00000010:0.1:1784944558.076511:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3dd00. 00010000:00000010:0.1:1784944558.076514:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcec00. 00010000:00000010:0.1:1784944558.076516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9300. 00010000:00000010:0.1:1784944558.076522:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7574000. 00010000:00000010:0.1:1784944558.076525:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576300. 00010000:00000010:0.1:1784944558.076528:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e9000. 00010000:00000010:0.1:1784944558.076530:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996f00. 00010000:00000010:0.1:1784944558.076533:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ad400. 00010000:00000010:0.1:1784944558.076536:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1100. 00010000:00000010:0.1:1784944558.076538:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fa200. 00010000:00000010:0.1:1784944558.076541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16a00. 00010000:00000010:0.1:1784944558.076543:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85fac00. 00010000:00000010:0.1:1784944558.076546:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a293966000. 00010000:00000010:0.1:1784944558.076550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f399a00. 00010000:00000010:0.1:1784944558.076552:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625500. 00010000:00000010:0.1:1784944558.076554:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa7800. 00010000:00000010:0.1:1784944558.076557:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185d800. 00010000:00000010:0.1:1784944558.076560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8f600. 00010000:00000010:0.1:1784944558.076562:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894f7300. 00010000:00000010:0.1:1784944558.076566:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b1800. 00010000:00000010:0.1:1784944558.076569:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2f00. 00010000:00000010:0.1:1784944558.076572:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efda00. 00010000:00000010:0.1:1784944558.076574:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ecc00. 00010000:00000010:0.1:1784944558.076577:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e12a00. 00010000:00000010:0.1:1784944558.076580:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a293966a00. 00010000:00000010:0.1:1784944558.076584:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285764400. 00010000:00000010:0.1:1784944558.076588:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864ba600. 00010000:00000010:0.1:1784944558.076591:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1200. 00010000:00000010:0.1:1784944558.076593:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486c00. 00010000:00000010:0.1:1784944558.076598:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a6400. 00010000:00000010:0.1:1784944558.076603:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f0c00. 00010000:00000010:0.1:1784944558.076606:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a7c00. 00010000:00000010:0.1:1784944558.076611:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59c00. 00010000:00000010:0.1:1784944558.076616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af3000. 00010000:00000010:0.1:1784944558.076623:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902a9000. 00010000:00000010:0.1:1784944558.076626:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c3600. 00010000:00000010:0.1:1784944558.076632:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dd800. 00010000:00000010:0.1:1784944558.076637:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ffe00. 00010000:00000010:0.1:1784944558.076641:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261bf00. 00010000:00000010:0.1:1784944558.076645:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea8600. 00010000:00000010:0.1:1784944558.076651:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678000. 00010000:00000010:0.1:1784944558.076657:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ca200. 00010000:00000010:0.1:1784944558.076665:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2d400. 00010000:00000010:0.1:1784944558.076672:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2613000. 00010000:00000010:0.1:1784944558.076677:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69c00. 00010000:00000010:0.1:1784944558.076682:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755e800. 00010000:00000010:0.1:1784944558.076688:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422900. 00010000:00000010:0.1:1784944558.076694:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6d200. 00010000:00000010:0.1:1784944558.076700:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952800. 00010000:00000010:0.1:1784944558.076706:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35e600. 00010000:00000010:0.1:1784944558.076711:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22200. 00010000:00000010:0.1:1784944558.076715:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc95800. 00010000:00000010:0.1:1784944558.076720:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c03a8200. 00010000:00000010:0.1:1784944558.076726:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbab400. 00010000:00000010:0.1:1784944558.076733:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96d00. 00010000:00000010:0.1:1784944558.076738:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb5c00. 00010000:00000010:0.1:1784944558.076744:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815500. 00010000:00000010:0.1:1784944558.076749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6f800. 00010000:00000010:0.1:1784944558.076755:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b09100. 00010000:00000010:0.1:1784944558.076760:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:0.1:1784944558.076765:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1000. 00010000:00000010:0.1:1784944558.076772:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285155e00. 00010000:00000010:0.1:1784944558.076776:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3f00. 00010000:00000010:0.1:1784944558.076783:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134b800. 00010000:00000010:0.1:1784944558.076789:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89d00. 00010000:00000010:0.1:1784944558.076795:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8f000. 00010000:00000010:0.1:1784944558.076801:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9c00. 00010000:00000010:0.1:1784944558.076808:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be9600. 00010000:00000010:0.1:1784944558.076815:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876000. 00010000:00000010:0.1:1784944558.076821:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849a00. 00010000:00000010:0.1:1784944558.076828:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72d00. 00010000:00000010:0.1:1784944558.076833:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f42000. 00010000:00000010:0.1:1784944558.076839:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e400. 00010000:00000010:0.1:1784944558.076847:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8612a00. 00010000:00000010:0.1:1784944558.076853:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61000. 00010000:00000010:0.1:1784944558.076859:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e35800. 00010000:00000010:0.1:1784944558.076866:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12100. 00010000:00000010:0.1:1784944558.076873:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad444200. 00010000:00000010:0.1:1784944558.076878:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93a00. 00010000:00000010:0.1:1784944558.076885:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7794600. 00010000:00000010:0.1:1784944558.076891:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70300. 00010000:00000010:0.1:1784944558.076897:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0171400. 00010000:00000010:0.1:1784944558.076906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84e00. 00010000:00000010:0.1:1784944558.076914:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa63800. 00010000:00000010:0.1:1784944558.076920:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025b00. 00010000:00000010:0.1:1784944558.076926:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa62a00. 00010000:00000010:0.1:1784944558.076930:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792a00. 00010000:00000010:0.1:1784944558.076933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2a600. 00010000:00000010:0.1:1784944558.076938:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65500. 00010000:00000010:0.1:1784944558.076942:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e8c00. 00010000:00000010:0.1:1784944558.076945:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7800. 00010000:00000010:0.1:1784944558.076949:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7629200. 00010000:00000010:0.1:1784944558.076952:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2ed100. 00010000:00000010:0.1:1784944558.076957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607200. 00010000:00000010:0.1:1784944558.076960:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784900. 00010000:00000010:0.1:1784944558.076965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b6e00. 00010000:00000010:0.1:1784944558.076970:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257a00. 00010000:00000010:0.1:1784944558.076973:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b7c00. 00010000:00000010:0.1:1784944558.076976:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257000. 00010000:00000010:0.1:1784944558.076981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2eea00. 00010000:00000010:0.1:1784944558.076983:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93000. 00010000:00000010:0.1:1784944558.076985:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe41000. 00010000:00000010:0.1:1784944558.076990:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5ff00. 00010000:00000010:0.1:1784944558.076996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0032a00. 00010000:00000010:0.1:1784944558.077000:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e783400. 00010000:00000010:0.1:1784944558.077006:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285789400. 00010000:00000010:0.1:1784944558.077011:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4a00. 00010000:00000010:0.1:1784944558.077017:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcde00. 00010000:00000010:0.1:1784944558.077022:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffecb00. 00010000:00000010:0.1:1784944558.077028:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f7600. 00010000:00000010:0.1:1784944558.077032:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a000. 00010000:00000010:0.1:1784944558.077039:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e41600. 00010000:00000010:0.1:1784944558.077045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005f00. 00010000:00000010:0.1:1784944558.077067:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcb000. 00010000:00000010:0.1:1784944558.077070:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9c00. 00010000:00000010:0.1:1784944558.077072:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fa200. 00010000:00000010:0.1:1784944558.077075:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55000. 00010000:00000010:0.1:1784944558.077080:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6b600. 00010000:00000010:0.1:1784944558.077084:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be600. 00010000:00000010:0.1:1784944558.077089:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb3200. 00010000:00000010:0.1:1784944558.077091:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7400. 00010000:00000010:0.1:1784944558.077095:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb3800. 00010000:00000010:0.1:1784944558.077097:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f57f00. 00010000:00000010:0.1:1784944558.077103:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae082000. 00010000:00000010:0.1:1784944558.077107:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbff500. 00010000:00000010:0.1:1784944558.077111:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7437a00. 00010000:00000010:0.1:1784944558.077116:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0700. 00010000:00000010:0.1:1784944558.077119:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb4a00. 00010000:00000010:0.1:1784944558.077123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786800. 00010000:00000010:0.1:1784944558.077127:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037e000. 00010000:00000010:0.1:1784944558.077131:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68f00. 00010000:00000010:0.1:1784944558.077135:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860d400. 00010000:00000010:0.1:1784944558.077139:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608600. 00010000:00000010:0.1:1784944558.077143:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc2e00. 00010000:00000010:0.1:1784944558.077146:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434900. 00010000:00000010:1.1:1784944558.078199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e17e00. 00010000:00000010:1.1:1784944558.078206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15100. 00010000:00000010:0.1:1784944558.079068:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28648a400. 00010000:00000010:0.1:1784944558.079073:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad458300. 00010000:00000010:0.1:1784944558.079077:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24ee00. 00010000:00000010:0.1:1784944558.079080:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630600. 00010000:00000010:0.1:1784944558.079084:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1200. 00010000:00000010:0.1:1784944558.079087:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64f00. 00010000:00000010:0.1:1784944558.079091:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290369600. 00010000:00000010:0.1:1784944558.079094:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796c00. 00010000:00000010:1.1:1784944558.184082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e16400. 00010000:00000010:1.1:1784944558.184090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fba00. 00010000:00000010:1.1:1784944558.184096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad819400. 00010000:00000010:1.1:1784944558.184099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f249800. 00010000:00000010:1.1:1784944558.184103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df9000. 00010000:00000010:1.1:1784944558.184106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199fd00. 00010000:00000010:1.1:1784944558.184110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad828a00. 00010000:00000010:1.1:1784944558.238355:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325b00. 00010000:00000010:1.1:1784944558.238363:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade80e00. 00010000:00000010:1.1:1784944558.238368:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87400. 00010000:00000010:1.1:1784944558.238371:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade81c00. 00010000:00000010:1.1:1784944558.238375:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53500. 00010000:00000010:1.1:1784944558.238379:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3c600. 00010000:00000010:1.1:1784944558.238383:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52600. 00010000:00000010:1.1:1784944558.238387:0:234900:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd1e00. 00010000:00000010:1.1:1784944558.238390:0:234900:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9e400. 00010000:00000010:0.1:1784944558.239081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1846600. 00010000:00000010:0.1:1784944558.239091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31ed00. 00010000:00000010:0.1:1784944558.239098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318e00. 00010000:00000010:0.1:1784944558.239106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5000. 00010000:00000010:0.1:1784944558.239115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66a00. 00010000:00000010:0.1:1784944558.239120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3c00. 00010000:00000010:0.1:1784944558.239125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380000. 00010000:00000010:0.1:1784944558.239129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446a00. 00010000:00000010:0.1:1784944558.239132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3bc00. 00010000:00000010:0.1:1784944558.239136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106300. 00010000:00000010:0.1:1784944558.239139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a1200. 00010000:00000010:0.1:1784944558.239142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87e00. 00010000:00000010:0.1:1784944558.239146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b81c00. 00010000:00000010:0.1:1784944558.239150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03c00. 00010000:00000010:0.1:1784944558.239153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b2a00. 00010000:00000010:0.1:1784944558.239156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385400. 00010000:00000010:0.1:1784944558.239159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298e00. 00010000:00000010:0.1:1784944558.239162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dae600. 00010000:00000010:0.1:1784944558.239165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7ba0200. 00010000:00000010:0.1:1784944558.239168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9c200. 00010000:00000010:0.1:1784944558.239171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcee400. 00010000:00000010:0.1:1784944558.239175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474f00. 00010000:00000010:0.1:1784944558.239177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472600. 00010000:00000010:0.1:1784944558.239180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7000. 00010000:00000010:0.1:1784944558.239184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b82400. 00010000:00000010:0.1:1784944558.239187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2800. 00010000:00000010:0.1:1784944558.239190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9e00. 00010000:00000010:0.1:1784944558.239193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8da600. 00010000:00000010:0.1:1784944558.239196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8726a00. 00010000:00000010:0.1:1784944558.239200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0f00. 00010000:00000010:0.1:1784944558.239204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018e00. 00010000:00000010:0.1:1784944558.239207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01e00. 00010000:00000010:0.1:1784944558.239211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8b1000. 00010000:00000010:0.1:1784944558.239215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42a00. 00010000:00000010:0.1:1784944558.239217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569aa00. 00010000:00000010:0.1:1784944558.239220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100500. 00010000:00000010:0.1:1784944558.239224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62e600. 00010000:00000010:0.1:1784944558.239227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200600. 00010000:00000010:0.1:1784944558.239229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030cc00. 00010000:00000010:0.1:1784944558.239232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fdd00. 00010000:00000010:0.1:1784944558.239235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f276800. 00010000:00000010:0.1:1784944558.239239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29c600. 00010000:00000010:0.1:1784944558.239241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286540c00. 00010000:00000010:0.1:1784944558.239244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86f00. 00010000:00000010:0.1:1784944558.239247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7896e00. 00010000:00000010:0.1:1784944558.239249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b9800. 00010000:00000010:0.1:1784944558.239253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4200. 00010000:00000010:0.1:1784944558.239256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718c00. 00010000:00000010:0.1:1784944558.239259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eeee00. 00010000:00000010:0.1:1784944558.239262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895300. 00010000:00000010:0.1:1784944558.239265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08e00. 00010000:00000010:0.1:1784944558.239267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d300. 00010000:00000010:0.1:1784944558.239270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629200. 00010000:00000010:0.1:1784944558.239273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0eae00. 00010000:00000010:0.1:1784944558.239276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eeda00. 00010000:00000010:0.1:1784944558.239279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0eac00. 00010000:00000010:0.1:1784944558.239282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030ae00. 00010000:00000010:0.1:1784944558.239285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b0900. 00010000:00000010:0.1:1784944558.239287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451a00. 00010000:00000010:0.1:1784944558.239291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada7a100. 00010000:00000010:0.1:1784944558.239294:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cc800. 00010000:00000010:0.1:1784944558.239297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a900. 00010000:00000010:0.1:1784944558.239300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa8e00. 00010000:00000010:0.1:1784944558.239303:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0b800. 00010000:00000010:0.1:1784944558.239307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71a400. 00010000:00000010:0.1:1784944558.239320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8dec00. 00010000:00000010:0.1:1784944558.239324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71a200. 00010000:00000010:0.1:1784944558.239328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4a00. 00010000:00000010:0.1:1784944558.239331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0379800. 00010000:00000010:0.1:1784944558.239335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0100. 00010000:00000010:0.1:1784944558.239338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192c800. 00010000:00000010:0.1:1784944558.239341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449600. 00010000:00000010:0.1:1784944558.239343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76cee00. 00010000:00000010:0.1:1784944558.239346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9100. 00010000:00000010:0.1:1784944558.239349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8657a00. 00010000:00000010:0.1:1784944558.239352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffc8600. 00010000:00000010:0.1:1784944558.239355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fb82200. 00010000:00000010:0.1:1784944558.239358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131500. 00010000:00000010:0.1:1784944558.239361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791200. 00010000:00000010:0.1:1784944558.239363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8200. 00010000:00000010:0.1:1784944558.239366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c78800. 00010000:00000010:0.1:1784944558.239369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116900. 00010000:00000010:0.1:1784944558.239372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a6a00. 00010000:00000010:0.1:1784944558.239375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0d700. 00010000:00000010:0.1:1784944558.239378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcaaa00. 00010000:00000010:0.1:1784944558.239381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7700. 00010000:00000010:0.1:1784944558.239384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf000. 00010000:00000010:0.1:1784944558.239387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9b00. 00010000:00000010:0.1:1784944558.239390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff79600. 00010000:00000010:0.1:1784944558.239393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831f00. 00010000:00000010:0.1:1784944558.239403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f21ae00. 00010000:00000010:0.1:1784944558.239406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a7a00. 00010000:00000010:0.1:1784944558.239410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74bc600. 00010000:00000010:0.1:1784944558.239412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f231400. 00010000:00000010:0.1:1784944558.239416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9500. 00010000:00000010:0.1:1784944558.239419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e65400. 00010000:00000010:0.1:1784944558.239423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759ee00. 00010000:00000010:0.1:1784944558.239427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2000. 00010000:00000010:0.1:1784944558.239430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a100. 00010000:00000010:0.1:1784944558.239434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6000. 00010000:00000010:0.1:1784944558.239437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6800. 00010000:00000010:0.1:1784944558.239440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10400. 00010000:00000010:0.1:1784944558.239443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea900. 00010000:00000010:0.1:1784944558.239446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273c800. 00010000:00000010:0.1:1784944558.239449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6300. 00010000:00000010:0.1:1784944558.239452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac341400. 00010000:00000010:0.1:1784944558.239455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241700. 00010000:00000010:0.1:1784944558.239458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031a00. 00010000:00000010:0.1:1784944558.239462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f241900. 00010000:00000010:0.1:1784944558.239465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38ea00. 00010000:00000010:0.1:1784944558.239468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7200. 00010000:00000010:0.1:1784944558.239471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad967000. 00010000:00000010:0.1:1784944558.239474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9d00. 00010000:00000010:0.1:1784944558.239478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2ee00. 00010000:00000010:0.1:1784944558.239481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899db00. 00010000:00000010:0.1:1784944558.239484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49000. 00010000:00000010:0.1:1784944558.239488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330200. 00010000:00000010:0.1:1784944558.239491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00010000:00000010:0.1:1784944558.239494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138900. 00010000:00000010:0.1:1784944558.239497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de7e00. 00010000:00000010:0.1:1784944558.239500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46300. 00010000:00000010:0.1:1784944558.239504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e5800. 00010000:00000010:0.1:1784944558.239507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131400. 00010000:00000010:0.1:1784944558.239509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b6800. 00010000:00000010:0.1:1784944558.239513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a288f6e900. 00010000:00000010:0.1:1784944558.239517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8200. 00010000:00000010:0.1:1784944558.239521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8c00. 00010000:00000010:0.1:1784944558.239524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f602200. 00010000:00000010:0.1:1784944558.239529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9f00. 00010000:00000010:0.1:1784944558.239533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033ee00. 00010000:00000010:0.1:1784944558.239536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282b08d00. 00010000:00000010:0.1:1784944558.239539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f573600. 00010000:00000010:0.1:1784944558.239542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266df00. 00010000:00000010:0.1:1784944558.239545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dc000. 00010000:00000010:0.1:1784944558.239548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259800. 00010000:00000010:0.1:1784944558.239551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0357800. 00010000:00000010:0.1:1784944558.239554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3ba00. 00010000:00000010:0.1:1784944558.239557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b53000. 00010000:00000010:0.1:1784944558.239560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35300. 00010000:00000010:0.1:1784944558.239563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72200. 00010000:00000010:0.1:1784944558.239567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500500. 00010000:00000010:0.1:1784944558.239569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f696c00. 00010000:00000010:0.1:1784944558.239573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145100. 00010000:00000010:0.1:1784944558.239576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bffc00. 00010000:00000010:0.1:1784944558.239579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96e00. 00010000:00000010:0.1:1784944558.239582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283948a00. 00010000:00000010:0.1:1784944558.239585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781100. 00010000:00000010:0.1:1784944558.239588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed9200. 00010000:00000010:0.1:1784944558.239591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15b00. 00010000:00000010:0.1:1784944558.239594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48200. 00010000:00000010:0.1:1784944558.239597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991200. 00010000:00000010:0.1:1784944558.239601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb8e00. 00010000:00000010:0.1:1784944558.239604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5200. 00010000:00000010:0.1:1784944558.239607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c4c00. 00010000:00000010:0.1:1784944558.239612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87500. 00010000:00000010:0.1:1784944558.239615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f432400. 00010000:00000010:0.1:1784944558.239617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87d00. 00010000:00000010:0.1:1784944558.239620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7908000. 00010000:00000010:0.1:1784944558.239624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872700. 00010000:00000010:0.1:1784944558.239627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28863f400. 00010000:00000010:0.1:1784944558.239630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a200. 00010000:00000010:0.1:1784944558.239633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78bc00. 00010000:00000010:0.1:1784944558.239637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8a00. 00010000:00000010:0.1:1784944558.239640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78b400. 00010000:00000010:0.1:1784944558.239642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8700. 00010000:00000010:0.1:1784944558.239645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7909c00. 00010000:00000010:0.1:1784944558.239648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0ae900. 00010000:00000010:0.1:1784944558.239651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6a000. 00010000:00000010:0.1:1784944558.239654:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecf000. 00010000:00000010:0.1:1784944558.239657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8663e00. 00010000:00000010:0.1:1784944558.239660:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4e00. 00010000:00000010:0.1:1784944558.239664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f74200. 00010000:00000010:0.1:1784944558.239667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558f00. 00010000:00000010:0.1:1784944558.239670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1caa600. 00010000:00000010:0.1:1784944558.239673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742200. 00010000:00000010:0.1:1784944558.239676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad864400. 00010000:00000010:0.1:1784944558.239679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895500. 00010000:00000010:0.1:1784944558.239682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eac800. 00010000:00000010:0.1:1784944558.239685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e200. 00010000:00000010:0.1:1784944558.239689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcc000. 00010000:00000010:0.1:1784944558.239692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15f00. 00010000:00000010:0.1:1784944558.239695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24600. 00010000:00000010:0.1:1784944558.239698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d100. 00010000:00000010:0.1:1784944558.239700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cabc00. 00010000:00000010:0.1:1784944558.239703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad96ef00. 00010000:00000010:0.1:1784944558.239706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcfe00. 00010000:00000010:0.1:1784944558.239710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9900. 00010000:00000010:0.1:1784944558.239713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7574a00. 00010000:00000010:0.1:1784944558.239716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576900. 00010000:00000010:0.1:1784944558.239719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e8000. 00010000:00000010:0.1:1784944558.239722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996100. 00010000:00000010:0.1:1784944558.239726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ad800. 00010000:00000010:0.1:1784944558.239729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1700. 00010000:00000010:0.1:1784944558.239732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ac000. 00010000:00000010:0.1:1784944558.239734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16f00. 00010000:00000010:0.1:1784944558.239737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed3e00. 00010000:00000010:0.1:1784944558.239740:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48700. 00010000:00000010:0.1:1784944558.239743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f398e00. 00010000:00000010:0.1:1784944558.239747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625800. 00010000:00000010:0.1:1784944558.239750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa7a00. 00010000:00000010:0.1:1784944558.239755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185df00. 00010000:00000010:0.1:1784944558.239760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4c200. 00010000:00000010:0.1:1784944558.239768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501000. 00010000:00000010:0.1:1784944558.239773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b1a00. 00010000:00000010:0.1:1784944558.239778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7de00. 00010000:00000010:0.1:1784944558.239783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea5c00. 00010000:00000010:0.1:1784944558.239788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94ab00. 00010000:00000010:0.1:1784944558.239794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e12c00. 00010000:00000010:0.1:1784944558.239801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a293966500. 00010000:00000010:0.1:1784944558.239807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285764800. 00010000:00000010:0.1:1784944558.239813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864bab00. 00010000:00000010:0.1:1784944558.239819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1000. 00010000:00000010:0.1:1784944558.239826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486300. 00010000:00000010:0.1:1784944558.239835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6be00. 00010000:00000010:0.1:1784944558.239843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d0e00. 00010000:00000010:0.1:1784944558.239849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea8600. 00010000:00000010:0.1:1784944558.239855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a700. 00010000:00000010:0.1:1784944558.239861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c3000. 00010000:00000010:0.1:1784944558.239867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dda00. 00010000:00000010:0.1:1784944558.239873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c3400. 00010000:00000010:0.1:1784944558.239878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2ddf00. 00010000:00000010:0.1:1784944558.239885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff600. 00010000:00000010:0.1:1784944558.239894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261b100. 00010000:00000010:0.1:1784944558.239910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2e400. 00010000:00000010:0.1:1784944558.239916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e49500. 00010000:00000010:0.1:1784944558.239922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ca400. 00010000:00000010:0.1:1784944558.239928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2d500. 00010000:00000010:0.1:1784944558.239936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a5600. 00010000:00000010:0.1:1784944558.239943:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bf400. 00010000:00000010:0.1:1784944558.239948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755f600. 00010000:00000010:0.1:1784944558.239953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422e00. 00010000:00000010:0.1:1784944558.239960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902aa200. 00010000:00000010:0.1:1784944558.239965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589800. 00010000:00000010:0.1:1784944558.239971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35e200. 00010000:00000010:0.1:1784944558.239977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22000. 00010000:00000010:0.1:1784944558.239982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902aa800. 00010000:00000010:0.1:1784944558.239987:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1600. 00010000:00000010:0.1:1784944558.239993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af2a00. 00010000:00000010:0.1:1784944558.239999:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cccc00. 00010000:00000010:0.1:1784944558.240005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96aa00. 00010000:00000010:0.1:1784944558.240012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815800. 00010000:00000010:0.1:1784944558.240019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6fa00. 00010000:00000010:0.1:1784944558.240025:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b09700. 00010000:00000010:0.1:1784944558.240033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad96bc00. 00010000:00000010:0.1:1784944558.240040:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786d00. 00010000:00000010:0.1:1784944558.240063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285155200. 00010000:00000010:0.1:1784944558.240070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addefb00. 00010000:00000010:0.1:1784944558.240074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134ba00. 00010000:00000010:0.1:1784944558.240078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89400. 00010000:00000010:0.1:1784944558.240084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8e000. 00010000:00000010:0.1:1784944558.240091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9300. 00010000:00000010:0.1:1784944558.240098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290f6c000. 00010000:00000010:0.1:1784944558.240104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88d00. 00010000:00000010:0.1:1784944558.240110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e5de00. 00010000:00000010:0.1:1784944558.240115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134ca00. 00010000:00000010:0.1:1784944558.240121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be4a00. 00010000:00000010:0.1:1784944558.240127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61400. 00010000:00000010:0.1:1784944558.240133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8613c00. 00010000:00000010:0.1:1784944558.240139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61a00. 00010000:00000010:0.1:1784944558.240144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e35a00. 00010000:00000010:0.1:1784944558.240152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12700. 00010000:00000010:0.1:1784944558.240157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad444400. 00010000:00000010:0.1:1784944558.240164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93600. 00010000:00000010:0.1:1784944558.240171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6bca00. 00010000:00000010:0.1:1784944558.240177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70900. 00010000:00000010:0.1:1784944558.240182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285166400. 00010000:00000010:0.1:1784944558.240187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84200. 00010000:00000010:0.1:1784944558.240193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f643200. 00010000:00000010:0.1:1784944558.240201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21f00. 00010000:00000010:0.1:1784944558.240206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27be200. 00010000:00000010:0.1:1784944558.240211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0b00. 00010000:00000010:0.1:1784944558.240218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2a200. 00010000:00000010:0.1:1784944558.240224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65700. 00010000:00000010:0.1:1784944558.240231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e9e00. 00010000:00000010:0.1:1784944558.240238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc700. 00010000:00000010:0.1:1784944558.240245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad441a00. 00010000:00000010:0.1:1784944558.240251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2ed700. 00010000:00000010:0.1:1784944558.240257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fd000. 00010000:00000010:0.1:1784944558.240264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784e00. 00010000:00000010:0.1:1784944558.240270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b7e00. 00010000:00000010:0.1:1784944558.240276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257600. 00010000:00000010:0.1:1784944558.240282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b6600. 00010000:00000010:0.1:1784944558.240288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7400. 00010000:00000010:0.1:1784944558.240295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2efc00. 00010000:00000010:0.1:1784944558.240300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93a00. 00010000:00000010:0.1:1784944558.240306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdd400. 00010000:00000010:0.1:1784944558.240324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3e00. 00010000:00000010:0.1:1784944558.240329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed9200. 00010000:00000010:0.1:1784944558.240335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3800. 00010000:00000010:0.1:1784944558.240342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285789800. 00010000:00000010:0.1:1784944558.240348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76c00. 00010000:00000010:0.1:1784944558.240357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe47400. 00010000:00000010:0.1:1784944558.240365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada17200. 00010000:00000010:0.1:1784944558.240370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f7400. 00010000:00000010:0.1:1784944558.240376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6aa00. 00010000:00000010:0.1:1784944558.240382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0030600. 00010000:00000010:0.1:1784944558.240389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000000. 00010000:00000010:0.1:1784944558.240396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bca000. 00010000:00000010:0.1:1784944558.240402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9300. 00010000:00000010:0.1:1784944558.240409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fa400. 00010000:00000010:0.1:1784944558.240416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55a00. 00010000:00000010:0.1:1784944558.240423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbf9e00. 00010000:00000010:0.1:1784944558.240431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be700. 00010000:00000010:0.1:1784944558.240437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbf8600. 00010000:00000010:0.1:1784944558.240443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5beb00. 00010000:00000010:0.1:1784944558.240449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6a000. 00010000:00000010:0.1:1784944558.240455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbff400. 00010000:00000010:0.1:1784944558.240462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7436000. 00010000:00000010:0.1:1784944558.240468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe800. 00010000:00000010:0.1:1784944558.240474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7436e00. 00010000:00000010:0.1:1784944558.240479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0c00. 00010000:00000010:0.1:1784944558.240485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290379800. 00010000:00000010:0.1:1784944558.240491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862200. 00010000:00000010:0.1:1784944558.240497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037ea00. 00010000:00000010:0.1:1784944558.240502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68100. 00010000:00000010:0.1:1784944558.240509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd5c00. 00010000:00000010:0.1:1784944558.240515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750f00. 00010000:00000010:0.1:1784944558.240521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc2c00. 00010000:00000010:0.1:1784944558.240528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434e00. 00010000:00000010:0.1:1784944558.240536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade84800. 00010000:00000010:0.1:1784944558.240542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866ad00. 00010000:00000010:0.1:1784944558.240548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24ec00. 00010000:00000010:0.1:1784944558.240554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630b00. 00010000:00000010:0.1:1784944558.240560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa8200. 00010000:00000010:0.1:1784944558.240565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860ed00. 00010000:00000010:0.1:1784944558.240570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290369400. 00010000:00000010:0.1:1784944558.240576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15b00. 00010000:00000010:0.1:1784944558.240582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac37200. 00010000:00000010:0.1:1784944558.240589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68d00. 00010000:00000010:0.1:1784944558.240595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24a400. 00010000:00000010:0.1:1784944558.240601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82b00. 00010000:00000010:0.1:1784944558.240607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa6a00. 00010000:00000010:0.1:1784944558.240611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb700. 00010000:00000010:0.1:1784944558.240618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df8000. 00010000:00000010:0.1:1784944558.240624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199f400. 00010000:00000010:0.1:1784944558.240630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad829c00. 00010000:00000010:0.1:1784944558.240636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325d00. 00010000:00000010:0.1:1784944558.240641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade80c00. 00010000:00000010:0.1:1784944558.240647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87500. 00010000:00000010:0.1:1784944558.240654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3d600. 00010000:00000010:0.1:1784944558.240659:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5100. 00010000:00000010:0.1:1784944558.240665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffbbc00. 00010000:00000010:0.1:1784944558.240671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5300. 00010000:00000010:0.1:1784944558.240677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd1200. 00010000:00000010:0.1:1784944558.240682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a500. 00010000:00000010:0.1:1784944558.240689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1846200. 00010000:00000010:0.1:1784944558.240695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31e400. 00010000:00000010:0.1:1784944558.240700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857d0a00. 00010000:00000010:0.1:1784944558.240708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0105600. 00010000:00000010:0.1:1784944558.240715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba4c00. 00010000:00000010:0.1:1784944558.240721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b67c00. 00010000:00000010:0.1:1784944558.240727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3300. 00010000:00000010:0.1:1784944558.240732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380a00. 00010000:00000010:0.1:1784944558.240739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446600. 00010000:00000010:0.1:1784944558.240745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3a600. 00010000:00000010:0.1:1784944558.240751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106900. 00010000:00000010:0.1:1784944558.240756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a1000. 00010000:00000010:0.1:1784944558.240762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87200. 00010000:00000010:0.1:1784944558.240767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b80600. 00010000:00000010:0.1:1784944558.240774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03300. 00010000:00000010:0.1:1784944558.240781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272c00. 00010000:00000010:0.1:1784944558.240786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20c00. 00010000:00000010:0.1:1784944558.240792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298c00. 00010000:00000010:0.1:1784944558.240796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722800. 00010000:00000010:0.1:1784944558.240802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b82a00. 00010000:00000010:0.1:1784944558.240808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2d00. 00010000:00000010:0.1:1784944558.240814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473400. 00010000:00000010:0.1:1784944558.240820:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722400. 00010000:00000010:0.1:1784944558.240827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875e000. 00010000:00000010:0.1:1784944558.240833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172100. 00010000:00000010:0.1:1784944558.240840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fbc00. 00010000:00000010:0.1:1784944558.240846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06a00. 00010000:00000010:0.1:1784944558.240853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0205600. 00010000:00000010:0.1:1784944558.240859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7700. 00010000:00000010:0.1:1784944558.240865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b83400. 00010000:00000010:0.1:1784944558.240871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7800. 00010000:00000010:0.1:1784944558.240879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286544000. 00010000:00000010:0.1:1784944558.240885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0202400. 00010000:00000010:0.1:1784944558.240891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad8b0000. 00010000:00000010:0.1:1784944558.240898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42600. 00010000:00000010:0.1:1784944558.240904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d40c00. 00010000:00000010:0.1:1784944558.240910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82e500. 00010000:00000010:0.1:1784944558.240917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a200. 00010000:00000010:0.1:1784944558.240923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2300. 00010000:00000010:0.1:1784944558.240929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030de00. 00010000:00000010:0.1:1784944558.240936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fd400. 00010000:00000010:0.1:1784944558.240941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0102400. 00010000:00000010:0.1:1784944558.240947:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22100. 00010000:00000010:0.1:1784944558.240952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286541e00. 00010000:00000010:0.1:1784944558.240958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86100. 00010000:00000010:0.1:1784944558.240964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf45200. 00010000:00000010:0.1:1784944558.240971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718a00. 00010000:00000010:0.1:1784944558.240977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4400. 00010000:00000010:0.1:1784944558.240984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718300. 00010000:00000010:0.1:1784944558.240991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eeec00. 00010000:00000010:0.1:1784944558.240997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895900. 00010000:00000010:0.1:1784944558.241004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08c00. 00010000:00000010:0.1:1784944558.241009:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d900. 00010000:00000010:0.1:1784944558.241015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cc000. 00010000:00000010:0.1:1784944558.241021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aaef00. 00010000:00000010:0.1:1784944558.241027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cce00. 00010000:00000010:0.1:1784944558.241032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57c00. 00010000:00000010:0.1:1784944558.241037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cda00. 00010000:00000010:0.1:1784944558.241042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57e00. 00010000:00000010:0.1:1784944558.241066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450e00. 00010000:00000010:0.1:1784944558.241072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada7a700. 00010000:00000010:0.1:1784944558.241078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cca00. 00010000:00000010:0.1:1784944558.241084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d700. 00010000:00000010:0.1:1784944558.241091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192e000. 00010000:00000010:0.1:1784944558.241096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8e00. 00010000:00000010:0.1:1784944558.241101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71a800. 00010000:00000010:0.1:1784944558.241107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4400. 00010000:00000010:0.1:1784944558.241113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f08400. 00010000:00000010:0.1:1784944558.241119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4600. 00010000:00000010:0.1:1784944558.241125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0379a00. 00010000:00000010:0.1:1784944558.241131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0700. 00010000:00000010:0.1:1784944558.241138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192d600. 00010000:00000010:0.1:1784944558.241144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449b00. 00010000:00000010:0.1:1784944558.241149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76cec00. 00010000:00000010:0.1:1784944558.241154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9700. 00010000:00000010:0.1:1784944558.241159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8656e00. 00010000:00000010:0.1:1784944558.241165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6500. 00010000:00000010:0.1:1784944558.241171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fb82400. 00010000:00000010:0.1:1784944558.241178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131800. 00010000:00000010:0.1:1784944558.241182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791600. 00010000:00000010:0.1:1784944558.241189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8000. 00010000:00000010:0.1:1784944558.241194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18b200. 00010000:00000010:0.1:1784944558.241200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4400. 00010000:00000010:0.1:1784944558.241206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a7c00. 00010000:00000010:0.1:1784944558.241212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0dc00. 00010000:00000010:0.1:1784944558.241217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcabc00. 00010000:00000010:0.1:1784944558.241223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7c00. 00010000:00000010:0.1:1784944558.241229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae000. 00010000:00000010:0.1:1784944558.241235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9d00. 00010000:00000010:0.1:1784944558.241241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0080a00. 00010000:00000010:0.1:1784944558.241248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831100. 00010000:00000010:0.1:1784944558.241254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30fa00. 00010000:00000010:0.1:1784944558.241261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0a3100. 00010000:00000010:0.1:1784944558.241267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce3c00. 00010000:00000010:0.1:1784944558.241272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00010000:00000010:0.1:1784944558.241278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6400. 00010000:00000010:0.1:1784944558.241284:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6000. 00010000:00000010:0.1:1784944558.241290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10200. 00010000:00000010:0.1:1784944558.241297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deaa00. 00010000:00000010:0.1:1784944558.241302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273cc00. 00010000:00000010:0.1:1784944558.241308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6f00. 00010000:00000010:0.1:1784944558.241327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85a600. 00010000:00000010:0.1:1784944558.241333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378d00. 00010000:00000010:0.1:1784944558.241339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d47e00. 00010000:00000010:0.1:1784944558.241344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437700. 00010000:00000010:0.1:1784944558.241350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642b200. 00010000:00000010:0.1:1784944558.241357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36500. 00010000:00000010:0.1:1784944558.241365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1deca00. 00010000:00000010:0.1:1784944558.241370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9400. 00010000:00000010:0.1:1784944558.241376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2e400. 00010000:00000010:0.1:1784944558.241382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899df00. 00010000:00000010:0.1:1784944558.241388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48000. 00010000:00000010:0.1:1784944558.241394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330000. 00010000:00000010:0.1:1784944558.241401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8415400. 00010000:00000010:0.1:1784944558.241407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9d00. 00010000:00000010:0.1:1784944558.241412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6de7200. 00010000:00000010:0.1:1784944558.241417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46900. 00010000:00000010:0.1:1784944558.241423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e5a00. 00010000:00000010:0.1:1784944558.241429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131500. 00010000:00000010:0.1:1784944558.241436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da0800. 00010000:00000010:0.1:1784944558.241443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffbd00. 00010000:00000010:0.1:1784944558.241450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8400. 00010000:00000010:0.1:1784944558.241455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8300. 00010000:00000010:0.1:1784944558.241461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033f000. 00010000:00000010:0.1:1784944558.241467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7ba9700. 00010000:00000010:0.1:1784944558.241473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858e000. 00010000:00000010:0.1:1784944558.241480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7200. 00010000:00000010:0.1:1784944558.241486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0200. 00010000:00000010:0.1:1784944558.241493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d100. 00010000:00000010:0.1:1784944558.241498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dca00. 00010000:00000010:0.1:1784944558.241505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259f00. 00010000:00000010:0.1:1784944558.241512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73e00. 00010000:00000010:0.1:1784944558.241519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e3c300. 00010000:00000010:0.1:1784944558.241527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cd000. 00010000:00000010:0.1:1784944558.241534:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e000. 00010000:00000010:0.1:1784944558.241540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea4600. 00010000:00000010:0.1:1784944558.241546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500400. 00010000:00000010:0.1:1784944558.241552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f5a00. 00010000:00000010:0.1:1784944558.241559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0d000. 00010000:00000010:0.1:1784944558.241565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe600. 00010000:00000010:0.1:1784944558.241572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96200. 00010000:00000010:0.1:1784944558.241580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b8e00. 00010000:00000010:0.1:1784944558.241587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8403300. 00010000:00000010:0.1:1784944558.241593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283949000. 00010000:00000010:0.1:1784944558.241598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717800. 00010000:00000010:0.1:1784944558.241604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2638000. 00010000:00000010:0.1:1784944558.241610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5500. 00010000:00000010:0.1:1784944558.241615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb8c00. 00010000:00000010:0.1:1784944558.241621:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5000. 00010000:00000010:0.1:1784944558.241628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb8400. 00010000:00000010:0.1:1784944558.241633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b856ae00. 00010000:00000010:0.1:1784944558.241639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb9a00. 00010000:00000010:0.1:1784944558.241644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b856a500. 00010000:00000010:0.1:1784944558.241649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4ee200. 00010000:00000010:0.1:1784944558.241656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0fad00. 00010000:00000010:0.1:1784944558.241663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e29200. 00010000:00000010:0.1:1784944558.241668:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872d00. 00010000:00000010:0.1:1784944558.241672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7909600. 00010000:00000010:0.1:1784944558.241677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79dce00. 00010000:00000010:0.1:1784944558.241681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d0a00. 00010000:00000010:0.1:1784944558.241687:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a795ad00. 00010000:00000010:0.1:1784944558.241694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae043600. 00010000:00000010:0.1:1784944558.241699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0aec00. 00010000:00000010:0.1:1784944558.241705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae043000. 00010000:00000010:0.1:1784944558.241710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87f00. 00010000:00000010:0.1:1784944558.241716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8663200. 00010000:00000010:0.1:1784944558.241723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0200. 00010000:00000010:0.1:1784944558.241728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f74400. 00010000:00000010:0.1:1784944558.241734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558100. 00010000:00000010:0.1:1784944558.241739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2617200. 00010000:00000010:0.1:1784944558.241746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1990a00. 00010000:00000010:0.1:1784944558.241754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad864800. 00010000:00000010:0.1:1784944558.241761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895800. 00010000:00000010:0.1:1784944558.241767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f775000. 00010000:00000010:0.1:1784944558.241773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4900. 00010000:00000010:0.1:1784944558.241779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f776a00. 00010000:00000010:0.1:1784944558.241785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e100. 00010000:00000010:0.1:1784944558.241790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24200. 00010000:00000010:0.1:1784944558.241796:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d700. 00010000:00000010:0.1:1784944558.241803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2e00. 00010000:00000010:0.1:1784944558.241809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3d400. 00010000:00000010:0.1:1784944558.241814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291113000. 00010000:00000010:0.1:1784944558.241821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f502600. 00010000:00000010:0.1:1784944558.241827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291017c00. 00010000:00000010:0.1:1784944558.241831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f502100. 00010000:00000010:0.1:1784944558.241836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e8a00. 00010000:00000010:0.1:1784944558.241843:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996700. 00010000:00000010:0.1:1784944558.241848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2a00. 00010000:00000010:0.1:1784944558.241853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272ea00. 00010000:00000010:0.1:1784944558.241860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272de00. 00010000:00000010:0.1:1784944558.241865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16100. 00010000:00000010:0.1:1784944558.241871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2607800. 00010000:00000010:0.1:1784944558.241878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796100. 00010000:00000010:0.1:1784944558.241884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f398c00. 00010000:00000010:0.1:1784944558.241889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625f00. 00010000:00000010:0.1:1784944558.241895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa6e00. 00010000:00000010:0.1:1784944558.241900:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185d100. 00010000:00000010:0.1:1784944558.241906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4c400. 00010000:00000010:0.1:1784944558.241912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501a00. 00010000:00000010:0.1:1784944558.241918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8f000. 00010000:00000010:0.1:1784944558.241925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7d200. 00010000:00000010:0.1:1784944558.241932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efce00. 00010000:00000010:0.1:1784944558.241939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec300. 00010000:00000010:0.1:1784944558.241945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf04200. 00010000:00000010:0.1:1784944558.241951:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00010000:00000010:0.1:1784944558.241958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285765600. 00010000:00000010:0.1:1784944558.241965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864bad00. 00010000:00000010:0.1:1784944558.241972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0000. 00010000:00000010:0.1:1784944558.241978:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486900. 00010000:00000010:0.1:1784944558.241984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6b200. 00010000:00000010:0.1:1784944558.241990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f0300. 00010000:00000010:0.1:1784944558.241995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bd800. 00010000:00000010:0.1:1784944558.241998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27ac00. 00010000:00000010:0.1:1784944558.242001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff000. 00010000:00000010:0.1:1784944558.242004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610500. 00010000:00000010:0.1:1784944558.242007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe800. 00010000:00000010:0.1:1784944558.242010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610700. 00010000:00000010:0.1:1784944558.242013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6f600. 00010000:00000010:0.1:1784944558.242016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678500. 00010000:00000010:0.1:1784944558.242019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea8200. 00010000:00000010:0.1:1784944558.242022:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678a00. 00010000:00000010:0.1:1784944558.242024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ca800. 00010000:00000010:0.1:1784944558.242027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b261ba00. 00010000:00000010:0.1:1784944558.242029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a5400. 00010000:00000010:0.1:1784944558.242032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bf500. 00010000:00000010:0.1:1784944558.242034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755f400. 00010000:00000010:0.1:1784944558.242037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422200. 00010000:00000010:0.1:1784944558.242040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6d000. 00010000:00000010:0.1:1784944558.242043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952f00. 00010000:00000010:0.1:1784944558.242254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6c400. 00010000:00000010:0.1:1784944558.242258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952200. 00010000:00000010:0.1:1784944558.242261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ab200. 00010000:00000010:0.1:1784944558.242263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ed1b00. 00010000:00000010:0.1:1784944558.242266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbab800. 00010000:00000010:0.1:1784944558.242270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fc96400. 00010000:00000010:0.1:1784944558.242273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb4600. 00010000:00000010:0.1:1784944558.242276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815f00. 00010000:00000010:0.1:1784944558.242279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286457a00. 00010000:00000010:0.1:1784944558.242282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7a00. 00010000:00000010:0.1:1784944558.242285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aa400. 00010000:00000010:0.1:1784944558.242288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817d00. 00010000:00000010:0.1:1784944558.242291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fd600. 00010000:00000010:0.1:1784944558.242294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addefd00. 00010000:00000010:0.1:1784944558.242296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285798400. 00010000:00000010:0.1:1784944558.242299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffb6d00. 00010000:00000010:0.1:1784944558.242301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8ea00. 00010000:00000010:0.1:1784944558.242304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9900. 00010000:00000010:0.1:1784944558.242307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade91800. 00010000:00000010:0.1:1784944558.242319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88400. 00010000:00000010:0.1:1784944558.242323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848e00. 00010000:00000010:0.1:1784944558.242326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134c600. 00010000:00000010:0.1:1784944558.242328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f42a00. 00010000:00000010:0.1:1784944558.242331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61500. 00010000:00000010:0.1:1784944558.242334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8614800. 00010000:00000010:0.1:1784944558.242337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3a00. 00010000:00000010:0.1:1784944558.242340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287258c00. 00010000:00000010:0.1:1784944558.242343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8613e00. 00010000:00000010:0.1:1784944558.242346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf22a00. 00010000:00000010:0.1:1784944558.242349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade24a00. 00010000:00000010:0.1:1784944558.242352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93b00. 00010000:00000010:0.1:1784944558.242356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6bdc00. 00010000:00000010:0.1:1784944558.242359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70e00. 00010000:00000010:0.1:1784944558.242362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285166800. 00010000:00000010:0.1:1784944558.242365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84000. 00010000:00000010:0.1:1784944558.242368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa63a00. 00010000:00000010:0.1:1784944558.242371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21100. 00010000:00000010:0.1:1784944558.242374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fc6000. 00010000:00000010:0.1:1784944558.242377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792600. 00010000:00000010:0.1:1784944558.242380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be5a00. 00010000:00000010:0.1:1784944558.242382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786a00. 00010000:00000010:0.1:1784944558.242385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e9200. 00010000:00000010:0.1:1784944558.242388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8439f00. 00010000:00000010:0.1:1784944558.242439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290256000. 00010000:00000010:0.1:1784944558.242444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500700. 00010000:00000010:0.1:1784944558.242447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2c00. 00010000:00000010:0.1:1784944558.242450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784200. 00010000:00000010:0.1:1784944558.242454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8670000. 00010000:00000010:0.1:1784944558.242457:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20e00. 00010000:00000010:0.1:1784944558.242460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b5c00. 00010000:00000010:0.1:1784944558.242463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676000. 00010000:00000010:0.1:1784944558.242467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ee600. 00010000:00000010:0.1:1784944558.242470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93600. 00010000:00000010:0.1:1784944558.242472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdd800. 00010000:00000010:0.1:1784944558.242475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20f00. 00010000:00000010:0.1:1784944558.242478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed9000. 00010000:00000010:0.1:1784944558.242480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3f00. 00010000:00000010:0.1:1784944558.242483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285789a00. 00010000:00000010:0.1:1784944558.242486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76300. 00010000:00000010:0.1:1784944558.242489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcc600. 00010000:00000010:0.1:1784944558.242492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffecd00. 00010000:00000010:0.1:1784944558.242495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f7800. 00010000:00000010:0.1:1784944558.242498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6a600. 00010000:00000010:0.1:1784944558.242501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0030200. 00010000:00000010:0.1:1784944558.242504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000a00. 00010000:00000010:0.1:1784944558.242507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f791600. 00010000:00000010:0.1:1784944558.242510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005400. 00010000:00000010:0.1:1784944558.242513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fa800. 00010000:00000010:0.1:1784944558.242516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55600. 00010000:00000010:0.1:1784944558.242518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f790800. 00010000:00000010:0.1:1784944558.242521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8d00. 00010000:00000010:0.1:1784944558.242523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6b000. 00010000:00000010:0.1:1784944558.242526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbff900. 00010000:00000010:0.1:1784944558.242530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb6e00. 00010000:00000010:0.1:1784944558.242532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f55000. 00010000:00000010:0.1:1784944558.242535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7436a00. 00010000:00000010:0.1:1784944558.242537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fef00. 00010000:00000010:0.1:1784944558.242540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7436c00. 00010000:00000010:0.1:1784944558.242543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0300. 00010000:00000010:0.1:1784944558.242545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb5c00. 00010000:00000010:0.1:1784944558.242548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786f00. 00010000:00000010:0.1:1784944558.242551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe80000. 00010000:00000010:0.1:1784944558.242554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d8e000. 00010000:00000010:0.1:1784944558.242557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860d800. 00010000:00000010:0.1:1784944558.242560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8608b00. 00010000:00000010:0.1:1784944558.242563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc3e00. 00010000:00000010:0.1:1784944558.242565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434200. 00010000:00000010:0.1:1784944558.242569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade85600. 00010000:00000010:0.1:1784944558.242571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a400. 00010000:00000010:0.1:1784944558.242574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24fe00. 00010000:00000010:0.1:1784944558.242577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4500. 00010000:00000010:0.1:1784944558.242579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa8400. 00010000:00000010:0.1:1784944558.242583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64100. 00010000:00000010:0.1:1784944558.242586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290369800. 00010000:00000010:0.1:1784944558.242589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f0400. 00010000:00000010:0.1:1784944558.242592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a000. 00010000:00000010:0.1:1784944558.242595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8200. 00010000:00000010:0.1:1784944558.242598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5200. 00010000:00000010:0.1:1784944558.242600:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8c00. 00010000:00000010:0.1:1784944558.242603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad819800. 00010000:00000010:0.1:1784944558.242606:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199f500. 00010000:00000010:0.1:1784944558.242608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df8a00. 00010000:00000010:0.1:1784944558.242611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0700. 00010000:00000010:0.1:1784944558.242614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b9a00. 00010000:00000010:0.1:1784944558.242617:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325400. 00010000:00000010:0.1:1784944558.242619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3dc00. 00010000:00000010:0.1:1784944558.242622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f900. 00010000:00000010:0.1:1784944558.242625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a54800. 00010000:00000010:0.1:1784944558.242628:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b3db00. 00010000:00000010:0.1:1784944558.242631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3ca00. 00010000:00000010:0.1:1784944558.242634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52b00. 00010000:00000010:0.1:1784944558.242637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd1000. 00010000:00000010:0.1:1784944558.242639:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2a800. 00010000:00000010:0.1:1784944558.242642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1846400. 00010000:00000010:0.1:1784944558.242645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31e500. 00010000:00000010:0.1:1784944558.242647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318c00. 00010000:00000010:0.1:1784944558.242650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5a00. 00010000:00000010:0.1:1784944558.242653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0104a00. 00010000:00000010:0.1:1784944558.242656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba4a00. 00010000:00000010:0.1:1784944558.242659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:0.1:1784944558.242661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446b00. 00010000:00000010:0.1:1784944558.242664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3a200. 00010000:00000010:0.1:1784944558.242667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106e00. 00010000:00000010:0.1:1784944558.242669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a0000. 00010000:00000010:0.1:1784944558.242672:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477600. 00010000:00000010:0.1:1784944558.242675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b80200. 00010000:00000010:0.1:1784944558.242678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add03900. 00010000:00000010:0.1:1784944558.242680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273e00. 00010000:00000010:0.1:1784944558.242684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20300. 00010000:00000010:0.1:1784944558.242686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b2c00. 00010000:00000010:0.1:1784944558.242689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647d000. 00010000:00000010:0.1:1784944558.242692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83f400. 00010000:00000010:0.1:1784944558.242695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722a00. 00010000:00000010:0.1:1784944558.242698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcee800. 00010000:00000010:0.1:1784944558.242700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474100. 00010000:00000010:0.1:1784944558.242703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875ea00. 00010000:00000010:0.1:1784944558.242705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac172700. 00010000:00000010:0.1:1784944558.242708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fa600. 00010000:00000010:0.1:1784944558.242710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06600. 00010000:00000010:0.1:1784944558.242713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b83200. 00010000:00000010:0.1:1784944558.242715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0b00. 00010000:00000010:0.1:1784944558.242718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8726800. 00010000:00000010:0.1:1784944558.242721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0100. 00010000:00000010:0.1:1784944558.242723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998c00. 00010000:00000010:0.1:1784944558.242726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100c00. 00010000:00000010:0.1:1784944558.242729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018400. 00010000:00000010:0.1:1784944558.242732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fcc00. 00010000:00000010:0.1:1784944558.242735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3ee00. 00010000:00000010:0.1:1784944558.242737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100800. 00010000:00000010:0.1:1784944558.242740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a400. 00010000:00000010:0.1:1784944558.242743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2900. 00010000:00000010:0.1:1784944558.242745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030d200. 00010000:00000010:0.1:1784944558.242748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fd500. 00010000:00000010:0.1:1784944558.242751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f277600. 00010000:00000010:0.1:1784944558.242755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29cb00. 00010000:00000010:0.1:1784944558.242757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286541200. 00010000:00000010:0.1:1784944558.242760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86700. 00010000:00000010:0.1:1784944558.242763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf45000. 00010000:00000010:0.1:1784944558.242766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718600. 00010000:00000010:0.1:1784944558.242768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c000. 00010000:00000010:0.1:1784944558.242771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46300. 00010000:00000010:0.1:1784944558.242774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eefe00. 00010000:00000010:0.1:1784944558.242777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895e00. 00010000:00000010:0.1:1784944558.242780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c09e00. 00010000:00000010:0.1:1784944558.242782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71de00. 00010000:00000010:0.1:1784944558.242785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3ae600. 00010000:00000010:0.1:1784944558.242788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aae100. 00010000:00000010:0.1:1784944558.242791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e2200. 00010000:00000010:0.1:1784944558.242793:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6de00. 00010000:00000010:0.1:1784944558.242796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1929a00. 00010000:00000010:0.1:1784944558.242799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60f00. 00010000:00000010:0.1:1784944558.242802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450c00. 00010000:00000010:0.1:1784944558.242805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada7ac00. 00010000:00000010:0.1:1784944558.242808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf46400. 00010000:00000010:0.1:1784944558.242811:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4dc00. 00010000:00000010:0.1:1784944558.242814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa8c00. 00010000:00000010:0.1:1784944558.242817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0bf00. 00010000:00000010:0.1:1784944558.242820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71b600. 00010000:00000010:0.1:1784944558.242823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4500. 00010000:00000010:0.1:1784944558.242826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f08800. 00010000:00000010:0.1:1784944558.242828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4b00. 00010000:00000010:0.1:1784944558.242831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28608f400. 00010000:00000010:0.1:1784944558.242834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62ba00. 00010000:00000010:0.1:1784944558.242837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192d400. 00010000:00000010:0.1:1784944558.242840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449d00. 00010000:00000010:0.1:1784944558.242843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76cfe00. 00010000:00000010:0.1:1784944558.242846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb9c00. 00010000:00000010:0.1:1784944558.242848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8656c00. 00010000:00000010:0.1:1784944558.242851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffc8b00. 00010000:00000010:0.1:1784944558.242854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037b800. 00010000:00000010:0.1:1784944558.242857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037dc00. 00010000:00000010:0.1:1784944558.242860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2761200. 00010000:00000010:0.1:1784944558.242863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4300. 00010000:00000010:0.1:1784944558.242866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18b000. 00010000:00000010:0.1:1784944558.242869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4500. 00010000:00000010:0.1:1784944558.242872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a6600. 00010000:00000010:0.1:1784944558.242874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0d300. 00010000:00000010:0.1:1784944558.242878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5200. 00010000:00000010:0.1:1784944558.242881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1f00. 00010000:00000010:0.1:1784944558.242884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaea00. 00010000:00000010:0.1:1784944558.242887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9400. 00010000:00000010:0.1:1784944558.242890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037ba00. 00010000:00000010:0.1:1784944558.242892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aabd00. 00010000:00000010:0.1:1784944558.242896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac341200. 00010000:00000010:0.1:1784944558.242899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717b00. 00010000:00000010:0.1:1784944558.242901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2400. 00010000:00000010:0.1:1784944558.242904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002eb00. 00010000:00000010:0.1:1784944558.242907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6800. 00010000:00000010:0.1:1784944558.242909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6500. 00010000:00000010:0.1:1784944558.242912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581a00. 00010000:00000010:0.1:1784944558.242915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b1800. 00010000:00000010:0.1:1784944558.242918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd400. 00010000:00000010:0.1:1784944558.242921:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc600. 00010000:00000010:0.1:1784944558.242924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7628e00. 00010000:00000010:0.1:1784944558.242926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6a00. 00010000:00000010:0.1:1784944558.242929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85b200. 00010000:00000010:0.1:1784944558.242932:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00010000:00000010:0.1:1784944558.242935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030c00. 00010000:00000010:0.1:1784944558.242938:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437c00. 00010000:00000010:0.1:1784944558.242941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e600. 00010000:00000010:0.1:1784944558.242945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae300. 00010000:00000010:0.1:1784944558.242947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dedc00. 00010000:00000010:0.1:1784944558.242950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e9500. 00010000:00000010:0.1:1784944558.242953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00010000:00000010:0.1:1784944558.242956:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184cc00. 00010000:00000010:0.1:1784944558.242960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29e00. 00010000:00000010:0.1:1784944558.242963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330a00. 00010000:00000010:0.1:1784944558.242966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8415800. 00010000:00000010:0.1:1784944558.242969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857e9400. 00010000:00000010:0.1:1784944558.242972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af8a00. 00010000:00000010:0.1:1784944558.242975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8500. 00010000:00000010:0.1:1784944558.242977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4e00. 00010000:00000010:0.1:1784944558.242980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131800. 00010000:00000010:0.1:1784944558.242983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da1600. 00010000:00000010:0.1:1784944558.242985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adffb400. 00010000:00000010:0.1:1784944558.242987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8800. 00010000:00000010:0.1:1784944558.242990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8900. 00010000:00000010:0.1:1784944558.242993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033e000. 00010000:00000010:0.1:1784944558.242996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac33b600. 00010000:00000010:0.1:1784944558.242999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858ea00. 00010000:00000010:0.1:1784944558.243001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7000. 00010000:00000010:0.1:1784944558.243004:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0400. 00010000:00000010:0.1:1784944558.243007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266d700. 00010000:00000010:0.1:1784944558.243010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290422a00. 00010000:00000010:0.1:1784944558.243013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e3c500. 00010000:00000010:0.1:1784944558.243016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1980a00. 00010000:00000010:0.1:1784944558.243018:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e3cc00. 00010000:00000010:0.1:1784944558.243021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1981400. 00010000:00000010:0.1:1784944558.243024:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ecd00. 00010000:00000010:0.1:1784944558.243026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea4200. 00010000:00000010:0.1:1784944558.243030:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cbaf00. 00010000:00000010:0.1:1784944558.243033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f697e00. 00010000:00000010:0.1:1784944558.243037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145700. 00010000:00000010:0.1:1784944558.243040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f4a00. 00010000:00000010:0.1:1784944558.243042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717100. 00010000:00000010:0.1:1784944558.243045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b8c00. 00010000:00000010:0.1:1784944558.243065:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8403900. 00010000:00000010:0.1:1784944558.243068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a5d800. 00010000:00000010:0.1:1784944558.243070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717900. 00010000:00000010:0.1:1784944558.243073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48400. 00010000:00000010:0.1:1784944558.243077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991000. 00010000:00000010:0.1:1784944558.243080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f574a00. 00010000:00000010:0.1:1784944558.243082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5a00. 00010000:00000010:0.1:1784944558.243085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb0c00. 00010000:00000010:0.1:1784944558.243088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be700. 00010000:00000010:0.1:1784944558.243091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f432800. 00010000:00000010:0.1:1784944558.243094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf8f600. 00010000:00000010:0.1:1784944558.243097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7908600. 00010000:00000010:0.1:1784944558.243099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872c00. 00010000:00000010:0.1:1784944558.243102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28863f800. 00010000:00000010:0.1:1784944558.243105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0a000. 00010000:00000010:0.1:1784944558.243108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78a600. 00010000:00000010:0.1:1784944558.243111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8600. 00010000:00000010:0.1:1784944558.243114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78b800. 00010000:00000010:0.1:1784944558.243117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8c00. 00010000:00000010:0.1:1784944558.243119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8c00. 00010000:00000010:0.1:1784944558.243122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8502900. 00010000:00000010:0.1:1784944558.243126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28513ae00. 00010000:00000010:0.1:1784944558.243128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0500. 00010000:00000010:0.1:1784944558.243131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28513a600. 00010000:00000010:0.1:1784944558.243133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f7c0000. 00010000:00000010:0.1:1784944558.243135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2200. 00010000:00000010:0.1:1784944558.243138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f74800. 00010000:00000010:0.1:1784944558.243141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558700. 00010000:00000010:0.1:1784944558.243143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2617000. 00010000:00000010:0.1:1784944558.243146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1990600. 00010000:00000010:0.1:1784944558.243148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eada00. 00010000:00000010:0.1:1784944558.243152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082500. 00010000:00000010:0.1:1784944558.243156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f777400. 00010000:00000010:0.1:1784944558.243158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e000. 00010000:00000010:0.1:1784944558.243161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcca00. 00010000:00000010:0.1:1784944558.243164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15100. 00010000:00000010:0.1:1784944558.243167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24400. 00010000:00000010:0.1:1784944558.243169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dc00. 00010000:00000010:0.1:1784944558.243172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef2c00. 00010000:00000010:0.1:1784944558.243175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad96e100. 00010000:00000010:0.1:1784944558.243178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcf200. 00010000:00000010:0.1:1784944558.243181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9e00. 00010000:00000010:0.1:1784944558.243185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7575c00. 00010000:00000010:0.1:1784944558.243188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576e00. 00010000:00000010:0.1:1784944558.243190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e9c00. 00010000:00000010:0.1:1784944558.243193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996c00. 00010000:00000010:0.1:1784944558.243196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef3000. 00010000:00000010:0.1:1784944558.243199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b272e600. 00010000:00000010:0.1:1784944558.243201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291111000. 00010000:00000010:0.1:1784944558.243204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2b8f00. 00010000:00000010:0.1:1784944558.243207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed3200. 00010000:00000010:0.1:1784944558.243210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48c00. 00010000:00000010:0.1:1784944558.243213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28561d000. 00010000:00000010:0.1:1784944558.243216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625100. 00010000:00000010:0.1:1784944558.243218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa6c00. 00010000:00000010:0.1:1784944558.243221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185d700. 00010000:00000010:0.1:1784944558.243224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8f400. 00010000:00000010:0.1:1784944558.243226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501600. 00010000:00000010:0.1:1784944558.243229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8e000. 00010000:00000010:0.1:1784944558.243231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7d000. 00010000:00000010:0.1:1784944558.243267:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea4600. 00010000:00000010:0.1:1784944558.243273:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510f500. 00010000:00000010:0.1:1784944558.243276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf04400. 00010000:00000010:0.1:1784944558.243279:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23900. 00010000:00000010:0.1:1784944558.243282:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285765400. 00010000:00000010:0.1:1784944558.243285:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864ba400. 00010000:00000010:0.1:1784944558.243288:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b9400. 00010000:00000010:0.1:1784944558.243291:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f0800. 00010000:00000010:0.1:1784944558.243293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6b000. 00010000:00000010:0.1:1784944558.243296:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d0200. 00010000:00000010:0.1:1784944558.243300:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e12e00. 00010000:00000010:0.1:1784944558.243303:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a300. 00010000:00000010:0.1:1784944558.243306:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ffa00. 00010000:00000010:0.1:1784944558.243321:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610800. 00010000:00000010:0.1:1784944558.243325:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6f200. 00010000:00000010:0.1:1784944558.243328:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6500. 00010000:00000010:0.1:1784944558.243331:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6f400. 00010000:00000010:0.1:1784944558.243333:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678800. 00010000:00000010:0.1:1784944558.243336:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea8400. 00010000:00000010:0.1:1784944558.243339:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5c00. 00010000:00000010:0.1:1784944558.243343:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258f200. 00010000:00000010:0.1:1784944558.243346:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18c8500. 00010000:00000010:0.1:1784944558.243349:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2612000. 00010000:00000010:0.1:1784944558.243351:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69300. 00010000:00000010:0.1:1784944558.243354:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755f800. 00010000:00000010:0.1:1784944558.243357:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422000. 00010000:00000010:0.1:1784944558.243360:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6c000. 00010000:00000010:0.1:1784944558.243362:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1952100. 00010000:00000010:0.1:1784944558.243365:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc95200. 00010000:00000010:0.1:1784944558.243369:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c03a8500. 00010000:00000010:0.1:1784944558.243372:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc95a00. 00010000:00000010:0.1:1784944558.243375:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c03a8000. 00010000:00000010:0.1:1784944558.276089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af3c00. 00010000:00000010:0.1:1784944558.276100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285ccc300. 00010000:00000010:0.1:1784944558.276107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb4200. 00010000:00000010:0.1:1784944558.276114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815100. 00010000:00000010:0.1:1784944558.276121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286456e00. 00010000:00000010:0.1:1784944558.276128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7600. 00010000:00000010:0.1:1784944558.276133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03aa800. 00010000:00000010:0.1:1784944558.276140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817400. 00010000:00000010:0.1:1784944558.276147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285155000. 00010000:00000010:0.1:1784944558.276153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3100. 00010000:00000010:0.1:1784944558.276161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134ae00. 00010000:00000010:0.1:1784944558.276166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89500. 00010000:00000010:0.1:1784944558.276171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8fc00. 00010000:00000010:0.1:1784944558.276176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9e00. 00010000:00000010:0.1:1784944558.276183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8000. 00010000:00000010:0.1:1784944558.276188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665900. 00010000:00000010:0.1:1784944558.276196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade91c00. 00010000:00000010:0.1:1784944558.276210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786700. 00010000:00000010:0.1:1784944558.276217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f43c00. 00010000:00000010:0.1:1784944558.276227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e500. 00010000:00000010:0.1:1784944558.276233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8615600. 00010000:00000010:0.1:1784944558.276238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3600. 00010000:00000010:0.1:1784944558.276245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8613200. 00010000:00000010:0.1:1784944558.276249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf22600. 00010000:00000010:0.1:1784944558.276255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade90200. 00010000:00000010:0.1:1784944558.276261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0f400. 00010000:00000010:0.1:1784944558.276267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0170e00. 00010000:00000010:0.1:1784944558.276272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24800. 00010000:00000010:0.1:1784944558.276277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d1600. 00010000:00000010:0.1:1784944558.276283:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88200. 00010000:00000010:0.1:1784944558.276288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f643000. 00010000:00000010:0.1:1784944558.276295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21700. 00010000:00000010:0.1:1784944558.276300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27be400. 00010000:00000010:0.1:1784944558.276306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0700. 00010000:00000010:0.1:1784944558.276318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2a400. 00010000:00000010:0.1:1784944558.276322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e65100. 00010000:00000010:0.1:1784944558.276328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e9000. 00010000:00000010:0.1:1784944558.276335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8439400. 00010000:00000010:0.1:1784944558.276342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287258800. 00010000:00000010:0.1:1784944558.276348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611300. 00010000:00000010:0.1:1784944558.276354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce3200. 00010000:00000010:0.1:1784944558.276361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784000. 00010000:00000010:0.1:1784944558.276368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b6c00. 00010000:00000010:0.1:1784944558.276374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257b00. 00010000:00000010:0.1:1784944558.276381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b6200. 00010000:00000010:0.1:1784944558.276396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7500. 00010000:00000010:0.1:1784944558.276404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ee200. 00010000:00000010:0.1:1784944558.276410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93b00. 00010000:00000010:0.1:1784944558.276417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe40000. 00010000:00000010:0.1:1784944558.276423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5f100. 00010000:00000010:0.1:1784944558.276430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed8000. 00010000:00000010:0.1:1784944558.276436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3100. 00010000:00000010:0.1:1784944558.276442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285788e00. 00010000:00000010:0.1:1784944558.276448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76900. 00010000:00000010:0.1:1784944558.276454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b6e600. 00010000:00000010:0.1:1784944558.276461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada14c00. 00010000:00000010:0.1:1784944558.276469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f7a00. 00010000:00000010:0.1:1784944558.276474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6ab00. 00010000:00000010:0.1:1784944558.276479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0031400. 00010000:00000010:0.1:1784944558.276484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000600. 00010000:00000010:0.1:1784944558.276489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f791400. 00010000:00000010:0.1:1784944558.276497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f005d00. 00010000:00000010:0.1:1784944558.276501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28578c400. 00010000:00000010:0.1:1784944558.276508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55b00. 00010000:00000010:0.1:1784944558.276514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c7000. 00010000:00000010:0.1:1784944558.276520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fc3800. 00010000:00000010:0.1:1784944558.276526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbf8e00. 00010000:00000010:0.1:1784944558.276532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7500. 00010000:00000010:0.1:1784944558.276539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb6c00. 00010000:00000010:0.1:1784944558.276545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f57100. 00010000:00000010:0.1:1784944558.276551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7437c00. 00010000:00000010:0.1:1784944558.276558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe100. 00010000:00000010:0.1:1784944558.276564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29037f000. 00010000:00000010:0.1:1784944558.276571:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ec6200. 00010000:00000010:0.1:1784944558.276577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290379a00. 00010000:00000010:0.1:1784944558.276583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862000. 00010000:00000010:0.1:1784944558.276590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860cc00. 00010000:00000010:0.1:1784944558.276599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bbe00. 00010000:00000010:0.1:1784944558.276605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28ac30000. 00010000:00000010:0.1:1784944558.276612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750100. 00010000:00000010:0.1:1784944558.276617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc3200. 00010000:00000010:0.1:1784944558.276622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434000. 00010000:00000010:0.1:1784944558.276630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade85400. 00010000:00000010:0.1:1784944558.276637:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a500. 00010000:00000010:0.1:1784944558.276643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24f200. 00010000:00000010:0.1:1784944558.276648:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc4800. 00010000:00000010:0.1:1784944558.276654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa8800. 00010000:00000010:0.1:1784944558.276661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860e400. 00010000:00000010:0.1:1784944558.276667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290369a00. 00010000:00000010:0.1:1784944558.276675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f0500. 00010000:00000010:0.1:1784944558.276683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5a00. 00010000:00000010:0.1:1784944558.276690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68400. 00010000:00000010:0.1:1784944558.276696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5e00. 00010000:00000010:0.1:1784944558.276710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82d00. 00010000:00000010:0.1:1784944558.276719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad819a00. 00010000:00000010:0.1:1784944558.276734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b199f800. 00010000:00000010:0.1:1784944558.276740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df9c00. 00010000:00000010:0.1:1784944558.276747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0c00. 00010000:00000010:0.1:1784944558.276752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad828600. 00010000:00000010:0.1:1784944558.276758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325500. 00010000:00000010:0.1:1784944558.276764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3c600. 00010000:00000010:0.1:1784944558.276771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3fe00. 00010000:00000010:0.1:1784944558.276777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade80600. 00010000:00000010:0.1:1784944558.276784:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53800. 00010000:00000010:0.1:1784944558.276791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3c000. 00010000:00000010:0.1:1784944558.276798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52d00. 00010000:00000010:0.1:1784944558.276804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd0000. 00010000:00000010:0.1:1784944558.276810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2af00. 00010000:00000010:0.1:1784944558.276815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1846800. 00010000:00000010:0.1:1784944558.276821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31e800. 00010000:00000010:0.1:1784944558.276828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319e00. 00010000:00000010:0.1:1784944558.276835:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd5600. 00010000:00000010:0.1:1784944558.276841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66600. 00010000:00000010:0.1:1784944558.276846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3900. 00010000:00000010:0.1:1784944558.277068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944558.277074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad446d00. 00010000:00000010:0.1:1784944558.277078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3a400. 00010000:00000010:0.1:1784944558.277081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87000. 00010000:00000010:0.1:1784944558.277088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a0a00. 00010000:00000010:0.1:1784944558.277095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477b00. 00010000:00000010:0.1:1784944558.277103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c10600. 00010000:00000010:0.1:1784944558.277110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f274000. 00010000:00000010:0.1:1784944558.277119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b3c00. 00010000:00000010:0.1:1784944558.277127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385500. 00010000:00000010:0.1:1784944558.277135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3d800. 00010000:00000010:0.1:1784944558.277142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647da00. 00010000:00000010:0.1:1784944558.277148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0162000. 00010000:00000010:0.1:1784944558.277154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9c000. 00010000:00000010:0.1:1784944558.277161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcef600. 00010000:00000010:0.1:1784944558.277167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474c00. 00010000:00000010:0.1:1784944558.277172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472200. 00010000:00000010:0.1:1784944558.277179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7a00. 00010000:00000010:0.1:1784944558.277188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fa200. 00010000:00000010:0.1:1784944558.277194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06b00. 00010000:00000010:0.1:1784944558.277595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0205400. 00010000:00000010:0.1:1784944558.277598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7c00. 00010000:00000010:0.1:1784944558.277602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9400. 00010000:00000010:0.1:1784944558.277639:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8da900. 00010000:00000010:0.1:1784944558.277646:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3f400. 00010000:00000010:0.1:1784944558.277650:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100300. 00010000:00000010:0.1:1784944558.277653:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018800. 00010000:00000010:0.1:1784944558.277657:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fc300. 00010000:00000010:0.1:1784944558.277659:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3fa00. 00010000:00000010:0.1:1784944558.277662:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100f00. 00010000:00000010:0.1:1784944558.277665:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f62e200. 00010000:00000010:0.1:1784944558.277668:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200b00. 00010000:00000010:0.1:1784944558.277670:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030d000. 00010000:00000010:0.1:1784944558.277675:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fd800. 00010000:00000010:0.1:1784944558.277678:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f277400. 00010000:00000010:0.1:1784944558.277682:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29cd00. 00010000:00000010:0.1:1784944558.277685:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286541000. 00010000:00000010:0.1:1784944558.277688:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86c00. 00010000:00000010:0.1:1784944558.277691:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf44000. 00010000:00000010:0.1:1784944558.277694:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718b00. 00010000:00000010:0.1:1784944558.277697:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e4800. 00010000:00000010:0.1:1784944558.277700:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f718900. 00010000:00000010:0.1:1784944558.277755:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eef200. 00010000:00000010:0.1:1784944558.277760:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5500. 00010000:00000010:0.1:1784944558.277763:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cd400. 00010000:00000010:0.1:1784944558.277766:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57700. 00010000:00000010:0.1:1784944558.277769:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3ae200. 00010000:00000010:0.1:1784944558.277772:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aae700. 00010000:00000010:0.1:1784944558.277775:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eece00. 00010000:00000010:0.1:1784944558.277778:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0ea300. 00010000:00000010:0.1:1784944558.277781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1928e00. 00010000:00000010:0.1:1784944558.277786:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60100. 00010000:00000010:0.1:1784944558.277789:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030a200. 00010000:00000010:0.1:1784944558.277793:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a500. 00010000:00000010:0.1:1784944558.277796:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf46200. 00010000:00000010:0.1:1784944558.277799:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d300. 00010000:00000010:0.1:1784944558.277802:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1aa9e00. 00010000:00000010:0.1:1784944558.277805:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0b100. 00010000:00000010:0.1:1784944558.277808:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71b400. 00010000:00000010:0.1:1784944558.277812:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8d00. 00010000:00000010:0.1:1784944558.277814:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0fe00. 00010000:00000010:0.1:1784944558.277817:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4d00. 00010000:00000010:0.1:1784944558.277821:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28608f800. 00010000:00000010:0.1:1784944558.277825:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62b600. 00010000:00000010:0.1:1784944558.277828:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbc400. 00010000:00000010:0.1:1784944558.277831:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8500. 00010000:00000010:0.1:1784944558.277834:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2c00. 00010000:00000010:0.1:1784944558.277836:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8600. 00010000:00000010:0.1:1784944558.277839:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3400. 00010000:00000010:0.1:1784944558.277842:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6800. 00010000:00000010:0.1:1784944558.277845:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf84c00. 00010000:00000010:0.1:1784944558.277849:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117e00. 00010000:00000010:0.1:1784944558.277907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2761000. 00010000:00000010:0.1:1784944558.277914:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037de00. 00010000:00000010:0.1:1784944558.277917:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18a000. 00010000:00000010:0.1:1784944558.277920:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4800. 00010000:00000010:0.1:1784944558.277923:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01a6200. 00010000:00000010:0.1:1784944558.277925:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0d900. 00010000:00000010:0.1:1784944558.277929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5000. 00010000:00000010:0.1:1784944558.277932:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1100. 00010000:00000010:0.1:1784944558.277935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafc00. 00010000:00000010:0.1:1784944558.277939:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9500. 00010000:00000010:0.1:1784944558.277944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c32400. 00010000:00000010:0.1:1784944558.277947:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a759e600. 00010000:00000010:0.1:1784944558.277950:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857d1a00. 00010000:00000010:0.1:1784944558.277954:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8439300. 00010000:00000010:0.1:1784944558.277957:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2200. 00010000:00000010:0.1:1784944558.277960:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e600. 00010000:00000010:0.1:1784944558.277963:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77d6a00. 00010000:00000010:0.1:1784944558.277966:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e6700. 00010000:00000010:0.1:1784944558.277970:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b7400. 00010000:00000010:0.1:1784944558.277973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea500. 00010000:00000010:0.1:1784944558.277976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273d200. 00010000:00000010:0.1:1784944558.277980:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6000. 00010000:00000010:0.1:1784944558.277983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85b400. 00010000:00000010:0.1:1784944558.277986:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378e00. 00010000:00000010:0.1:1784944558.277989:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d47200. 00010000:00000010:0.1:1784944558.277993:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a437300. 00010000:00000010:0.1:1784944558.277996:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642b000. 00010000:00000010:0.1:1784944558.277998:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36800. 00010000:00000010:0.1:1784944558.278001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec600. 00010000:00000010:0.1:1784944558.278004:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7c00. 00010000:00000010:0.1:1784944558.278007:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0c000. 00010000:00000010:0.1:1784944558.278011:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184c300. 00010000:00000010:0.1:1784944558.278014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29200. 00010000:00000010:0.1:1784944558.278017:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330600. 00010000:00000010:0.1:1784944558.278021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f692a00. 00010000:00000010:0.1:1784944558.278023:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bed00. 00010000:00000010:0.1:1784944558.278027:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7737800. 00010000:00000010:0.1:1784944558.278030:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aed00. 00010000:00000010:0.1:1784944558.278033:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fda00. 00010000:00000010:0.1:1784944558.278036:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae900. 00010000:00000010:0.1:1784944558.278039:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78b7600. 00010000:00000010:0.1:1784944558.278043:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a288f6ee00. 00010000:00000010:0.1:1784944558.278069:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c9600. 00010000:00000010:0.1:1784944558.278073:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8e00. 00010000:00000010:0.1:1784944558.278077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8710400. 00010000:00000010:0.1:1784944558.278080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac33bb00. 00010000:00000010:0.1:1784944558.278084:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858fc00. 00010000:00000010:0.1:1784944558.278087:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7a00. 00010000:00000010:0.1:1784944558.278090:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0800. 00010000:00000010:0.1:1784944558.278094:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b266dc00. 00010000:00000010:0.1:1784944558.278096:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8ddc00. 00010000:00000010:0.1:1784944558.278103:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259100. 00010000:00000010:0.1:1784944558.278107:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0356600. 00010000:00000010:0.1:1784944558.278111:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3b600. 00010000:00000010:0.1:1784944558.278114:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cc000. 00010000:00000010:0.1:1784944558.278117:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560ea00. 00010000:00000010:0.1:1784944558.278120:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19f4600. 00010000:00000010:0.1:1784944558.278123:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ec200. 00010000:00000010:0.1:1784944558.278126:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f697200. 00010000:00000010:0.1:1784944558.278130:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4500. 00010000:00000010:0.1:1784944558.278134:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe200. 00010000:00000010:0.1:1784944558.278138:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c96000. 00010000:00000010:0.1:1784944558.278141:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a283949c00. 00010000:00000010:0.1:1784944558.278145:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781700. 00010000:00000010:0.1:1784944558.278148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a76c4600. 00010000:00000010:0.1:1784944558.278153:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad717700. 00010000:00000010:0.1:1784944558.278156:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48800. 00010000:00000010:0.1:1784944558.278160:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3f5f00. 00010000:00000010:0.1:1784944558.278163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f575c00. 00010000:00000010:0.1:1784944558.278167:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85b00. 00010000:00000010:0.1:1784944558.278170:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb1e00. 00010000:00000010:0.1:1784944558.278175:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb87800. 00010000:00000010:0.1:1784944558.278178:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f433600. 00010000:00000010:0.1:1784944558.278181:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf8fb00. 00010000:00000010:0.1:1784944558.278185:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4ee400. 00010000:00000010:0.1:1784944558.278189:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0fa400. 00010000:00000010:0.1:1784944558.278192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28863fa00. 00010000:00000010:0.1:1784944558.278195:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c0aa00. 00010000:00000010:0.1:1784944558.278197:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025ea00. 00010000:00000010:0.1:1784944558.278261:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b849bc00. 00010000:00000010:0.1:1784944558.278264:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f6d1c00. 00010000:00000010:0.1:1784944558.278268:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a795a400. 00010000:00000010:0.1:1784944558.278272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae042c00. 00010000:00000010:0.1:1784944558.278275:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdf6f00. 00010000:00000010:0.1:1784944558.278278:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6aa00. 00010000:00000010:0.1:1784944558.278281:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecfa00. 00010000:00000010:0.1:1784944558.278284:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1caaa00. 00010000:00000010:0.1:1784944558.278286:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742100. 00010000:00000010:0.1:1784944558.278289:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f75600. 00010000:00000010:0.1:1784944558.278291:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7558c00. 00010000:00000010:0.1:1784944558.278294:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1caa800. 00010000:00000010:0.1:1784944558.278298:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2742000. 00010000:00000010:0.1:1784944558.278301:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eace00. 00010000:00000010:0.1:1784944558.278304:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291082800. 00010000:00000010:0.1:1784944558.278308:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f774000. 00010000:00000010:0.1:1784944558.278320:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4e00. 00010000:00000010:0.1:1784944558.278324:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f777c00. 00010000:00000010:0.1:1784944558.278327:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad96e900. 00010000:00000010:0.1:1784944558.278330:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b24800. 00010000:00000010:0.1:1784944558.278333:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d300. 00010000:00000010:0.1:1784944558.278336:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ef3e00. 00010000:00000010:0.1:1784944558.278340:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6900. 00010000:00000010:0.1:1784944558.278343:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291112000. 00010000:00000010:0.1:1784944558.278346:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:0.1:1784944558.278350:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7574600. 00010000:00000010:0.1:1784944558.278352:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576200. 00010000:00000010:0.1:1784944558.278356:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1e8600. 00010000:00000010:0.1:1784944558.278358:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7996300. 00010000:00000010:0.1:1784944558.278361:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2606000. 00010000:00000010:0.1:1784944558.278364:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1c00. 00010000:00000010:0.1:1784944558.278367:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291110000. 00010000:00000010:0.1:1784944558.278370:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2b8100. 00010000:00000010:0.1:1784944558.278373:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed3000. 00010000:00000010:0.1:1784944558.278375:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796700. 00010000:00000010:0.1:1784944558.278379:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28561c000. 00010000:00000010:0.1:1784944558.278382:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625700. 00010000:00000010:0.1:1784944558.278384:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa7e00. 00010000:00000010:0.1:1784944558.278444:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185dc00. 00010000:00000010:0.1:1784944558.278449:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8f800. 00010000:00000010:0.1:1784944558.278452:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894f7900. 00010000:00000010:0.1:1784944558.278455:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b0e00. 00010000:00000010:0.1:1784944558.278460:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2100. 00010000:00000010:0.1:1784944558.278464:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efcc00. 00010000:00000010:0.1:1784944558.278467:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510f800. 00010000:00000010:0.1:1784944558.278470:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8627000. 00010000:00000010:0.1:1784944558.278473:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23e00. 00010000:00000010:0.1:1784944558.278476:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285765800. 00010000:00000010:0.1:1784944558.278479:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864ba500. 00010000:00000010:0.1:1784944558.278482:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2864b8200. 00010000:00000010:0.1:1784944558.278485:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f0f00. 00010000:00000010:0.1:1784944558.278489:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a6800. 00010000:00000010:0.1:1784944558.278492:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f0900. 00010000:00000010:0.1:1784944558.278496:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bda00. 00010000:00000010:0.1:1784944558.278499:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a900. 00010000:00000010:0.1:1784944558.278502:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe400. 00010000:00000010:0.1:1784944558.278505:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610f00. 00010000:00000010:0.1:1784944558.278508:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fea00. 00010000:00000010:0.1:1784944558.278511:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2610c00. 00010000:00000010:0.1:1784944558.278514:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea9a00. 00010000:00000010:0.1:1784944558.278516:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678f00. 00010000:00000010:0.1:1784944558.278519:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea8800. 00010000:00000010:0.1:1784944558.278523:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffa5300. 00010000:00000010:0.1:1784944558.278526:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258f000. 00010000:00000010:0.1:1784944558.278529:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2d800. 00010000:00000010:0.1:1784944558.278532:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2612a00. 00010000:00000010:0.1:1784944558.278534:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b69900. 00010000:00000010:0.1:1784944558.278538:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0303a00. 00010000:00000010:0.1:1784944558.278541:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422a00. 00010000:00000010:0.1:1784944558.278543:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649da00. 00010000:00000010:0.1:1784944558.278547:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada28700. 00010000:00000010:0.1:1784944558.278550:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc95000. 00010000:00000010:0.1:1784944558.278555:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c22a00. 00010000:00000010:0.1:1784944558.278558:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fc94e00. 00010000:00000010:0.1:1784944558.278561:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611600. 00010000:00000010:0.1:1784944558.278564:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af2600. 00010000:00000010:0.1:1784944558.278567:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285ccc900. 00010000:00000010:0.1:1784944558.278570:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb4400. 00010000:00000010:0.1:1784944558.278573:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815700. 00010000:00000010:0.1:1784944558.278576:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286456c00. 00010000:00000010:0.1:1784944558.278579:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7b00. 00010000:00000010:0.1:1784944558.278581:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03ab600. 00010000:00000010:0.1:1784944558.278585:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817500. 00010000:00000010:0.1:1784944558.278587:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285154000. 00010000:00000010:0.1:1784944558.278590:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addef400. 00010000:00000010:0.1:1784944558.278592:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28134ac00. 00010000:00000010:0.1:1784944558.278595:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850b900. 00010000:00000010:0.1:1784944558.278598:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8e600. 00010000:00000010:0.1:1784944558.278601:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba9200. 00010000:00000010:0.1:1784944558.278604:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290f6ca00. 00010000:00000010:0.1:1784944558.278607:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8665e00. 00010000:00000010:0.1:1784944558.278612:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848c00. 00010000:00000010:0.1:1784944558.278615:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72400. 00010000:00000010:0.1:1784944558.278618:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f42600. 00010000:00000010:0.1:1784944558.278621:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e800. 00010000:00000010:0.1:1784944558.278623:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8615400. 00010000:00000010:0.1:1784944558.278626:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be3b00. 00010000:00000010:0.1:1784944558.278638:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8613000. 00010000:00000010:0.1:1784944558.278641:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf22b00. 00010000:00000010:0.1:1784944558.278644:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7794e00. 00010000:00000010:0.1:1784944558.278646:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0f500. 00010000:00000010:0.1:1784944558.278648:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade90400. 00010000:00000010:0.1:1784944558.278652:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada70200. 00010000:00000010:0.1:1784944558.278655:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be4600. 00010000:00000010:0.1:1784944558.278657:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0025100. 00010000:00000010:0.1:1784944558.278660:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f642000. 00010000:00000010:0.1:1784944558.278663:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1be0d00. 00010000:00000010:0.1:1784944558.278666:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1be4e00. 00010000:00000010:0.1:1784944558.278668:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792b00. 00010000:00000010:0.1:1784944558.278671:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2a800. 00010000:00000010:0.1:1784944558.278674:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fc5100. 00010000:00000010:0.1:1784944558.278678:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910e8000. 00010000:00000010:0.1:1784944558.278681:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113500. 00010000:00000010:1.1:1784944558.338337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad440e00. 00010000:00000010:1.1:1784944558.338346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2edc00. 00010000:00000010:1.1:1784944558.401108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc200. 00010000:00000010:1.1:1784944558.401122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285784a00. 00010000:00000010:1.1:1784944558.401131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85b7000. 00010000:00000010:1.1:1784944558.401142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f257d00. 00010000:00000010:1.1:1784944558.401152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b6400. 00010000:00000010:1.1:1784944558.401161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bd7800. 00010000:00000010:1.1:1784944558.401168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2ee400. 00010000:00000010:1.1:1784944558.401177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93d00. 00010000:00000010:1.1:1784944558.401188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcdda00. 00010000:00000010:1.1:1784944558.401198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284ba3200. 00010000:00000010:1.1:1784944558.401209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78cfa00. 00010000:00000010:1.1:1784944558.401219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35700. 00010000:00000010:1.1:1784944558.401228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f3000. 00010000:00000010:1.1:1784944558.401239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0f4600. 00010000:00000010:1.1:1784944558.401248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe47800. 00010000:00000010:1.1:1784944558.401260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada17000. 00010000:00000010:1.1:1784944558.401271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f6e00. 00010000:00000010:1.1:1784944558.401282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b6ad00. 00010000:00000010:1.1:1784944558.401305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0031600. 00010000:00000010:1.1:1784944558.401324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000b00. 00010000:00000010:1.1:1784944558.401335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f791800. 00010000:00000010:1.1:1784944558.401346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8f00. 00010000:00000010:1.1:1784944558.401354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28578c800. 00010000:00000010:1.1:1784944558.401365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55d00. 00010000:00000010:1.1:1784944558.401376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288594800. 00010000:00000010:1.1:1784944558.401385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5e8400. 00010000:00000010:1.1:1784944558.401395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb3000. 00010000:00000010:1.1:1784944558.401405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8f7800. 00010000:00000010:1.1:1784944558.401415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb2e00. 00010000:00000010:1.1:1784944558.401426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f55a00. 00010000:00000010:1.1:1784944558.401436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7436600. 00010000:00000010:1.1:1784944558.401445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84fe700. 00010000:00000010:1.1:1784944558.401454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7437e00. 00010000:00000010:1.1:1784944558.401465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0900. 00010000:00000010:1.1:1784944558.401474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290378e00. 00010000:00000010:1.1:1784944558.401484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862a00. 00010000:00000010:1.1:1784944558.401493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe80a00. 00010000:00000010:1.1:1784944558.401504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d8ea00. 00010000:00000010:1.1:1784944558.401514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cd4600. 00010000:00000010:1.1:1784944558.401524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750700. 00010000:00000010:1.1:1784944558.401534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc3000. 00010000:00000010:1.1:1784944558.401545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7434a00. 00010000:00000010:1.1:1784944558.401615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade85800. 00010000:00000010:1.1:1784944558.401625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a800. 00010000:00000010:1.1:1784944558.401634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28648be00. 00010000:00000010:1.1:1784944558.401645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64600. 00010000:00000010:1.1:1784944558.401655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa9600. 00010000:00000010:1.1:1784944558.401662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68900. 00010000:00000010:1.1:1784944558.401673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290368e00. 00010000:00000010:1.1:1784944558.401683:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f0800. 00010000:00000010:1.1:1784944558.401692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5400. 00010000:00000010:1.1:1784944558.401714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d68500. 00010000:00000010:1.1:1784944558.401726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24aa00. 00010000:00000010:1.1:1784944558.401735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82400. 00010000:00000010:1.1:1784944558.401745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad818e00. 00010000:00000010:1.1:1784944558.401754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64e00. 00010000:00000010:1.1:1784944558.401765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df8600. 00010000:00000010:1.1:1784944558.401775:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27ba000. 00010000:00000010:1.1:1784944558.401784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad828200. 00010000:00000010:1.1:1784944558.401795:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325800. 00010000:00000010:1.1:1784944558.401807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3c200. 00010000:00000010:1.1:1784944558.401818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f200. 00010000:00000010:1.1:1784944558.401829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade80200. 00010000:00000010:1.1:1784944558.401839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a53f00. 00010000:00000010:1.1:1784944558.401850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b39800. 00010000:00000010:1.1:1784944558.401861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e52400. 00010000:00000010:1.1:1784944558.401873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd0a00. 00010000:00000010:1.1:1784944558.401883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f88e00. 00010000:00000010:1.1:1784944558.401893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3ce00. 00010000:00000010:1.1:1784944558.401903:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8439100. 00010000:00000010:1.1:1784944558.401913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0105400. 00010000:00000010:1.1:1784944558.401923:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba4300. 00010000:00000010:1.1:1784944558.401933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66200. 00010000:00000010:1.1:1784944558.401942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7c00. 00010000:00000010:1.1:1784944558.401953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856d4200. 00010000:00000010:1.1:1784944558.401963:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721000. 00010000:00000010:1.1:1784944558.401972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff3a800. 00010000:00000010:1.1:1784944558.401983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8721500. 00010000:00000010:1.1:1784944558.401993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7470c00. 00010000:00000010:1.1:1784944558.402003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477d00. 00010000:00000010:1.1:1784944558.402014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b80400. 00010000:00000010:1.1:1784944558.402023:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2300. 00010000:00000010:1.1:1784944558.402032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b2600. 00010000:00000010:1.1:1784944558.402042:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385800. 00010000:00000010:1.1:1784944558.402070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac299e00. 00010000:00000010:1.1:1784944558.402077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722f00. 00010000:00000010:1.1:1784944558.402087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7ba0400. 00010000:00000010:1.1:1784944558.402098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9ca00. 00010000:00000010:1.1:1784944558.402109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcef400. 00010000:00000010:1.1:1784944558.402119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7474300. 00010000:00000010:1.1:1784944558.402129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875fc00. 00010000:00000010:1.1:1784944558.402141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546700. 00010000:00000010:1.1:1784944558.402151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fa400. 00010000:00000010:1.1:1784944558.402160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06d00. 00010000:00000010:1.1:1784944558.402168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9200. 00010000:00000010:1.1:1784944558.402178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8dab00. 00010000:00000010:1.1:1784944558.402186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b83a00. 00010000:00000010:1.1:1784944558.402197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8dae00. 00010000:00000010:1.1:1784944558.402205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0018c00. 00010000:00000010:1.1:1784944558.402215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b01200. 00010000:00000010:1.1:1784944558.402227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569b800. 00010000:00000010:1.1:1784944558.402237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fc900. 00010000:00000010:1.1:1784944558.402248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998200. 00010000:00000010:1.1:1784944558.402258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82e800. 00010000:00000010:1.1:1784944558.402269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a800. 00010000:00000010:1.1:1784944558.402280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2e00. 00010000:00000010:1.1:1784944558.402290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030c000. 00010000:00000010:1.1:1784944558.402299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65000. 00010000:00000010:1.1:1784944558.402320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0102800. 00010000:00000010:1.1:1784944558.402327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82bc00. 00010000:00000010:1.1:1784944558.402337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f277000. 00010000:00000010:1.1:1784944558.402346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5f00. 00010000:00000010:1.1:1784944558.402354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf47200. 00010000:00000010:1.1:1784944558.402362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65600. 00010000:00000010:1.1:1784944558.402369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05ca00. 00010000:00000010:1.1:1784944558.402379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46900. 00010000:00000010:1.1:1784944558.402389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eef000. 00010000:00000010:1.1:1784944558.402397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71c700. 00010000:00000010:1.1:1784944558.402406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c09200. 00010000:00000010:1.1:1784944558.402416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d200. 00010000:00000010:1.1:1784944558.402427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3ae400. 00010000:00000010:1.1:1784944558.402438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1aaec00. 00010000:00000010:1.1:1784944558.402449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e2400. 00010000:00000010:1.1:1784944558.402459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6d200. 00010000:00000010:1.1:1784944558.402470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1928c00. 00010000:00000010:1.1:1784944558.402482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60700. 00010000:00000010:1.1:1784944558.402492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030a400. 00010000:00000010:1.1:1784944558.402503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a800. 00010000:00000010:1.1:1784944558.402511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf46e00. 00010000:00000010:1.1:1784944558.402519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa4d900. 00010000:00000010:1.1:1784944558.786104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b9400. 00010000:00000010:1.1:1784944558.786112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de300. 00010000:00000010:1.1:1784944558.786115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69ba400. 00010000:00000010:1.1:1784944558.786119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3de000. 00010000:00000010:1.1:1784944558.822096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f09e00. 00010000:00000010:1.1:1784944558.822105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18a5700. 00010000:00000010:1.1:1784944558.822110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0379200. 00010000:00000010:1.1:1784944558.822114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0e00. 00010000:00000010:1.1:1784944558.822117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192d200. 00010000:00000010:1.1:1784944558.822122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449700. 00010000:00000010:1.1:1784944558.822127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8656600. 00010000:00000010:1.1:1784944558.822130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffc8c00. 00010000:00000010:1.1:1784944558.822133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fb83e00. 00010000:00000010:1.1:1784944558.822137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131000. 00010000:00000010:1.1:1784944558.822141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c037ae00. 00010000:00000010:1.1:1784944558.822145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037d300. 00010000:00000010:1.1:1784944558.822149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c78c00. 00010000:00000010:1.1:1784944558.822152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116600. 00010000:00000010:1.1:1784944558.822156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18bc00. 00010000:00000010:1.1:1784944558.822159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a4100. 00010000:00000010:1.1:1784944558.822168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d5c00. 00010000:00000010:1.1:1784944558.822173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1900. 00010000:00000010:1.1:1784944558.822177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcaa400. 00010000:00000010:1.1:1784944558.822182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b7e00. 00010000:00000010:1.1:1784944558.822185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae800. 00010000:00000010:1.1:1784944558.822192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fca9300. 00010000:00000010:1.1:1784944558.822200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0081400. 00010000:00000010:1.1:1784944558.822207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831a00. 00010000:00000010:1.1:1784944558.822214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b850de00. 00010000:00000010:1.1:1784944558.822219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f469200. 00010000:00000010:1.1:1784944558.822224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0162a00. 00010000:00000010:1.1:1784944558.822231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113d00. 00010000:00000010:1.1:1784944558.822237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0163600. 00010000:00000010:1.1:1784944558.822243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc500. 00010000:00000010:1.1:1784944558.822249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0162c00. 00010000:00000010:1.1:1784944558.822254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac113200. 00010000:00000010:1.1:1784944558.822261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fdc00. 00010000:00000010:1.1:1784944558.822269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ec6600. 00010000:00000010:1.1:1784944558.822276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8db000. 00010000:00000010:1.1:1784944558.822282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378600. 00010000:00000010:1.1:1784944558.822288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85ba00. 00010000:00000010:1.1:1784944558.822319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fb700. 00010000:00000010:1.1:1784944558.822325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e000. 00010000:00000010:1.1:1784944558.822332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00010000:00000010:1.1:1784944558.822338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad966400. 00010000:00000010:1.1:1784944558.822345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36900. 00010000:00000010:1.1:1784944558.822353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1decc00. 00010000:00000010:1.1:1784944558.822359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f972800. 00010000:00000010:1.1:1784944558.822365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e0d400. 00010000:00000010:1.1:1784944558.822380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184cd00. 00010000:00000010:1.1:1784944558.822386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29a00. 00010000:00000010:1.1:1784944558.822392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac395200. 00010000:00000010:1.1:1784944558.822399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af9a00. 00010000:00000010:1.1:1784944558.822406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:1.1:1784944558.822509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af8800. 00010000:00000010:1.1:1784944558.822515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8c00. 00010000:00000010:1.1:1784944558.822522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4000. 00010000:00000010:1.1:1784944558.822528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131300. 00010000:00000010:1.1:1784944558.822535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6da1e00. 00010000:00000010:1.1:1784944558.822540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01e8000. 00010000:00000010:1.1:1784944558.822548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c9200. 00010000:00000010:1.1:1784944558.822555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52b00. 00010000:00000010:1.1:1784944558.822562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b858e800. 00010000:00000010:1.1:1784944558.822568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac33bc00. 00010000:00000010:1.1:1784944558.822574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572e00. 00010000:00000010:1.1:1784944558.822580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7100. 00010000:00000010:1.1:1784944558.822586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290423e00. 00010000:00000010:1.1:1784944558.822594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e3c600. 00010000:00000010:1.1:1784944558.822606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad936800. 00010000:00000010:1.1:1784944558.822613:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259600. 00010000:00000010:1.1:1784944558.822619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b52a00. 00010000:00000010:1.1:1784944558.822625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e400. 00010000:00000010:1.1:1784944558.822633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cd600. 00010000:00000010:1.1:1784944558.822640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cba200. 00010000:00000010:1.1:1784944558.822645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a5cc00. 00010000:00000010:1.1:1784944558.822651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc600. 00010000:00000010:1.1:1784944558.822657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a5d600. 00010000:00000010:1.1:1784944558.822663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade3b900. 00010000:00000010:1.1:1784944558.822677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bffe00. 00010000:00000010:1.1:1784944558.822685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0dc00. 00010000:00000010:1.1:1784944558.822690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae0b9c00. 00010000:00000010:1.1:1784944558.822701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8403d00. 00010000:00000010:1.1:1784944558.822708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed8200. 00010000:00000010:1.1:1784944558.822714:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15100. 00010000:00000010:1.1:1784944558.822720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe49e00. 00010000:00000010:1.1:1784944558.822735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991800. 00010000:00000010:1.1:1784944558.822741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb0200. 00010000:00000010:1.1:1784944558.822748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85c00. 00010000:00000010:1.1:1784944558.822754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446000. 00010000:00000010:1.1:1784944558.822762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781d00. 00010000:00000010:1.1:1784944558.822768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4efa00. 00010000:00000010:1.1:1784944558.822778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf8f900. 00010000:00000010:1.1:1784944558.822785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c3a00. 00010000:00000010:1.1:1784944558.822792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0fa300. 00010000:00000010:1.1:1784944558.822798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e28c00. 00010000:00000010:1.1:1784944558.822813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872600. 00010000:00000010:1.1:1784944558.822819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78a400. 00010000:00000010:1.1:1784944558.822824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8400. 00010000:00000010:1.1:1784944558.822832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8400. 00010000:00000010:1.1:1784944558.822838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8502800. 00010000:00000010:1.1:1784944558.822843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8a00. 00010000:00000010:1.1:1784944558.822849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0ae200. 00010000:00000010:1.1:1784944558.822855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6a800. 00010000:00000010:1.1:1784944558.822859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290ecf500. 00010000:00000010:1.1:1784944558.822871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8662200. 00010000:00000010:1.1:1784944558.822879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4400. 00010000:00000010:1.1:1784944558.822886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1caa400. 00010000:00000010:1.1:1784944558.822892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f00f100. 00010000:00000010:1.1:1784944558.822898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad865400. 00010000:00000010:1.1:1784944558.822905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1990c00. 00010000:00000010:1.1:1784944558.822915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eaca00. 00010000:00000010:1.1:1784944558.822926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28510e700. 00010000:00000010:1.1:1784944558.822936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f775a00. 00010000:00000010:1.1:1784944558.822944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f82600. 00010000:00000010:1.1:1784944558.822950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcd400. 00010000:00000010:1.1:1784944558.822957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15a00. 00010000:00000010:1.1:1784944558.822963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b19600. 00010000:00000010:1.1:1784944558.822970:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282c3d100. 00010000:00000010:1.1:1784944558.822977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0197c00. 00010000:00000010:1.1:1784944558.822984:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6b00. 00010000:00000010:1.1:1784944558.822989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291113c00. 00010000:00000010:1.1:1784944558.823000:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f502b00. 00010000:00000010:1.1:1784944558.823010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902ac800. 00010000:00000010:1.1:1784944558.823021:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292ba4300. 00010000:00000010:1.1:1784944558.823027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f4a00. 00010000:00000010:1.1:1784944558.823034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f4a600. 00010000:00000010:1.1:1784944558.823041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291111600. 00010000:00000010:1.1:1784944558.823070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef1a00. 00010000:00000010:1.1:1784944558.823080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed2800. 00010000:00000010:1.1:1784944558.823084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2b8600. 00010000:00000010:1.1:1784944558.823087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f398a00. 00010000:00000010:1.1:1784944558.823090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48600. 00010000:00000010:1.1:1784944558.823092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28561da00. 00010000:00000010:1.1:1784944558.823096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625600. 00010000:00000010:1.1:1784944558.823100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857ede00. 00010000:00000010:1.1:1784944558.823103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894f7400. 00010000:00000010:1.1:1784944558.823110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84b0a00. 00010000:00000010:1.1:1784944558.823113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a77c2e00. 00010000:00000010:1.1:1784944558.823116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efd000. 00010000:00000010:1.1:1784944558.823120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4ec000. 00010000:00000010:1.1:1784944558.823123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b272d800. 00010000:00000010:1.1:1784944558.823128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a293966300. 00010000:00000010:1.1:1784944558.823131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad949800. 00010000:00000010:1.1:1784944558.823134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00010000:00000010:1.1:1784944558.823138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285764a00. 00010000:00000010:1.1:1784944558.823143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486500. 00010000:00000010:1.1:1784944558.823151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0c00. 00010000:00000010:1.1:1784944558.823159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7c800. 00010000:00000010:1.1:1784944558.823165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea8e00. 00010000:00000010:1.1:1784944558.823171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d0800. 00010000:00000010:1.1:1784944558.823177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bca00. 00010000:00000010:1.1:1784944558.823184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27a600. 00010000:00000010:1.1:1784944558.823191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c2600. 00010000:00000010:1.1:1784944558.823198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2ddb00. 00010000:00000010:1.1:1784944558.823203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2f800. 00010000:00000010:1.1:1784944558.823211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2ddc00. 00010000:00000010:1.1:1784944558.823217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc3600. 00010000:00000010:1.1:1784944558.823224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e49200. 00010000:00000010:1.1:1784944558.823231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2cbe00. 00010000:00000010:1.1:1784944558.823236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e49300. 00010000:00000010:1.1:1784944558.823241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258e400. 00010000:00000010:1.1:1784944558.823248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18c8300. 00010000:00000010:1.1:1784944558.823254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755ee00. 00010000:00000010:1.1:1784944558.823261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bf900. 00010000:00000010:1.1:1784944558.823265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0302a00. 00010000:00000010:1.1:1784944558.823270:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7422f00. 00010000:00000010:1.1:1784944558.823283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad825a00. 00010000:00000010:1.1:1784944558.824373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850bb00. 00010000:00000010:1.1:1784944558.824383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8e00. 00010000:00000010:1.1:1784944558.824390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35ee00. 00010000:00000010:1.1:1784944558.824397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611800. 00010000:00000010:1.1:1784944558.824402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a200. 00010000:00000010:1.1:1784944558.824470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cccb00. 00010000:00000010:1.1:1784944558.824478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af3400. 00010000:00000010:1.1:1784944558.824484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815000. 00010000:00000010:1.1:1784944558.824491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb4c00. 00010000:00000010:1.1:1784944558.824498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35b000. 00010000:00000010:1.1:1784944558.824503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286456200. 00010000:00000010:1.1:1784944558.824509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7300. 00010000:00000010:1.1:1784944558.824515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fdc00. 00010000:00000010:1.1:1784944558.824522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2addef900. 00010000:00000010:1.1:1784944558.824529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe5f200. 00010000:00000010:1.1:1784944558.824535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285786500. 00010000:00000010:1.1:1784944558.824541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8f800. 00010000:00000010:1.1:1784944558.824546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89900. 00010000:00000010:1.1:1784944558.824552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be9400. 00010000:00000010:1.1:1784944558.824558:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876300. 00010000:00000010:1.1:1784944558.824565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be9000. 00010000:00000010:1.1:1784944558.824572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28134c300. 00010000:00000010:1.1:1784944558.824577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e5ca00. 00010000:00000010:1.1:1784944558.824584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88100. 00010000:00000010:1.1:1784944558.824590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993200. 00010000:00000010:1.1:1784944558.824596:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa61700. 00010000:00000010:1.1:1784944558.824608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8613600. 00010000:00000010:1.1:1784944558.824616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf22c00. 00010000:00000010:1.1:1784944558.824624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7795400. 00010000:00000010:1.1:1784944558.824629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0f600. 00010000:00000010:1.1:1784944558.824636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade25a00. 00010000:00000010:1.1:1784944558.824643:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf24200. 00010000:00000010:1.1:1784944558.824649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0170a00. 00010000:00000010:1.1:1784944558.824655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84f00. 00010000:00000010:1.1:1784944558.824661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d0400. 00010000:00000010:1.1:1784944558.824666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a88a00. 00010000:00000010:1.1:1784944558.824673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa63e00. 00010000:00000010:1.1:1784944558.824680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792c00. 00010000:00000010:1.1:1784944558.824687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27bf200. 00010000:00000010:1.1:1784944558.824695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769300. 00010000:00000010:1.1:1784944558.824702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287259600. 00010000:00000010:1.1:1784944558.824708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611000. 00010000:00000010:1.1:1784944558.824714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8717800. 00010000:00000010:1.1:1784944558.824720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c71b00. 00010000:00000010:1.1:1784944558.824726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7629e00. 00010000:00000010:1.1:1784944558.824733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500a00. 00010000:00000010:1.1:1784944558.824739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adce2e00. 00010000:00000010:1.1:1784944558.824746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fc5a00. 00010000:00000010:1.1:1784944558.824754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b5400. 00010000:00000010:1.1:1784944558.824761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676500. 00010000:00000010:1.1:1784944558.824770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2eee00. 00010000:00000010:1.1:1784944558.824777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93700. 00010000:00000010:1.1:1784944558.824782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe41a00. 00010000:00000010:1.1:1784944558.824788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c5fb00. 00010000:00000010:1.1:1784944558.824795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed9600. 00010000:00000010:1.1:1784944558.824801:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fc5600. 00010000:00000010:1.1:1784944558.825365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fed8400. 00010000:00000010:1.1:1784944558.825378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3e00. 00010000:00000010:1.1:1784944558.825384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285789000. 00010000:00000010:1.1:1784944558.825390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76a00. 00010000:00000010:1.1:1784944558.825397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b6ee00. 00010000:00000010:1.1:1784944558.825403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada14b00. 00010000:00000010:1.1:1784944558.825471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e40600. 00010000:00000010:1.1:1784944558.825479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffecf00. 00010000:00000010:1.1:1784944558.825486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcda00. 00010000:00000010:1.1:1784944558.825493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9600. 00010000:00000010:1.1:1784944558.825499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84fb800. 00010000:00000010:1.1:1784944558.825504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29022d100. 00010000:00000010:1.1:1784944558.825510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28578c000. 00010000:00000010:1.1:1784944558.825514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55200. 00010000:00000010:1.1:1784944558.825518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288594e00. 00010000:00000010:1.1:1784944558.825525:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f53700. 00010000:00000010:1.1:1784944558.825530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6a400. 00010000:00000010:1.1:1784944558.825535:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbff200. 00010000:00000010:1.1:1784944558.825539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036c400. 00010000:00000010:1.1:1784944558.825543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f57000. 00010000:00000010:1.1:1784944558.825549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb5400. 00010000:00000010:1.1:1784944558.825553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0500. 00010000:00000010:1.1:1784944558.825559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae083e00. 00010000:00000010:1.1:1784944558.825563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e786200. 00010000:00000010:1.1:1784944558.825568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe81600. 00010000:00000010:1.1:1784944558.825574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7862100. 00010000:00000010:1.1:1784944558.825582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860ca00. 00010000:00000010:1.1:1784944558.825589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bbb00. 00010000:00000010:1.1:1784944558.825593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc2600. 00010000:00000010:1.1:1784944558.825598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750a00. 00010000:00000010:1.1:1784944558.825603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fc6800. 00010000:00000010:1.1:1784944558.825609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a300. 00010000:00000010:1.1:1784944558.825617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade84000. 00010000:00000010:1.1:1784944558.825623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630700. 00010000:00000010:1.1:1784944558.825630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffa8000. 00010000:00000010:1.1:1784944558.825634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b860e200. 00010000:00000010:1.1:1784944558.825638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e600. 00010000:00000010:1.1:1784944558.825642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796200. 00010000:00000010:1.1:1784944558.825646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b800. 00010000:00000010:1.1:1784944558.825651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f0600. 00010000:00000010:1.1:1784944558.825655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a400. 00010000:00000010:1.1:1784944558.825658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c8b00. 00010000:00000010:1.1:1784944558.825662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4e00. 00010000:00000010:1.1:1784944558.825667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82800. 00010000:00000010:1.1:1784944558.825671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad818a00. 00010000:00000010:1.1:1784944558.825678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27baf00. 00010000:00000010:1.1:1784944558.825685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24ac00. 00010000:00000010:1.1:1784944558.825691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0600. 00010000:00000010:1.1:1784944558.825697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4b9000. 00010000:00000010:1.1:1784944558.825702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f87e00. 00010000:00000010:1.1:1784944558.825708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24a600. 00010000:00000010:1.1:1784944558.825713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c3f400. 00010000:00000010:1.1:1784944558.825720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a55000. 00010000:00000010:1.1:1784944558.825733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b3d300. 00010000:00000010:1.1:1784944558.825739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b39200. 00010000:00000010:1.1:1784944558.825743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b2ac00. 00010000:00000010:1.1:1784944558.825746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fbe600. 00010000:00000010:1.1:1784944558.825750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f88f00. 00010000:00000010:1.1:1784944558.825754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1847e00. 00010000:00000010:1.1:1784944558.825758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8439800. 00010000:00000010:1.1:1784944558.825762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0104c00. 00010000:00000010:1.1:1784944558.825765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101900. 00010000:00000010:1.1:1784944558.825769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0327400. 00010000:00000010:1.1:1784944558.825773:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3600. 00010000:00000010:1.1:1784944558.825777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380c00. 00010000:00000010:1.1:1784944558.825781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106000. 00010000:00000010:1.1:1784944558.825786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a0200. 00010000:00000010:1.1:1784944558.825790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87400. 00010000:00000010:1.1:1784944558.825795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fce00. 00010000:00000010:1.1:1784944558.825798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477e00. 00010000:00000010:1.1:1784944558.825802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c11800. 00010000:00000010:1.1:1784944558.825808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20200. 00010000:00000010:1.1:1784944558.825814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2852b3400. 00010000:00000010:1.1:1784944558.825824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290385300. 00010000:00000010:1.1:1784944558.825829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac298a00. 00010000:00000010:1.1:1784944558.825834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722c00. 00010000:00000010:1.1:1784944558.825840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8727e00. 00010000:00000010:1.1:1784944558.825847:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0000. 00010000:00000010:1.1:1784944558.825852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875f600. 00010000:00000010:1.1:1784944558.825855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0a00. 00010000:00000010:1.1:1784944558.825859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f439200. 00010000:00000010:1.1:1784944558.825864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286546d00. 00010000:00000010:1.1:1784944558.825874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fba00. 00010000:00000010:1.1:1784944558.825880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2f00. 00010000:00000010:1.1:1784944558.825887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0204c00. 00010000:00000010:1.1:1784944558.825894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7000. 00010000:00000010:1.1:1784944558.825901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8726200. 00010000:00000010:1.1:1784944558.825907:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0300. 00010000:00000010:1.1:1784944558.825912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3e000. 00010000:00000010:1.1:1784944558.825918:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100a00. 00010000:00000010:1.1:1784944558.825922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569ac00. 00010000:00000010:1.1:1784944558.825926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fca00. 00010000:00000010:1.1:1784944558.825930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d40200. 00010000:00000010:1.1:1784944558.825934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0200c00. 00010000:00000010:1.1:1784944558.825937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999800. 00010000:00000010:1.1:1784944558.825941:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65c00. 00010000:00000010:1.1:1784944558.825945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f277c00. 00010000:00000010:1.1:1784944558.825953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac29c200. 00010000:00000010:1.1:1784944558.825957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286479800. 00010000:00000010:1.1:1784944558.825962:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82b400. 00010000:00000010:1.1:1784944558.825967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf45400. 00010000:00000010:1.1:1784944558.825973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d5e00. 00010000:00000010:1.1:1784944558.825981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7896600. 00010000:00000010:1.1:1784944558.825985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46b00. 00010000:00000010:1.1:1784944558.825989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e5a00. 00010000:00000010:1.1:1784944558.825994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71cd00. 00010000:00000010:1.1:1784944558.825999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae039400. 00010000:00000010:1.1:1784944558.826003:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71ca00. 00010000:00000010:1.1:1784944558.826006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3afe00. 00010000:00000010:1.1:1784944558.826012:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d800. 00010000:00000010:1.1:1784944558.826016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629c00. 00010000:00000010:1.1:1784944558.826020:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0ead00. 00010000:00000010:1.1:1784944558.826027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cc200. 00010000:00000010:1.1:1784944558.826033:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57900. 00010000:00000010:1.1:1784944558.826039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1928a00. 00010000:00000010:1.1:1784944558.826063:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60200. 00010000:00000010:1.1:1784944558.826068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030b600. 00010000:00000010:1.1:1784944558.826078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f43a100. 00010000:00000010:1.1:1784944558.826086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0fa00. 00010000:00000010:1.1:1784944558.826089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e57b00. 00010000:00000010:1.1:1784944558.826093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74b9800. 00010000:00000010:1.1:1784944558.826096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8de900. 00010000:00000010:1.1:1784944558.826099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a69ba800. 00010000:00000010:1.1:1784944558.826106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3dea00. 00010000:00000010:1.1:1784944558.826113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f09200. 00010000:00000010:1.1:1784944558.826116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18a5c00. 00010000:00000010:1.1:1784944558.826120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0379000. 00010000:00000010:1.1:1784944558.826123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0200. 00010000:00000010:1.1:1784944558.826126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192d000. 00010000:00000010:1.1:1784944558.826133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7449c00. 00010000:00000010:1.1:1784944558.826144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8656200. 00010000:00000010:1.1:1784944558.826147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffc8300. 00010000:00000010:1.1:1784944558.826150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf84600. 00010000:00000010:1.1:1784944558.826154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117400. 00010000:00000010:1.1:1784944558.826157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad791c00. 00010000:00000010:1.1:1784944558.826160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3d8500. 00010000:00000010:1.1:1784944558.826167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c79e00. 00010000:00000010:1.1:1784944558.826172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f116b00. 00010000:00000010:1.1:1784944558.826177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f110c00. 00010000:00000010:1.1:1784944558.826182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0ba00. 00010000:00000010:1.1:1784944558.826188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d4600. 00010000:00000010:1.1:1784944558.826195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1e00. 00010000:00000010:1.1:1784944558.826200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcaa800. 00010000:00000010:1.1:1784944558.826206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8000. 00010000:00000010:1.1:1784944558.826213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c33200. 00010000:00000010:1.1:1784944558.826219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8300. 00010000:00000010:1.1:1784944558.826227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0081800. 00010000:00000010:1.1:1784944558.826234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831600. 00010000:00000010:1.1:1784944558.826241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2903bcc00. 00010000:00000010:1.1:1784944558.826248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c45900. 00010000:00000010:1.1:1784944558.826254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f666e00. 00010000:00000010:1.1:1784944558.826262:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b274e300. 00010000:00000010:1.1:1784944558.826269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8717600. 00010000:00000010:1.1:1784944558.826274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915da00. 00010000:00000010:1.1:1784944558.826282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716a00. 00010000:00000010:1.1:1784944558.827830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdc000. 00010000:00000010:1.1:1784944558.827840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716400. 00010000:00000010:1.1:1784944558.827844:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea400. 00010000:00000010:1.1:1784944558.827848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2b600. 00010000:00000010:1.1:1784944558.827851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2100. 00010000:00000010:1.1:1784944558.827855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da000. 00010000:00000010:1.1:1784944558.827858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378b00. 00010000:00000010:1.1:1784944558.827861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d46000. 00010000:00000010:1.1:1784944558.827864:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fb900. 00010000:00000010:1.1:1784944558.827867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642b600. 00010000:00000010:1.1:1784944558.827870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36200. 00010000:00000010:1.1:1784944558.827873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606400. 00010000:00000010:1.1:1784944558.827877:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3e7600. 00010000:00000010:1.1:1784944558.827886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2f400. 00010000:00000010:1.1:1784944558.827890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899de00. 00010000:00000010:1.1:1784944558.827894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b48a00. 00010000:00000010:1.1:1784944558.827898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184c400. 00010000:00000010:1.1:1784944558.827901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28e00. 00010000:00000010:1.1:1784944558.827905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:1.1:1784944558.827908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af8e00. 00010000:00000010:1.1:1784944558.827915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138b00. 00010000:00000010:1.1:1784944558.827920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7737000. 00010000:00000010:1.1:1784944558.827928:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e46b00. 00010000:00000010:1.1:1784944558.827932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8e4a00. 00010000:00000010:1.1:1784944558.827942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287131900. 00010000:00000010:1.1:1784944558.827949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f692800. 00010000:00000010:1.1:1784944558.827959:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35e00. 00010000:00000010:1.1:1784944558.827965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c9000. 00010000:00000010:1.1:1784944558.827975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fd52d00. 00010000:00000010:1.1:1784944558.827981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c033e800. 00010000:00000010:1.1:1784944558.827985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a282b08000. 00010000:00000010:1.1:1784944558.827991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f572c00. 00010000:00000010:1.1:1784944558.827996:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27b7700. 00010000:00000010:1.1:1784944558.828000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0a00. 00010000:00000010:1.1:1784944558.828005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2459400. 00010000:00000010:1.1:1784944558.828010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290422600. 00010000:00000010:1.1:1784944558.828015:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290259b00. 00010000:00000010:1.1:1784944558.828024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1980400. 00010000:00000010:1.1:1784944558.828031:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28560e500. 00010000:00000010:1.1:1784944558.828038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75cd400. 00010000:00000010:1.1:1784944558.828067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290cba000. 00010000:00000010:1.1:1784944558.828075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ea5a00. 00010000:00000010:1.1:1784944558.828079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac145900. 00010000:00000010:1.1:1784944558.828082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f696400. 00010000:00000010:1.1:1784944558.828085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4300. 00010000:00000010:1.1:1784944558.828089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9000. 00010000:00000010:1.1:1784944558.828093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf0d300. 00010000:00000010:1.1:1784944558.828096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c2000. 00010000:00000010:1.1:1784944558.828099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9800. 00010000:00000010:1.1:1784944558.828114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85a0300. 00010000:00000010:1.1:1784944558.828119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ed8400. 00010000:00000010:1.1:1784944558.828123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade15700. 00010000:00000010:1.1:1784944558.828126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f575a00. 00010000:00000010:1.1:1784944558.828128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991f00. 00010000:00000010:1.1:1784944558.828135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eb0400. 00010000:00000010:1.1:1784944558.828138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1a85300. 00010000:00000010:1.1:1784944558.828143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447400. 00010000:00000010:1.1:1784944558.828147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285781400. 00010000:00000010:1.1:1784944558.828153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4eee00. 00010000:00000010:1.1:1784944558.828157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf8fe00. 00010000:00000010:1.1:1784944558.828161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86c2e00. 00010000:00000010:1.1:1784944558.828168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f872200. 00010000:00000010:1.1:1784944558.828173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae042400. 00010000:00000010:1.1:1784944558.828179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87d00. 00010000:00000010:1.1:1784944558.828186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025fa00. 00010000:00000010:1.1:1784944558.828193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284fb8500. 00010000:00000010:1.1:1784944558.828206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db800. 00010000:00000010:1.1:1784944558.828211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a795a300. 00010000:00000010:1.1:1784944558.828216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe6b600. 00010000:00000010:1.1:1784944558.828221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdf6e00. 00010000:00000010:1.1:1784944558.828225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae042000. 00010000:00000010:1.1:1784944558.828231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a87c00. 00010000:00000010:1.1:1784944558.828238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8662400. 00010000:00000010:1.1:1784944558.828241:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84e4500. 00010000:00000010:1.1:1784944558.828245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1956e00. 00010000:00000010:1.1:1784944558.828249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f00f700. 00010000:00000010:1.1:1784944558.828253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad865800. 00010000:00000010:1.1:1784944558.828259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1895300. 00010000:00000010:1.1:1784944558.828264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f5200. 00010000:00000010:1.1:1784944558.828268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852d4a00. 00010000:00000010:1.1:1784944558.828272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f774e00. 00010000:00000010:1.1:1784944558.828277:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f82b00. 00010000:00000010:1.1:1784944558.828282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfcd800. 00010000:00000010:1.1:1784944558.828287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f15600. 00010000:00000010:1.1:1784944558.828341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f777600. 00010000:00000010:1.1:1784944558.828348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad96eb00. 00010000:00000010:1.1:1784944558.828357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0196600. 00010000:00000010:1.1:1784944558.828363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2916c6d00. 00010000:00000010:1.1:1784944558.828368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfce800. 00010000:00000010:1.1:1784944558.828375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7576b00. 00010000:00000010:1.1:1784944558.828380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291017600. 00010000:00000010:1.1:1784944558.828388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529b600. 00010000:00000010:1.1:1784944558.828395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894f5c00. 00010000:00000010:1.1:1784944558.828402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290f4ab00. 00010000:00000010:1.1:1784944558.828409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2606200. 00010000:00000010:1.1:1784944558.828414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28529b000. 00010000:00000010:1.1:1784944558.828419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6ed3600. 00010000:00000010:1.1:1784944558.828425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2796b00. 00010000:00000010:1.1:1784944558.828430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f399c00. 00010000:00000010:1.1:1784944558.828436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e48b00. 00010000:00000010:1.1:1784944558.828442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28561ce00. 00010000:00000010:1.1:1784944558.828448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625b00. 00010000:00000010:1.1:1784944558.828454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e4ce00. 00010000:00000010:1.1:1784944558.828462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f501800. 00010000:00000010:1.1:1784944558.828467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b8fe00. 00010000:00000010:1.1:1784944558.828479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7dc00. 00010000:00000010:1.1:1784944558.828486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efc000. 00010000:00000010:1.1:1784944558.828497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4eca00. 00010000:00000010:1.1:1784944558.828505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ea5400. 00010000:00000010:1.1:1784944558.828512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad94a800. 00010000:00000010:1.1:1784944558.828521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8627600. 00010000:00000010:1.1:1784944558.828528:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23800. 00010000:00000010:1.1:1784944558.828535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285765c00. 00010000:00000010:1.1:1784944558.828548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286486800. 00010000:00000010:1.1:1784944558.828559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b6a000. 00010000:00000010:1.1:1784944558.828565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e7cf00. 00010000:00000010:1.1:1784944558.828572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3a6e00. 00010000:00000010:1.1:1784944558.828580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe59d00. 00010000:00000010:1.1:1784944558.828587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2bdc00. 00010000:00000010:1.1:1784944558.828594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac27ab00. 00010000:00000010:1.1:1784944558.828601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c3c00. 00010000:00000010:1.1:1784944558.828609:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902a9700. 00010000:00000010:1.1:1784944558.828615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e6e000. 00010000:00000010:1.1:1784944558.828623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5d6100. 00010000:00000010:1.1:1784944558.828629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adc2ea00. 00010000:00000010:1.1:1784944558.828640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e49000. 00010000:00000010:0.1:1784944558.897335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2cb200. 00010000:00000010:0.1:1784944558.897350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc2d000. 00010000:00000010:0.1:1784944558.897358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b258e800. 00010000:00000010:0.1:1784944558.897362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18c8900. 00010000:00000010:0.1:1784944558.897366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a755ec00. 00010000:00000010:0.1:1784944558.897369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2bfe00. 00010000:00000010:0.1:1784944558.897372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0303c00. 00010000:00000010:0.1:1784944558.897376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589e00. 00010000:00000010:0.1:1784944558.897380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad824e00. 00010000:00000010:0.1:1784944558.897384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f589300. 00010000:00000010:0.1:1784944558.897399:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac35ec00. 00010000:00000010:0.1:1784944558.897404:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2611f00. 00010000:00000010:0.1:1784944558.897407:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a400. 00010000:00000010:0.1:1784944558.897414:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cccd00. 00010000:00000010:0.1:1784944558.897416:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7af3800. 00010000:00000010:0.1:1784944558.897419:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad815a00. 00010000:00000010:0.1:1784944558.897421:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fb5e00. 00010000:00000010:0.1:1784944558.897426:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac35ba00. 00010000:00000010:0.1:1784944558.897432:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c03abe00. 00010000:00000010:0.1:1784944558.897437:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0e7900. 00010000:00000010:0.1:1784944558.897441:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285154200. 00010000:00000010:0.1:1784944558.897450:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad817c00. 00010000:00000010:0.1:1784944558.897460:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8c00. 00010000:00000010:0.1:1784944558.897464:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85d3000. 00010000:00000010:0.1:1784944558.897467:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a8fa00. 00010000:00000010:0.1:1784944558.897474:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a89e00. 00010000:00000010:0.1:1784944558.897478:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285799200. 00010000:00000010:0.1:1784944558.897482:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b850b600. 00010000:00000010:0.1:1784944558.897485:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7be8a00. 00010000:00000010:0.1:1784944558.897489:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f876b00. 00010000:00000010:0.1:1784944558.897493:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992800. 00010000:00000010:0.1:1784944558.897496:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada72900. 00010000:00000010:0.1:1784944558.897503:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993000. 00010000:00000010:0.1:1784944558.897510:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e000. 00010000:00000010:0.1:1784944558.897514:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade90000. 00010000:00000010:0.1:1784944558.897516:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12a00. 00010000:00000010:0.1:1784944558.897518:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad445800. 00010000:00000010:0.1:1784944558.897520:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f12000. 00010000:00000010:0.1:1784944558.897524:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7795200. 00010000:00000010:0.1:1784944558.897527:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b0f700. 00010000:00000010:0.1:1784944558.897530:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0171c00. 00010000:00000010:0.1:1784944558.897535:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa84100. 00010000:00000010:0.1:1784944558.897540:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285167200. 00010000:00000010:0.1:1784944558.897545:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade21000. 00010000:00000010:0.1:1784944558.897551:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa63200. 00010000:00000010:0.1:1784944558.897555:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7792300. 00010000:00000010:0.1:1784944558.897558:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27bf000. 00010000:00000010:0.1:1784944558.897565:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2769900. 00010000:00000010:0.1:1784944558.897571:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287259c00. 00010000:00000010:0.1:1784944558.897574:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8611a00. 00010000:00000010:0.1:1784944558.897579:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716200. 00010000:00000010:0.1:1784944558.897582:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c71d00. 00010000:00000010:0.1:1784944558.897585:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7629600. 00010000:00000010:0.1:1784944558.897593:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500c00. 00010000:00000010:0.1:1784944558.897596:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287258600. 00010000:00000010:0.1:1784944558.897601:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f725000. 00010000:00000010:0.1:1784944558.897603:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2894b5800. 00010000:00000010:0.1:1784944558.897608:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8676800. 00010000:00000010:0.1:1784944558.897614:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2eec00. 00010000:00000010:0.1:1784944558.897619:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade93c00. 00010000:00000010:0.1:1784944558.897626:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78ce800. 00010000:00000010:0.1:1784944558.897629:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade20d00. 00010000:00000010:0.1:1784944558.897631:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0032c00. 00010000:00000010:0.1:1784944558.897634:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29e783200. 00010000:00000010:0.1:1784944558.897636:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86f2200. 00010000:00000010:0.1:1784944558.897639:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1d3200. 00010000:00000010:0.1:1784944558.897641:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285788000. 00010000:00000010:0.1:1784944558.897643:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe76600. 00010000:00000010:0.1:1784944558.897648:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b6ec00. 00010000:00000010:0.1:1784944558.897650:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada17d00. 00010000:00000010:0.1:1784944558.897655:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0030e00. 00010000:00000010:0.1:1784944558.897657:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f000f00. 00010000:00000010:0.1:1784944558.897659:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bca800. 00010000:00000010:0.1:1784944558.897662:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78c9b00. 00010000:00000010:0.1:1784944558.897664:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284bcca00. 00010000:00000010:0.1:1784944558.897666:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffece00. 00010000:00000010:0.1:1784944558.897668:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28578ca00. 00010000:00000010:0.1:1784944558.897670:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55500. 00010000:00000010:0.1:1784944558.897673:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87c6600. 00010000:00000010:0.1:1784944558.897675:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fc3900. 00010000:00000010:0.1:1784944558.897677:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6d6a600. 00010000:00000010:0.1:1784944558.897682:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbff000. 00010000:00000010:0.1:1784944558.897685:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036c800. 00010000:00000010:0.1:1784944558.897688:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f57a00. 00010000:00000010:0.1:1784944558.897690:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7437600. 00010000:00000010:0.1:1784944558.897693:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0800. 00010000:00000010:0.1:1784944558.897695:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290379c00. 00010000:00000010:0.1:1784944558.897699:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86f0b00. 00010000:00000010:0.1:1784944558.897701:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6eb4800. 00010000:00000010:0.1:1784944558.897704:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bbc00. 00010000:00000010:0.1:1784944558.897706:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b860dc00. 00010000:00000010:0.1:1784944558.897712:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4bbd00. 00010000:00000010:0.1:1784944558.897714:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cc2200. 00010000:00000010:0.1:1784944558.897716:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad750600. 00010000:00000010:0.1:1784944558.897720:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fc7600. 00010000:00000010:0.1:1784944558.897722:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b866a900. 00010000:00000010:0.1:1784944558.897725:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade84a00. 00010000:00000010:0.1:1784944558.897729:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2630c00. 00010000:00000010:0.1:1784944558.897733:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24ea00. 00010000:00000010:0.1:1784944558.897735:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe64800. 00010000:00000010:0.1:1784944558.897740:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e200. 00010000:00000010:0.1:1784944558.897742:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7796000. 00010000:00000010:0.1:1784944558.897744:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9ba00. 00010000:00000010:0.1:1784944558.897746:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15400. 00010000:00000010:0.1:1784944558.897748:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e17000. 00010000:00000010:0.1:1784944558.897749:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada15900. 00010000:00000010:0.1:1784944558.897752:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffb9800. 00010000:00000010:0.1:1784944558.897755:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8fb400. 00010000:00000010:0.1:1784944558.897757:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fa6200. 00010000:00000010:0.1:1784944558.897760:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27ba100. 00010000:00000010:0.1:1784944558.897764:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285df9a00. 00010000:00000010:0.1:1784944558.897767:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0b00. 00010000:00000010:0.1:1784944558.897768:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c3da00. 00010000:00000010:0.1:1784944558.897771:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0325900. 00010000:00000010:0.1:1784944558.897772:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f24a800. 00010000:00000010:0.1:1784944558.897774:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade82900. 00010000:00000010:0.1:1784944558.897776:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b39000. 00010000:00000010:0.1:1784944558.897778:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b3d900. 00010000:00000010:0.1:1784944558.897780:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbd0200. 00010000:00000010:0.1:1784944558.897781:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fa5900. 00010000:00000010:0.1:1784944558.897784:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fbe200. 00010000:00000010:0.1:1784944558.897786:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f88100. 00010000:00000010:0.1:1784944558.897788:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0105c00. 00010000:00000010:0.1:1784944558.897790:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f9e900. 00010000:00000010:0.1:1784944558.897792:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b66800. 00010000:00000010:0.1:1784944558.897795:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0101e00. 00010000:00000010:0.1:1784944558.897796:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0327800. 00010000:00000010:0.1:1784944558.897798:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd3b00. 00010000:00000010:0.1:1784944558.897800:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944558.897802:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0106a00. 00010000:00000010:0.1:1784944558.897804:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2910a0400. 00010000:00000010:0.1:1784944558.897806:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe87500. 00010000:00000010:0.1:1784944558.897809:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7471400. 00010000:00000010:0.1:1784944558.897813:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7477200. 00010000:00000010:0.1:1784944558.897820:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c11a00. 00010000:00000010:0.1:1784944558.897822:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb20000. 00010000:00000010:0.1:1784944558.897824:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b82200. 00010000:00000010:0.1:1784944558.897825:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c02f2200. 00010000:00000010:0.1:1784944558.897830:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7ba1200. 00010000:00000010:0.1:1784944558.897832:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28647d100. 00010000:00000010:0.1:1784944558.897835:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515b200. 00010000:00000010:0.1:1784944558.897837:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8722d00. 00010000:00000010:0.1:1784944558.897839:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b875f400. 00010000:00000010:0.1:1784944558.897842:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7100. 00010000:00000010:0.1:1784944558.897844:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f439000. 00010000:00000010:0.1:1784944558.897848:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbd7d00. 00010000:00000010:0.1:1784944558.897850:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911fae00. 00010000:00000010:0.1:1784944558.897852:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7b06f00. 00010000:00000010:0.1:1784944558.897855:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0205e00. 00010000:00000010:0.1:1784944558.897857:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2860d7a00. 00010000:00000010:0.1:1784944558.897859:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8727c00. 00010000:00000010:0.1:1784944558.897861:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f0900. 00010000:00000010:0.1:1784944558.897863:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3ea00. 00010000:00000010:0.1:1784944558.897865:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0100600. 00010000:00000010:0.1:1784944558.897867:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569be00. 00010000:00000010:0.1:1784944558.897869:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3fc600. 00010000:00000010:0.1:1784944558.897873:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28569a800. 00010000:00000010:0.1:1784944558.897875:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f2b00. 00010000:00000010:0.1:1784944558.897877:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b3fc00. 00010000:00000010:0.1:1784944558.897879:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d65300. 00010000:00000010:0.1:1784944558.897882:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c030d400. 00010000:00000010:0.1:1784944558.897884:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e22300. 00010000:00000010:0.1:1784944558.897886:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286479a00. 00010000:00000010:0.1:1784944558.897888:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad82b500. 00010000:00000010:0.1:1784944558.897890:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286540800. 00010000:00000010:0.1:1784944558.897892:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff86a00. 00010000:00000010:0.1:1784944558.897895:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7896200. 00010000:00000010:0.1:1784944558.897897:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d46d00. 00010000:00000010:0.1:1784944558.897899:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05da00. 00010000:00000010:0.1:1784944558.897901:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7895b00. 00010000:00000010:0.1:1784944558.897903:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c08a00. 00010000:00000010:0.1:1784944558.897905:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86b5300. 00010000:00000010:0.1:1784944558.897907:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628400. 00010000:00000010:0.1:1784944558.897910:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1ee8000. 00010000:00000010:0.1:1784944558.897912:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1eec200. 00010000:00000010:0.1:1784944558.897914:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ae0ea400. 00010000:00000010:0.1:1784944558.897916:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f4e3200. 00010000:00000010:0.1:1784944558.897918:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a6d800. 00010000:00000010:0.1:1784944558.897920:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1929c00. 00010000:00000010:0.1:1784944558.897922:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d60000. 00010000:00000010:0.1:1784944558.897924:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5ae00. 00010000:00000010:0.1:1784944558.897927:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62d600. 00010000:00000010:0.1:1784944558.897930:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fd5b400. 00010000:00000010:0.1:1784944558.897931:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62d000. 00010000:00000010:0.1:1784944558.897933:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b192e200. 00010000:00000010:0.1:1784944558.897938:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69b8b00. 00010000:00000010:0.1:1784944558.897942:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f71ac00. 00010000:00000010:0.1:1784944558.897945:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f4d4100. 00010000:00000010:0.1:1784944558.897947:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f09000. 00010000:00000010:0.1:1784944558.897949:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18a5300. 00010000:00000010:0.1:1784944558.897951:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0378000. 00010000:00000010:0.1:1784944558.897954:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0000. 00010000:00000010:0.1:1784944558.897956:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbcc00. 00010000:00000010:0.1:1784944558.897961:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bb8900. 00010000:00000010:0.1:1784944558.897964:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3000. 00010000:00000010:0.1:1784944558.897969:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f1b6900. 00010000:00000010:0.1:1784944558.897973:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf84200. 00010000:00000010:0.1:1784944558.897978:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f117500. 00010000:00000010:0.1:1784944558.897982:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2761400. 00010000:00000010:0.1:1784944558.897986:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285131300. 00010000:00000010:0.1:1784944558.897988:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2760600. 00010000:00000010:0.1:1784944558.897991:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c037d000. 00010000:00000010:0.1:1784944558.897994:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f111e00. 00010000:00000010:0.1:1784944558.897996:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b600. 00010000:00000010:0.1:1784944558.897999:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d4200. 00010000:00000010:0.1:1784944558.898003:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fba1200. 00010000:00000010:0.1:1784944558.898006:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bdb400. 00010000:00000010:0.1:1784944558.898009:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e6d00. 00010000:00000010:0.1:1784944558.898012:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c33000. 00010000:00000010:0.1:1784944558.898016:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8900. 00010000:00000010:0.1:1784944558.898026:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0081a00. 00010000:00000010:0.1:1784944558.898029:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7831b00. 00010000:00000010:0.1:1784944558.898032:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f667c00. 00010000:00000010:0.1:1784944558.898035:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a69bed00. 00010000:00000010:0.1:1784944558.898038:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f666400. 00010000:00000010:0.1:1784944558.898042:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b274ec00. 00010000:00000010:0.1:1784944558.898045:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8717000. 00010000:00000010:0.1:1784944558.898077:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915dd00. 00010000:00000010:0.1:1784944558.898079:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8716c00. 00010000:00000010:0.1:1784944558.898082:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285bdca00. 00010000:00000010:0.1:1784944558.898086:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290256a00. 00010000:00000010:0.1:1784944558.898089:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea200. 00010000:00000010:0.1:1784944558.898092:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b273dc00. 00010000:00000010:0.1:1784944558.898095:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2a00. 00010000:00000010:0.1:1784944558.898097:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da200. 00010000:00000010:0.1:1784944558.898100:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378a00. 00010000:00000010:0.1:1784944558.898103:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d46a00. 00010000:00000010:0.1:1784944558.898106:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fb600. 00010000:00000010:0.1:1784944558.898109:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28642b400. 00010000:00000010:0.1:1784944558.898117:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36000. 00010000:00000010:0.1:1784944558.898122:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a2f800. 00010000:00000010:0.1:1784944558.898125:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff36e00. 00010000:00000010:0.1:1784944558.898134:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dede00. 00010000:00000010:0.1:1784944558.898138:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f972f00. 00010000:00000010:0.1:1784944558.898141:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a292b49c00. 00010000:00000010:0.1:1784944558.898148:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b184c500. 00010000:00000010:0.1:1784944558.898153:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5c00. 00010000:00000010:0.1:1784944558.898156:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:0.1:1784944558.898160:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1af8c00. 00010000:00000010:0.1:1784944558.898165:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b85e8000. 00010000:00000010:1.1:1784944558.997369:0:201754:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85a000. 00010000:00000010:1.1:1784944558.997376:0:201754:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a03fbf00. 00010000:00000010:1.1:1784944569.874343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944569.874358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c000. 00010000:00000010:1.1:1784944569.874362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00010000:00000010:1.1:1784944569.874366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3400. 00010000:00000010:1.1:1784944569.978287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138300. 00010000:00000010:1.1:1784944569.978302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad986800. 00010000:00000010:1.1:1784944569.978306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580e00. 00010000:00000010:1.1:1784944569.978309:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3500. 00000080:00000010:0.1:1784944570.006437:0:235775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7560. 00000080:00000010:0.1:1784944570.006451:0:235775:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63260. 00010000:00000010:0.1:1784944570.026211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944570.026224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad986800. 00010000:00000010:0.1:1784944570.026236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581a00. 00010000:00000010:0.1:1784944570.026238:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00010000:00000010:0.1:1784944570.170087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138b00. 00010000:00000010:0.1:1784944570.170102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad986800. 00010000:00000010:0.1:1784944570.170119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded9000. 00010000:00000010:0.1:1784944570.170123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad796d00. 00010000:00000010:1.1:1784944570.222433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944570.222448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d600. 00010000:00000010:1.1:1784944570.222452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded8c00. 00010000:00000010:1.1:1784944570.222456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad796400. 00010000:00000010:0.1:1784944570.414091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:0.1:1784944570.414100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d000. 00010000:00000010:0.1:1784944570.421155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded8200. 00010000:00000010:0.1:1784944570.421190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad796000. 00000080:00000010:0.1:1784944570.458083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e7a0. 00000080:00000010:0.1:1784944570.458093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e040. 00010000:00000010:0.1:1784944570.476088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944570.476110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad987600. 00010000:00000010:1.1:1784944570.476159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded9e00. 00010000:00000010:1.1:1784944570.476165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad796600. 00010000:00000010:0.1:1784944571.431097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196aa00. 00010000:00000010:0.1:1784944571.431111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004ce00. 00010000:00000010:0.1:1784944571.431115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00010000:00000010:0.1:1784944571.431119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3200. 00000080:00000010:0.1:1784944571.463478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e840. 00000080:00000010:0.1:1784944571.463495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ed40. 00010000:00000010:0.1:1784944571.474101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944571.474115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad987600. 00010000:00000010:0.1:1784944571.474121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00010000:00000010:0.1:1784944571.474125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3000. 00000080:00000010:0.1:1784944571.504208:0:235804:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78a0. 00000080:00000010:0.1:1784944571.504217:0:235804:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e620. 00010000:00000010:0.1:1784944571.518102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944571.518116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad987600. 00010000:00000010:0.1:1784944571.518121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00010000:00000010:0.1:1784944571.518125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3b00. 00000080:00000010:0.1:1784944571.560093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e40. 00000080:00000010:0.1:1784944571.560103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ef60. 00010000:00000010:0.1:1784944571.578102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944571.578116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad987600. 00010000:00000010:0.1:1784944571.582100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00010000:00000010:0.1:1784944571.582116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3600. 00000080:00000010:1.1:1784944571.606295:0:235386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78a0. 00000080:00000010:1.1:1784944571.606311:0:235386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e4c0. 00010000:00000010:0.1:1784944571.721111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944571.721137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380c00. 00010000:00000010:0.1:1784944571.721141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00010000:00000010:0.1:1784944571.721146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3300. 00000080:00000010:0.1:1784944571.754103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ca0. 00000080:00000010:0.1:1784944571.759110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eae0. 00010000:00000010:0.1:1784944571.826096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9900. 00010000:00000010:0.1:1784944571.826113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d600. 00010000:00000010:0.1:1784944571.826118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc400. 00010000:00000010:0.1:1784944571.826123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2411300. 00000080:00000010:0.1:1784944571.879155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00000080:00000010:0.1:1784944571.879173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e8a0. 00010000:00000010:0.1:1784944571.957176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944571.957200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381400. 00010000:00000010:0.1:1784944571.957204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc800. 00010000:00000010:0.1:1784944571.957208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2411c00. 00000080:00000010:0.1:1784944572.227336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e000. 00000080:00000010:0.1:1784944572.227350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ee60. 00010000:00000010:1.1:1784944572.621098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9900. 00010000:00000010:1.1:1784944572.621110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649cc00. 00010000:00000010:1.1:1784944572.621114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00010000:00000010:1.1:1784944572.621119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378f00. 00000080:00000010:1.1:1784944572.652092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e300. 00000080:00000010:1.1:1784944572.652103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e520. 00010000:00000010:1.1:1784944572.771505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9900. 00010000:00000010:1.1:1784944572.771529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:1.1:1784944572.771534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00010000:00000010:1.1:1784944572.771539:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378100. 00000080:00000010:0.1:1784944572.798123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ebc0. 00000080:00000010:0.1:1784944572.798141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ebe0. 00010000:00000010:0.1:1784944572.812099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944572.812113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381600. 00010000:00000010:0.1:1784944572.812116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00010000:00000010:0.1:1784944572.812120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378a00. 00000080:00000010:0.1:1784944572.828097:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7240. 00000080:00000010:0.1:1784944572.828106:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e7c0. 00010000:00000010:0.1:1784944574.195370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036200. 00010000:00000010:0.1:1784944574.195376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35b00. 00000080:00000010:1.1:1784944574.226091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e9c0. 00000080:00000010:1.1:1784944574.226100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6cf9d40. 00010000:00000010:1.1:1784944574.238096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944574.238216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d000. 00010000:00000010:1.1:1784944574.243090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036400. 00010000:00000010:1.1:1784944574.243208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35500. 00000080:00000010:1.1:1784944574.262324:0:235864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ee20. 00000080:00000010:1.1:1784944574.262337:0:235864:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6cf9980. 00010000:00000010:1.1:1784944574.290768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944574.290780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d000. 00010000:00000010:1.1:1784944574.290785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036800. 00010000:00000010:1.1:1784944574.290788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35e00. 00000080:00000010:0.1:1784944574.343142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ee20. 00000080:00000010:0.1:1784944574.343160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6cf9b40. 00010000:00000010:0.1:1784944574.360247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:0.1:1784944574.360256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:0.1:1784944574.360260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037600. 00010000:00000010:0.1:1784944574.360263:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35700. 00010000:00000010:0.1:1784944575.085148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:0.1:1784944575.085163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380200. 00010000:00000010:0.1:1784944575.085167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b02000. 00010000:00000010:0.1:1784944575.085170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae100. 00000080:00000010:0.1:1784944575.108733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7880. 00000080:00000010:0.1:1784944575.108742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6cf9540. 00010000:00000010:0.1:1784944575.212475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196af00. 00010000:00000010:0.1:1784944575.212485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004d200. 00010000:00000010:0.1:1784944575.216729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b02600. 00010000:00000010:0.1:1784944575.216752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae400. 00000080:00000010:0.1:1784944575.243086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5edc0. 00000080:00000010:0.1:1784944575.243103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6cf96c0. 00010000:00000010:0.1:1784944575.315377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:0.1:1784944575.315385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:0.1:1784944575.315389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fe00. 00010000:00000010:0.1:1784944575.315392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d63c00. 00010000:00000010:1.1:1784944576.071088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c600. 00010000:00000010:1.1:1784944576.071103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded9600. 00010000:00000010:1.1:1784944576.071108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29a00. 00010000:00000010:1.1:1784944576.071111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9700. 00000080:00000010:1.1:1784944576.089088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b520. 00000080:00000010:1.1:1784944576.089101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aec40. 00010000:00000010:0.1:1784944576.404546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c000. 00010000:00000010:0.1:1784944576.404554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded8000. 00010000:00000010:0.1:1784944576.404558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28a00. 00010000:00000010:0.1:1784944576.404561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9500. 00000080:00000010:0.1:1784944576.433155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bbe0. 00000080:00000010:0.1:1784944576.433175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae7e0. 00010000:00000010:1.1:1784944576.452176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9900. 00010000:00000010:1.1:1784944576.452188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d200. 00010000:00000010:1.1:1784944576.452191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28000. 00010000:00000010:1.1:1784944576.452195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cad00. 00010000:00000010:1.1:1784944576.813087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:1.1:1784944576.813103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:1.1:1784944576.813107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1000. 00010000:00000010:1.1:1784944576.813112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55f00. 00000080:00000010:0.1:1784944576.842172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff74a0. 00000080:00000010:0.1:1784944576.842185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae7a0. 00010000:00000010:1.1:1784944577.055244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9900. 00010000:00000010:1.1:1784944577.055253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d800. 00010000:00000010:1.1:1784944577.055256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0e00. 00010000:00000010:1.1:1784944577.055258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55b00. 00010000:00000010:0.1:1784944577.153530:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:0.1:1784944577.153542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944577.153544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1400. 00010000:00000010:0.1:1784944577.153548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55800. 00000080:00000010:0.1:1784944577.176129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7140. 00000080:00000010:0.1:1784944577.180066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aea80. 00010000:00000010:0.1:1784944577.224566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:0.1:1784944577.224591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944577.224601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0800. 00010000:00000010:0.1:1784944577.224605:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55d00. 00000080:00000010:1.1:1784944577.245490:0:235937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff75a0. 00000080:00000010:1.1:1784944577.245498:0:235937:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33d40. 00010000:00000010:1.1:1784944577.261180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944577.261206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649de00. 00010000:00000010:1.1:1784944577.261211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0400. 00010000:00000010:1.1:1784944577.261215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9300. 00000080:00000010:1.1:1784944577.284076:0:235938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3e0. 00000080:00000010:1.1:1784944577.284088:0:235938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33d20. 00010000:00000010:1.1:1784944577.297093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944577.297103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649de00. 00010000:00000010:1.1:1784944577.301086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580c00. 00010000:00000010:1.1:1784944577.301103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aec00. 00000080:00000010:1.1:1784944577.338082:0:235939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3e0. 00000080:00000010:1.1:1784944577.338091:0:235939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63aa0. 00010000:00000010:1.1:1784944577.354255:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944577.354269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649de00. 00010000:00000010:1.1:1784944577.358172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b02800. 00010000:00000010:1.1:1784944577.358187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aed00. 00010000:00000010:0.1:1784944577.397091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:0.1:1784944577.397105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381000. 00010000:00000010:0.1:1784944577.397109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b03600. 00010000:00000010:0.1:1784944577.397113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aea00. 00000080:00000010:0.1:1784944577.421194:0:235941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ae0. 00000080:00000010:0.1:1784944577.421209:0:235941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6cf9140. 00010000:00000010:0.1:1784944577.445093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:0.1:1784944577.445108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381000. 00010000:00000010:0.1:1784944577.445113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b03400. 00010000:00000010:0.1:1784944577.445116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae800. 00010000:00000010:1.1:1784944577.827213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944577.827225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649da00. 00010000:00000010:1.1:1784944577.827230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947600. 00010000:00000010:1.1:1784944577.827234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aef00. 00010000:00000010:1.1:1784944579.031114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:1.1:1784944579.031128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380a00. 00010000:00000010:1.1:1784944579.031132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f309200. 00010000:00000010:1.1:1784944579.031135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16f00. 00000080:00000010:1.1:1784944579.054132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7c40. 00000080:00000010:1.1:1784944579.054142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77c9200. 00010000:00000010:1.1:1784944579.067088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944579.067100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649de00. 00010000:00000010:1.1:1784944579.072199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8593200. 00010000:00000010:1.1:1784944579.072211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbca00. 00000080:00000010:1.1:1784944579.091115:0:235978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8e0. 00000080:00000010:1.1:1784944579.091124:0:235978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc60. 00010000:00000010:1.1:1784944579.104079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944579.104086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649de00. 00010000:00000010:1.1:1784944579.104091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8593000. 00010000:00000010:1.1:1784944579.104094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc700. 00000080:00000010:1.1:1784944579.133969:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8e0. 00000080:00000010:1.1:1784944579.133980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b260. 00010000:00000010:0.1:1784944579.207106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944579.207120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944579.207124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8592a00. 00010000:00000010:0.1:1784944579.207128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc800. 00000080:00000010:0.1:1784944579.239118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7600. 00000080:00000010:0.1:1784944579.239130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b040. 00010000:00000010:0.1:1784944579.251294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944579.251302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944579.251307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f309000. 00010000:00000010:0.1:1784944579.251310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16d00. 00000080:00000010:0.1:1784944579.275149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7960. 00000080:00000010:0.1:1784944579.275158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282f4a5c0. 00010000:00000010:0.1:1784944579.295293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944579.295308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944579.295312:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f308000. 00010000:00000010:0.1:1784944579.295316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16300. 00000080:00000010:0.1:1784944579.318089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7600. 00000080:00000010:0.1:1784944579.318113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2ba0. 00010000:00000010:0.1:1784944579.627081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c700. 00010000:00000010:0.1:1784944579.627095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded8e00. 00010000:00000010:0.1:1784944579.627101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bffe00. 00010000:00000010:0.1:1784944579.627104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00000080:00000010:0.1:1784944579.662067:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b020. 00000080:00000010:0.1:1784944579.662080:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63e20. 00010000:00000010:1.1:1784944580.299092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a000. 00010000:00000010:1.1:1784944580.299109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004ce00. 00010000:00000010:1.1:1784944580.299113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:1.1:1784944580.299117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16200. 00000080:00000010:1.1:1784944580.328220:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e5e0. 00000080:00000010:1.1:1784944580.328238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ce0. 00010000:00000010:1.1:1784944580.441171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:1.1:1784944580.441185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380e00. 00010000:00000010:1.1:1784944580.441189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f308200. 00010000:00000010:1.1:1784944580.441192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc600. 00000080:00000010:0.1:1784944580.480370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7420. 00000080:00000010:0.1:1784944580.484091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2d60. 00010000:00000010:0.1:1784944580.587087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138100. 00010000:00000010:0.1:1784944580.587102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381800. 00010000:00000010:0.1:1784944580.587107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f309600. 00010000:00000010:0.1:1784944580.587110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16500. 00000080:00000010:0.1:1784944580.621091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ee0. 00000080:00000010:0.1:1784944580.621108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2440. 00010000:00000010:0.1:1784944580.818202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450400. 00010000:00000010:0.1:1784944580.818212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23f00. 00000080:00000010:1.1:1784944580.856097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5edc0. 00000080:00000010:1.1:1784944580.856113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d631a0. 00010000:00000010:1.1:1784944580.884087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944580.884105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d400. 00010000:00000010:1.1:1784944580.888207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450200. 00010000:00000010:1.1:1784944580.888224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00000080:00000010:1.1:1784944580.916389:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e100. 00000080:00000010:1.1:1784944580.916400:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ec0. 00010000:00000010:1.1:1784944581.434171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c800. 00010000:00000010:1.1:1784944581.434182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded8400. 00010000:00000010:1.1:1784944581.434185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade43c00. 00010000:00000010:1.1:1784944581.434188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d100. 00000080:00000010:1.1:1784944581.465379:0:236027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bf60. 00000080:00000010:1.1:1784944581.465396:0:236027:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2240. 00010000:00000010:1.1:1784944581.493663:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944581.493677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d600. 00010000:00000010:1.1:1784944581.498100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade42600. 00010000:00000010:1.1:1784944581.498114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d000. 00010000:00000010:1.1:1784944581.584093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138f00. 00010000:00000010:1.1:1784944581.584103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381a00. 00010000:00000010:1.1:1784944581.584107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8593c00. 00010000:00000010:1.1:1784944581.584111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc400. 00000080:00000010:1.1:1784944581.611078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7280. 00000080:00000010:1.1:1784944581.611086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc80. 00000080:00000010:0.1:1784944581.677114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e2e0. 00000080:00000010:0.1:1784944581.677126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bf00. 00010000:00000010:1.1:1784944581.733196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:1.1:1784944581.733211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380400. 00010000:00000010:1.1:1784944581.738091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8592400. 00010000:00000010:1.1:1784944581.738104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc500. 00000080:00000010:0.1:1784944581.809139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e220. 00000080:00000010:0.1:1784944581.809217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2340. 00010000:00000010:0.1:1784944581.902096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138500. 00010000:00000010:0.1:1784944581.902120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944581.902125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade43600. 00010000:00000010:0.1:1784944581.902129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ef00. 00000080:00000010:1.1:1784944581.936291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff77e0. 00000080:00000010:1.1:1784944581.936302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2360. 00010000:00000010:1.1:1784944581.948237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944581.948244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:1.1:1784944582.243087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944582.243100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:1.1:1784944582.243103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade43e00. 00010000:00000010:1.1:1784944582.243106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e600. 00000080:00000010:1.1:1784944582.279290:0:236042:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb60. 00000080:00000010:1.1:1784944582.279308:0:236042:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2380. 00010000:00000010:1.1:1784944582.304102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944582.304113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:1.1:1784944582.575092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138500. 00010000:00000010:1.1:1784944582.575105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381a00. 00010000:00000010:1.1:1784944582.575110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb7800. 00010000:00000010:1.1:1784944582.575114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be100. 00000080:00000010:1.1:1784944582.615361:0:236048:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff75c0. 00000080:00000010:1.1:1784944582.615377:0:236048:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2900. 00010000:00000010:1.1:1784944582.642087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944582.642099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d200. 00010000:00000010:1.1:1784944582.642103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb7a00. 00010000:00000010:1.1:1784944582.642106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8561900. 00000080:00000010:1.1:1784944582.681084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e920. 00000080:00000010:1.1:1784944582.681094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2f20. 00010000:00000010:1.1:1784944582.700329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944582.700343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d200. 00010000:00000010:1.1:1784944582.700348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85be00. 00010000:00000010:1.1:1784944582.700352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8561c00. 00000080:00000010:1.1:1784944582.807197:0:236050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e9e0. 00000080:00000010:1.1:1784944582.807273:0:236050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33b00. 00010000:00000010:1.1:1784944582.834103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944582.834118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d200. 00010000:00000010:1.1:1784944582.834124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85ac00. 00010000:00000010:1.1:1784944582.834128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8561800. 00010000:00000010:0.1:1784944582.966093:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138d00. 00010000:00000010:0.1:1784944582.966101:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380000. 00010000:00000010:0.1:1784944582.966105:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85bc00. 00010000:00000010:0.1:1784944582.966109:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8561300. 00000080:00000010:0.1:1784944583.005449:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff74a0. 00000080:00000010:0.1:1784944583.005459:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33600. 00010000:00000010:1.1:1784944583.986085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944583.986097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944583.986102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a7800. 00010000:00000010:1.1:1784944583.986106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e600. 00000080:00000010:1.1:1784944584.013173:0:236076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00000080:00000010:1.1:1784944584.013187:0:236076:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33280. 00010000:00000010:1.1:1784944584.030079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944584.030091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944584.030094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a6200. 00010000:00000010:1.1:1784944584.030097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ee00. 00000080:00000010:1.1:1784944584.052067:0:236077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00000080:00000010:1.1:1784944584.052075:0:236077:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33320. 00010000:00000010:1.1:1784944584.068089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944584.068104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944584.068108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a6a00. 00010000:00000010:1.1:1784944584.068111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e700. 00000080:00000010:1.1:1784944584.090073:0:236078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00000080:00000010:1.1:1784944584.090087:0:236078:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33880. 00010000:00000010:1.1:1784944584.107091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944584.107107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944584.107112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a6e00. 00010000:00000010:1.1:1784944584.107116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ec00. 00000080:00000010:1.1:1784944584.135076:0:236079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00000080:00000010:1.1:1784944584.135092:0:236079:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33080. 00010000:00000010:1.1:1784944584.160080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944584.160089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944584.160091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a6000. 00010000:00000010:1.1:1784944584.160093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e100. 00000080:00000010:0.1:1784944584.187403:0:236080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00000080:00000010:0.1:1784944584.187414:0:236080:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33480. 00010000:00000010:1.1:1784944584.647211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196ac00. 00010000:00000010:1.1:1784944584.647225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004d000. 00010000:00000010:1.1:1784944584.652473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f21b400. 00010000:00000010:1.1:1784944584.652489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ac00. 00000080:00000010:0.1:1784944584.673100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eca0. 00000080:00000010:0.1:1784944584.673120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33fe0. 00010000:00000010:1.1:1784944584.878184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a700. 00010000:00000010:1.1:1784944584.878195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004c000. 00010000:00000010:1.1:1784944584.878199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450e00. 00010000:00000010:1.1:1784944584.878202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00010000:00000010:0.1:1784944585.414099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944585.414120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381800. 00010000:00000010:0.1:1784944585.414125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286456a00. 00010000:00000010:0.1:1784944585.414128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00000080:00000010:0.1:1784944585.434091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7c00. 00000080:00000010:0.1:1784944585.434099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63800. 00010000:00000010:0.1:1784944585.693090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944585.693102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381800. 00010000:00000010:0.1:1784944585.693106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286457a00. 00010000:00000010:0.1:1784944585.693109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9c00. 00010000:00000010:0.1:1784944586.454016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944586.454034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380000. 00010000:00000010:0.1:1784944586.454038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8593600. 00010000:00000010:0.1:1784944586.454043:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc600. 00000080:00000010:0.1:1784944586.487100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7600. 00000080:00000010:0.1:1784944586.487108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b000. 00010000:00000010:1.1:1784944587.001088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:1.1:1784944587.001103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:1.1:1784944587.001107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285afa200. 00010000:00000010:1.1:1784944587.001110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea500. 00000080:00000010:1.1:1784944587.019090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b20. 00000080:00000010:1.1:1784944587.019097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a79ed7a0. 00010000:00000010:1.1:1784944587.031077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.031091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.031095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290fe2800. 00010000:00000010:1.1:1784944587.031099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc100. 00000080:00000010:1.1:1784944587.045095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e1c0. 00000080:00000010:1.1:1784944587.045109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a79ed660. 00010000:00000010:1.1:1784944587.053100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.053119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.057109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8592e00. 00010000:00000010:1.1:1784944587.057122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcb00. 00000080:00000010:1.1:1784944587.072082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e100. 00000080:00000010:1.1:1784944587.072090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b100. 00010000:00000010:1.1:1784944587.083186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.083198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.083202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8592c00. 00010000:00000010:1.1:1784944587.083206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21f00. 00000080:00000010:1.1:1784944587.103093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e1c0. 00000080:00000010:1.1:1784944587.103103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc40. 00010000:00000010:1.1:1784944587.111147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.111157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.111159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384200. 00010000:00000010:1.1:1784944587.111200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21c00. 00000080:00000010:1.1:1784944587.137094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e100. 00000080:00000010:1.1:1784944587.137108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b3e0. 00010000:00000010:1.1:1784944587.143196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.143208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.143212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384400. 00010000:00000010:1.1:1784944587.143215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21200. 00000080:00000010:1.1:1784944587.160236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0efe0. 00000080:00000010:1.1:1784944587.160242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b920. 00010000:00000010:1.1:1784944587.172094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.172110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.172113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384800. 00010000:00000010:1.1:1784944587.172116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21b00. 00000080:00000010:1.1:1784944587.195333:0:236157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e7e0. 00000080:00000010:1.1:1784944587.195345:0:236157:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b580. 00010000:00000010:1.1:1784944587.208505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.208519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.208523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385600. 00010000:00000010:1.1:1784944587.208526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21900. 00000080:00000010:1.1:1784944587.227090:0:236158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e7e0. 00000080:00000010:1.1:1784944587.227105:0:236158:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b740. 00010000:00000010:1.1:1784944587.244093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.244119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.244124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385400. 00010000:00000010:1.1:1784944587.244128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21800. 00000080:00000010:1.1:1784944587.264075:0:236159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e7e0. 00000080:00000010:1.1:1784944587.264089:0:236159:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b860. 00010000:00000010:1.1:1784944587.285106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9700. 00010000:00000010:1.1:1784944587.285123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c800. 00010000:00000010:1.1:1784944587.285127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f21b600. 00010000:00000010:1.1:1784944587.285131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00010000:00000010:1.1:1784944587.359631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196af00. 00010000:00000010:1.1:1784944587.359642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004d000. 00010000:00000010:1.1:1784944587.359654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290fe3600. 00010000:00000010:1.1:1784944587.359658:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea900. 00000080:00000010:1.1:1784944587.418142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eaa0. 00000080:00000010:1.1:1784944587.418167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a79ed000. 00000080:00000010:0.1:1784944587.981138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b7e0. 00000080:00000010:0.1:1784944587.981152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33120. 00010000:00000010:1.1:1784944588.308185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a400. 00010000:00000010:1.1:1784944588.308197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004ce00. 00010000:00000010:1.1:1784944588.314084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384e00. 00010000:00000010:1.1:1784944588.314099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21300. 00000080:00000010:1.1:1784944588.341179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ebc0. 00000080:00000010:1.1:1784944588.341191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b6e0. 00000080:00000010:0.1:1784944589.400090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc40. 00000080:00000010:0.1:1784944589.400104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a79eda40. 00010000:00000010:0.1:1784944589.528087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944589.528095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381400. 00010000:00000010:0.1:1784944589.528099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f454000. 00010000:00000010:0.1:1784944589.528102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b800. 00000080:00000010:0.1:1784944589.560113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7820. 00000080:00000010:0.1:1784944589.560124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a79edb00. 00010000:00000010:1.1:1784944589.676099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9500. 00010000:00000010:1.1:1784944589.676117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c600. 00010000:00000010:1.1:1784944589.676122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384000. 00010000:00000010:1.1:1784944589.676126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21d00. 00000080:00000010:1.1:1784944589.694075:0:236217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e320. 00000080:00000010:1.1:1784944589.694084:0:236217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b060. 00010000:00000010:1.1:1784944589.709396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9500. 00010000:00000010:1.1:1784944589.709411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c600. 00010000:00000010:1.1:1784944589.709415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384a00. 00010000:00000010:1.1:1784944589.709419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe21100. 00000080:00000010:0.1:1784944589.739084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e320. 00000080:00000010:0.1:1784944589.739099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b440. 00010000:00000010:0.1:1784944590.196092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944590.196107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944590.196112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288200. 00010000:00000010:0.1:1784944590.196115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b847e500. 00000080:00000010:0.1:1784944590.209081:0:236234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b40. 00000080:00000010:0.1:1784944590.209089:0:236234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea2020. 00010000:00000010:0.1:1784944590.228839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944590.228855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944590.228859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288400. 00010000:00000010:0.1:1784944590.228863:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b847ec00. 00000080:00000010:0.1:1784944590.237089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b40. 00000080:00000010:0.1:1784944590.237102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287ea21e0. 00010000:00000010:0.1:1784944590.751085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944590.751095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380000. 00010000:00000010:0.1:1784944590.751099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452600. 00010000:00000010:0.1:1784944590.751101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff81200. 00000080:00000010:0.1:1784944590.770085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b60. 00000080:00000010:0.1:1784944590.770098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae480. 00010000:00000010:1.1:1784944590.927093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035cb00. 00010000:00000010:1.1:1784944590.927100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded9e00. 00010000:00000010:1.1:1784944590.927103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad986600. 00010000:00000010:1.1:1784944590.927106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6a00. 00000080:00000010:1.1:1784944590.953078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bfa0. 00000080:00000010:1.1:1784944590.953089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285a33460. 00010000:00000010:1.1:1784944591.574106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00010000:00000010:1.1:1784944591.578260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944591.578272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649dc00. 00010000:00000010:1.1:1784944591.578276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944591.578278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9a00. 00000080:00000010:1.1:1784944591.594072:0:236280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eca0. 00000080:00000010:1.1:1784944591.594082:0:236280:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e020. 00010000:00000010:0.1:1784944591.609089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138600. 00010000:00000010:0.1:1784944591.614091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:0.1:1784944591.614103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380000. 00010000:00000010:0.1:1784944591.614107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:0.1:1784944591.614109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138b00. 00000080:00000010:0.1:1784944591.662085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff72a0. 00000080:00000010:0.1:1784944591.662095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ee0. 00010000:00000010:0.1:1784944592.004082:0:236285:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138b00. 00010000:00000010:0.1:1784944592.012082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138500. 00010000:00000010:0.1:1784944592.012093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380400. 00010000:00000010:0.1:1784944592.012096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380200. 00010000:00000010:0.1:1784944592.012098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00000080:00000010:0.1:1784944592.035069:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ca0. 00000080:00000010:0.1:1784944592.035080:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7960. 00010000:00000010:0.1:1784944592.045081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9a00. 00010000:00000010:0.1:1784944592.052603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138b00. 00010000:00000010:0.1:1784944592.052615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381a00. 00010000:00000010:0.1:1784944592.052619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:0.1:1784944592.052622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00000080:00000010:0.1:1784944592.075069:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ca0. 00000080:00000010:0.1:1784944592.075079:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e660. 00010000:00000010:0.1:1784944592.137094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c300. 00010000:00000010:0.1:1784944592.142144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:0.1:1784944592.142156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381600. 00010000:00000010:0.1:1784944592.142159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2aded9c00. 00010000:00000010:0.1:1784944592.142161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00000080:00000010:0.1:1784944592.169076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7860. 00000080:00000010:0.1:1784944592.169085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b300. 00010000:00000010:1.1:1784944592.223101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196ab00. 00010000:00000010:1.1:1784944592.231095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9800. 00010000:00000010:1.1:1784944592.231107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d000. 00010000:00000010:1.1:1784944592.231111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004c600. 00010000:00000010:1.1:1784944592.231113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9b00. 00000080:00000010:1.1:1784944592.248083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eea0. 00000080:00000010:1.1:1784944592.248093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e160. 00010000:00000010:1.1:1784944592.264101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:1.1:1784944592.267081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00010000:00000010:1.1:1784944592.267095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:1.1:1784944592.267098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381800. 00010000:00000010:1.1:1784944592.267100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9b00. 00000080:00000010:1.1:1784944592.284078:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e600. 00000080:00000010:1.1:1784944592.284087:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff70e0. 00010000:00000010:1.1:1784944592.404081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9b00. 00010000:00000010:1.1:1784944592.411451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944592.411466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649da00. 00010000:00000010:1.1:1784944592.411470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ca00. 00010000:00000010:1.1:1784944592.411473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9000. 00000080:00000010:1.1:1784944592.433069:0:236308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e020. 00000080:00000010:1.1:1784944592.433080:0:236308:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e680. 00010000:00000010:0.1:1784944592.475078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138100. 00010000:00000010:0.1:1784944592.483085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:0.1:1784944592.483099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381000. 00010000:00000010:0.1:1784944592.487941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944592.487953:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00000080:00000010:0.1:1784944592.506074:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b00. 00000080:00000010:0.1:1784944592.506083:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7040. 00010000:00000010:0.1:1784944592.565123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944592.614134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944592.619074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138200. 00010000:00000010:0.1:1784944592.619086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381600. 00010000:00000010:0.1:1784944592.619091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944592.619099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138000. 00000080:00000010:0.1:1784944592.643106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e00. 00000080:00000010:0.1:1784944592.643130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7be0. 00010000:00000010:1.1:1784944592.766072:0:236321:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9b00. 00010000:00000010:1.1:1784944592.774071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00010000:00000010:1.1:1784944592.774083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c200. 00010000:00000010:1.1:1784944592.774086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649dc00. 00010000:00000010:1.1:1784944592.774089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00000080:00000010:1.1:1784944592.795083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eec0. 00000080:00000010:1.1:1784944592.795092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e440. 00010000:00000010:1.1:1784944592.804251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944592.807088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944592.807097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c000. 00010000:00000010:1.1:1784944592.811078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c200. 00010000:00000010:1.1:1784944592.811086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00000080:00000010:1.1:1784944592.830081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e440. 00000080:00000010:1.1:1784944592.830096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e1c0. 00010000:00000010:1.1:1784944593.032088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944593.037101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9500. 00010000:00000010:1.1:1784944593.037115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649d200. 00010000:00000010:1.1:1784944593.037119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649da00. 00010000:00000010:1.1:1784944593.037122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00000080:00000010:1.1:1784944593.066074:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e5c0. 00000080:00000010:1.1:1784944593.071072:0:236337:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e720. 00010000:00000010:1.1:1784944593.079156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138000. 00010000:00000010:1.1:1784944593.087082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944593.087093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649cc00. 00010000:00000010:1.1:1784944593.087097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:1.1:1784944593.087099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00000080:00000010:1.1:1784944593.105878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e720. 00000080:00000010:1.1:1784944593.105890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7260. 00010000:00000010:1.1:1784944593.120088:0:236339:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9200. 00010000:00000010:1.1:1784944593.129101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9300. 00010000:00000010:1.1:1784944593.129116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c200. 00010000:00000010:1.1:1784944593.133125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649cc00. 00010000:00000010:1.1:1784944593.133138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00000080:00000010:1.1:1784944593.152560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ea00. 00000080:00000010:1.1:1784944593.152570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e720. 00010000:00000010:1.1:1784944593.257131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944593.262083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9c00. 00010000:00000010:1.1:1784944593.262098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649cc00. 00010000:00000010:1.1:1784944593.262102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944593.262105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9300. 00000080:00000010:1.1:1784944593.288073:0:236347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e140. 00000080:00000010:1.1:1784944593.288088:0:236347:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec00. 00010000:00000010:0.1:1784944593.428076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944593.437218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138300. 00010000:00000010:0.1:1784944593.437226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944593.437228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380c00. 00010000:00000010:0.1:1784944593.437231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138900. 00010000:00000010:1.1:1784944593.496225:0:236353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9c00. 00010000:00000010:1.1:1784944593.500192:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9100. 00010000:00000010:1.1:1784944593.500199:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649ce00. 00010000:00000010:1.1:1784944593.504188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649cc00. 00010000:00000010:1.1:1784944593.504202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944593.611080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138300. 00010000:00000010:1.1:1784944593.621090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9c00. 00010000:00000010:1.1:1784944593.621106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649c600. 00010000:00000010:1.1:1784944593.625086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:1.1:1784944593.625099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00000080:00000010:0.1:1784944593.647089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e9c0. 00000080:00000010:0.1:1784944593.647101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff76e0. 00010000:00000010:0.1:1784944593.655092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944593.662230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138900. 00010000:00000010:0.1:1784944593.662242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380c00. 00010000:00000010:0.1:1784944593.662246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380800. 00010000:00000010:0.1:1784944593.662249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944593.764088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138900. 00010000:00000010:0.1:1784944593.777089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138000. 00010000:00000010:0.1:1784944593.777101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944593.777104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381c00. 00010000:00000010:0.1:1784944593.777105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00000080:00000010:0.1:1784944593.801095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7140. 00000080:00000010:0.1:1784944593.801107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7d20. 00010000:00000010:1.1:1784944594.020476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138700. 00010000:00000010:0.1:1784944594.224086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:0.1:1784944594.224106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380e00. 00010000:00000010:0.1:1784944594.224111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944594.224114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a500. 00000080:00000010:0.1:1784944594.256071:0:236385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7860. 00000080:00000010:0.1:1784944594.256084:0:236385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff77a0. 00010000:00000010:0.1:1784944594.684093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:0.1:1784944594.693190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138000. 00010000:00000010:0.1:1784944594.693201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380e00. 00010000:00000010:0.1:1784944594.693205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944594.693208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00000080:00000010:0.1:1784944594.722144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7200. 00000080:00000010:0.1:1784944594.722153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7080. 00010000:00000010:1.1:1784944595.532071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944595.546079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:1.1:1784944595.546092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649cc00. 00010000:00000010:1.1:1784944595.546097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28649dc00. 00010000:00000010:1.1:1784944595.546100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00000080:00000010:1.1:1784944595.582075:0:236434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0efa0. 00000080:00000010:1.1:1784944595.582083:0:236434:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e000. 00010000:00000010:1.1:1784944595.601142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:1.1:1784944595.667144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:1.1:1784944595.677147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a100. 00010000:00000010:1.1:1784944595.677163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385200. 00010000:00000010:1.1:1784944595.683730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384000. 00010000:00000010:1.1:1784944595.683744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00000080:00000010:1.1:1784944595.716078:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e060. 00000080:00000010:1.1:1784944595.716087:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb20. 00010000:00000010:1.1:1784944595.873139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625e00. 00010000:00000010:1.1:1784944595.876495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:1.1:1784944595.876507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384800. 00010000:00000010:1.1:1784944595.881448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289200. 00010000:00000010:1.1:1784944595.881462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00000080:00000010:1.1:1784944595.906082:0:236444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8c0. 00000080:00000010:1.1:1784944595.906092:0:236444:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e440. 00010000:00000010:1.1:1784944595.911205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c200. 00010000:00000010:1.1:1784944595.924629:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00010000:00000010:1.1:1784944595.924645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384400. 00010000:00000010:1.1:1784944595.924649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452e00. 00010000:00000010:1.1:1784944595.924653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00000080:00000010:1.1:1784944595.953723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8c0. 00000080:00000010:1.1:1784944595.953735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bbc0. 00010000:00000010:1.1:1784944596.007066:0:236448:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00010000:00000010:1.1:1784944596.018216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00010000:00000010:1.1:1784944596.018239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385e00. 00010000:00000010:1.1:1784944596.023087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385a00. 00010000:00000010:1.1:1784944596.023101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00000080:00000010:1.1:1784944596.056092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed20. 00000080:00000010:1.1:1784944596.056104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0efc0. 00010000:00000010:0.1:1784944596.061088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138000. 00010000:00000010:0.1:1784944596.070090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944596.070105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944596.070110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380c00. 00010000:00000010:0.1:1784944596.070113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138400. 00010000:00000010:1.1:1784944596.115071:0:236452:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00010000:00000010:1.1:1784944596.127095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ac00. 00010000:00000010:1.1:1784944596.127105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384a00. 00010000:00000010:1.1:1784944596.127107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385200. 00010000:00000010:1.1:1784944596.127109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00000080:00000010:1.1:1784944596.159091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e420. 00000080:00000010:1.1:1784944596.159103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed20. 00010000:00000010:1.1:1784944596.281083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c035c200. 00010000:00000010:1.1:1784944596.285104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00010000:00000010:1.1:1784944596.285116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385c00. 00010000:00000010:1.1:1784944596.285119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452e00. 00010000:00000010:1.1:1784944596.285120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00000080:00000010:1.1:1784944596.307114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e880. 00000080:00000010:1.1:1784944596.307123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bbe0. 00010000:00000010:1.1:1784944596.331379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00010000:00000010:1.1:1784944596.331395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384600. 00010000:00000010:1.1:1784944596.335097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:1.1:1784944596.335113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8625000. 00010000:00000010:0.1:1784944596.434134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138000. 00010000:00000010:0.1:1784944596.445367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:0.1:1784944596.445383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380c00. 00010000:00000010:0.1:1784944596.445387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944596.445389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00000080:00000010:0.1:1784944596.472076:0:236466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7040. 00000080:00000010:0.1:1784944596.472089:0:236466:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff75a0. 00010000:00000010:0.1:1784944596.489088:0:236466:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944596.505093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944596.505105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944596.505109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944596.505111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:1.1:1784944596.682087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bec00. 00010000:00000010:1.1:1784944596.690089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164af00. 00010000:00000010:1.1:1784944596.690098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385200. 00010000:00000010:1.1:1784944596.690101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004d000. 00010000:00000010:1.1:1784944596.690103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00000080:00000010:1.1:1784944596.713578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e800. 00000080:00000010:1.1:1784944596.713593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ed00. 00010000:00000010:0.1:1784944596.743088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944596.806150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e800. 00010000:00000010:1.1:1784944596.967391:0:236482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b300. 00010000:00000010:1.1:1784944596.972156:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00010000:00000010:1.1:1784944596.972165:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385400. 00010000:00000010:1.1:1784944596.972177:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452e00. 00010000:00000010:1.1:1784944596.972181:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164af00. 00000080:00000010:1.1:1784944597.013613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e6a0. 00000080:00000010:1.1:1784944597.013624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bbc0. 00010000:00000010:0.1:1784944597.066164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b700. 00010000:00000010:0.1:1784944597.070103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e200. 00010000:00000010:0.1:1784944597.070115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451400. 00010000:00000010:0.1:1784944597.070118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452e00. 00010000:00000010:0.1:1784944597.070121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e800. 00000080:00000010:0.1:1784944597.093098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7080. 00000080:00000010:0.1:1784944597.093108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bd80. 00010000:00000010:0.1:1784944597.211158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b200. 00010000:00000010:1.1:1784944597.256291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00010000:00000010:1.1:1784944597.260090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:1.1:1784944597.260103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385a00. 00010000:00000010:1.1:1784944597.260107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290384800. 00010000:00000010:1.1:1784944597.260110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9f00. 00010000:00000010:1.1:1784944597.557157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be900. 00010000:00000010:1.1:1784944597.561157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:1.1:1784944597.561170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385400. 00010000:00000010:1.1:1784944597.566086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344e00. 00010000:00000010:1.1:1784944597.566102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc100. 00010000:00000010:0.1:1784944597.599085:0:236508:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be500. 00010000:00000010:0.1:1784944597.607087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ef00. 00010000:00000010:0.1:1784944597.607102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450000. 00010000:00000010:0.1:1784944597.607107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345a00. 00010000:00000010:0.1:1784944597.607110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00000080:00000010:0.1:1784944597.632084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7540. 00000080:00000010:0.1:1784944597.632095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e100. 00010000:00000010:0.1:1784944598.056130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ef00. 00010000:00000010:0.1:1784944598.062085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e200. 00010000:00000010:0.1:1784944598.062095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450400. 00010000:00000010:0.1:1784944598.066087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450800. 00010000:00000010:0.1:1784944598.066100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:0.1:1784944598.246089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e200. 00010000:00000010:0.1:1784944598.255182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e300. 00010000:00000010:0.1:1784944598.255196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451200. 00010000:00000010:0.1:1784944598.255199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451000. 00010000:00000010:0.1:1784944598.255202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ef00. 00000080:00000010:0.1:1784944598.282075:0:236535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e80. 00000080:00000010:0.1:1784944598.282086:0:236535:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff72c0. 00010000:00000010:1.1:1784944598.953082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc100. 00010000:00000010:0.1:1784944599.018304:0:236558:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ea00. 00010000:00000010:0.1:1784944599.029168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ea00. 00010000:00000010:0.1:1784944599.029174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451400. 00010000:00000010:0.1:1784944599.029177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450400. 00010000:00000010:0.1:1784944599.029179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e200. 00000080:00000010:0.1:1784944599.062116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7700. 00000080:00000010:0.1:1784944599.062143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7180. 00000080:00000010:0.1:1784944599.189071:0:236563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eae0. 00000080:00000010:0.1:1784944599.189082:0:236563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ef00. 00010000:00000010:1.1:1784944599.633087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6dd9d00. 00010000:00000010:1.1:1784944599.808095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:0.1:1784944599.884373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe0b200. 00010000:00000010:0.1:1784944599.884383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a7600. 00010000:00000010:0.1:1784944599.889647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0a6200. 00010000:00000010:0.1:1784944599.889662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899db00. 00000080:00000010:0.1:1784944599.907090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5efc0. 00000080:00000010:0.1:1784944599.907105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e8a0. 00000080:00000010:0.1:1784944600.140078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b8a0. 00000080:00000010:0.1:1784944600.140086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e2c0. 00010000:00000010:0.1:1784944600.585636:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558200. 00010000:00000010:0.1:1784944600.589086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:0.1:1784944600.589100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450000. 00010000:00000010:0.1:1784944600.589104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452e00. 00010000:00000010:0.1:1784944600.589107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ea00. 00010000:00000010:1.1:1784944600.638104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:1.1:1784944600.638117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00010000:00000010:1.1:1784944600.638123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290385a00. 00010000:00000010:1.1:1784944600.638126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f452e00. 00010000:00000010:1.1:1784944600.638128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc500. 00000080:00000010:1.1:1784944600.666087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e420. 00000080:00000010:1.1:1784944600.666097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b300. 00010000:00000010:0.1:1784944600.993144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:0.1:1784944601.002646:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:0.1:1784944601.002659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451000. 00010000:00000010:0.1:1784944601.002662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451200. 00010000:00000010:0.1:1784944601.002665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ea00. 00000080:00000010:0.1:1784944601.020090:0:236643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7900. 00000080:00000010:0.1:1784944601.020100:0:236643:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7380. 00010000:00000010:0.1:1784944601.033089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138800. 00010000:00000010:0.1:1784944601.046093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:0.1:1784944601.046107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f450c00. 00010000:00000010:0.1:1784944601.046111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451200. 00010000:00000010:0.1:1784944601.046114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00000080:00000010:0.1:1784944601.076089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7a80. 00000080:00000010:0.1:1784944601.076098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7380. 00010000:00000010:0.1:1784944601.381164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:0.1:1784944601.386094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23600. 00010000:00000010:0.1:1784944601.386109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451400. 00010000:00000010:0.1:1784944601.386113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451200. 00010000:00000010:0.1:1784944601.386115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00000080:00000010:0.1:1784944601.412084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff75a0. 00000080:00000010:0.1:1784944601.412095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7a20. 00010000:00000010:0.1:1784944602.325234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea000. 00010000:00000010:0.1:1784944602.333094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23c00. 00010000:00000010:0.1:1784944602.333115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451200. 00010000:00000010:0.1:1784944602.333120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f21ac00. 00010000:00000010:0.1:1784944602.333122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23900. 00000080:00000010:0.1:1784944602.355083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7180. 00000080:00000010:0.1:1784944602.355090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc00. 00010000:00000010:0.1:1784944602.515075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2500. 00010000:00000010:0.1:1784944602.519083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23a00. 00010000:00000010:0.1:1784944602.519095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451400. 00010000:00000010:0.1:1784944602.519101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb6200. 00010000:00000010:0.1:1784944602.519105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23900. 00000080:00000010:0.1:1784944602.541078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7560. 00000080:00000010:0.1:1784944602.541087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e220. 00010000:00000010:0.1:1784944602.591319:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23900. 00010000:00000010:0.1:1784944602.600095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00010000:00000010:0.1:1784944602.600109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290381e00. 00010000:00000010:0.1:1784944602.600114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451400. 00010000:00000010:0.1:1784944602.600117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23a00. 00000080:00000010:0.1:1784944602.635079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7720. 00000080:00000010:0.1:1784944602.635088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7560. 00010000:00000010:0.1:1784944602.850104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23a00. 00010000:00000010:0.1:1784944602.856109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23200. 00010000:00000010:0.1:1784944602.856124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f451400. 00010000:00000010:0.1:1784944602.856129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:0.1:1784944602.856132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00000080:00000010:0.1:1784944602.895946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7520. 00000080:00000010:0.1:1784944602.895958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7d00. 00010000:00000010:1.1:1784944602.965066:0:236725:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc500. 00010000:00000010:1.1:1784944602.976098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc500. 00010000:00000010:1.1:1784944602.976114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946a00. 00010000:00000010:1.1:1784944602.976117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946800. 00010000:00000010:1.1:1784944602.976120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00000080:00000010:1.1:1784944603.002069:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e980. 00000080:00000010:1.1:1784944603.002080:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e9e0. 00010000:00000010:1.1:1784944603.027115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00010000:00000010:1.1:1784944603.027127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc000. 00010000:00000010:1.1:1784944603.027132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946a00. 00010000:00000010:1.1:1784944603.027135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290380600. 00010000:00000010:1.1:1784944603.027139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00000080:00000010:1.1:1784944603.043075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e9e0. 00000080:00000010:1.1:1784944603.043085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff70c0. 00010000:00000010:1.1:1784944603.050457:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00010000:00000010:1.1:1784944603.055087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbce00. 00010000:00000010:1.1:1784944603.055102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947000. 00010000:00000010:1.1:1784944603.055107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946a00. 00010000:00000010:1.1:1784944603.055109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc000. 00000080:00000010:1.1:1784944603.082082:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e9e0. 00000080:00000010:1.1:1784944603.082093:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e060. 00010000:00000010:0.1:1784944603.094067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23200. 00010000:00000010:0.1:1784944603.102100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00010000:00000010:0.1:1784944603.102115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfec00. 00010000:00000010:0.1:1784944603.102119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bff800. 00010000:00000010:0.1:1784944603.102121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23a00. 00000080:00000010:0.1:1784944603.125097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7bc0. 00000080:00000010:0.1:1784944603.125110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff77e0. 00010000:00000010:0.1:1784944603.183089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23a00. 00010000:00000010:0.1:1784944603.191089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23400. 00010000:00000010:0.1:1784944603.191101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfec00. 00010000:00000010:0.1:1784944603.195094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bff800. 00010000:00000010:0.1:1784944603.195107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00000080:00000010:0.1:1784944603.214073:0:1047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7d60. 00000080:00000010:0.1:1784944603.214089:0:1047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff73e0. 00010000:00000010:1.1:1784944603.226100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbce00. 00010000:00000010:1.1:1784944603.230076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcb00. 00010000:00000010:1.1:1784944603.230094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947000. 00010000:00000010:1.1:1784944603.230097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946600. 00010000:00000010:1.1:1784944603.230099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00000080:00000010:1.1:1784944603.249075:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ef80. 00000080:00000010:1.1:1784944603.249084:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec40. 00010000:00000010:0.1:1784944603.261094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00010000:00000010:0.1:1784944603.265104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23d00. 00010000:00000010:0.1:1784944603.265117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe200. 00010000:00000010:0.1:1784944603.265121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bff600. 00010000:00000010:0.1:1784944603.265123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23400. 00000080:00000010:0.1:1784944603.285097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7060. 00000080:00000010:0.1:1784944603.285117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7fa0. 00010000:00000010:0.1:1784944603.364076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558200. 00010000:00000010:0.1:1784944603.377204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00010000:00000010:0.1:1784944603.377216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bffc00. 00010000:00000010:0.1:1784944603.377219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade42e00. 00010000:00000010:0.1:1784944603.377222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23400. 00000080:00000010:0.1:1784944603.398069:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78e0. 00000080:00000010:0.1:1784944603.398079:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5edc0. 00010000:00000010:0.1:1784944603.454084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23400. 00010000:00000010:0.1:1784944603.459096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23800. 00010000:00000010:0.1:1784944603.459111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bff000. 00010000:00000010:0.1:1784944603.459115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bffc00. 00010000:00000010:0.1:1784944603.459117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00000080:00000010:0.1:1784944603.491085:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7900. 00000080:00000010:0.1:1784944603.491094:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78e0. 00010000:00000010:1.1:1784944603.568071:0:236752:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16b00. 00010000:00000010:1.1:1784944603.574120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00010000:00000010:1.1:1784944603.574134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946400. 00010000:00000010:1.1:1784944603.574137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade43400. 00010000:00000010:1.1:1784944603.574140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbce00. 00000080:00000010:1.1:1784944603.602098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed00. 00000080:00000010:1.1:1784944603.602109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eb00. 00010000:00000010:0.1:1784944603.608271:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23000. 00010000:00000010:0.1:1784944603.618091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00010000:00000010:0.1:1784944603.618105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe800. 00010000:00000010:0.1:1784944603.618108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944603.618111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23800. 00000080:00000010:0.1:1784944603.645070:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff71c0. 00000080:00000010:0.1:1784944603.645081:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7aa0. 00010000:00000010:1.1:1784944603.652085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbce00. 00010000:00000010:0.1:1784944603.767170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23800. 00010000:00000010:0.1:1784944603.772089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23f00. 00010000:00000010:0.1:1784944603.772104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bffa00. 00010000:00000010:0.1:1784944603.772107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfec00. 00010000:00000010:0.1:1784944603.772110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00000080:00000010:0.1:1784944603.797994:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7860. 00000080:00000010:0.1:1784944603.798012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7de0. 00010000:00000010:0.1:1784944603.809131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00010000:00000010:0.1:1784944603.860169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16b00. 00010000:00000010:0.1:1784944603.865091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00010000:00000010:0.1:1784944603.865105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944603.865109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade43600. 00010000:00000010:0.1:1784944603.865112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00000080:00000010:0.1:1784944603.891094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7420. 00000080:00000010:0.1:1784944603.891107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e060. 00010000:00000010:1.1:1784944603.907073:0:236766:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc400. 00010000:00000010:1.1:1784944603.916088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc700. 00010000:00000010:1.1:1784944603.916103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947000. 00010000:00000010:1.1:1784944603.916106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947e00. 00010000:00000010:1.1:1784944603.916109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc800. 00000080:00000010:1.1:1784944603.940067:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ece0. 00000080:00000010:1.1:1784944603.940075:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e400. 00010000:00000010:0.1:1784944603.947086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23500. 00010000:00000010:0.1:1784944603.952076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944603.952084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe200. 00010000:00000010:0.1:1784944603.952088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe000. 00010000:00000010:0.1:1784944603.952090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00000080:00000010:0.1:1784944603.971089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7820. 00000080:00000010:0.1:1784944603.971098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7c40. 00010000:00000010:1.1:1784944604.067090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc800. 00010000:00000010:1.1:1784944604.076081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbca00. 00010000:00000010:1.1:1784944604.076093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947000. 00010000:00000010:1.1:1784944604.080166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946000. 00010000:00000010:1.1:1784944604.080182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc700. 00000080:00000010:1.1:1784944604.107096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e560. 00000080:00000010:1.1:1784944604.107110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb40. 00010000:00000010:1.1:1784944604.299172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbca00. 00010000:00000010:1.1:1784944604.307087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00010000:00000010:1.1:1784944604.307098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947200. 00010000:00000010:1.1:1784944604.311084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946000. 00010000:00000010:1.1:1784944604.311096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbc800. 00000080:00000010:1.1:1784944604.332076:0:236787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e4e0. 00000080:00000010:1.1:1784944604.332085:0:236787:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e4c0. 00010000:00000010:0.1:1784944604.380083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944604.391477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:0.1:1784944604.391493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe000. 00010000:00000010:0.1:1784944604.391497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bff000. 00010000:00000010:0.1:1784944604.391500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c23300. 00000080:00000010:0.1:1784944604.418183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7060. 00000080:00000010:0.1:1784944604.418193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff70e0. 00010000:00000010:1.1:1784944604.479084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00010000:00000010:1.1:1784944604.486085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00010000:00000010:1.1:1784944604.486102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946c00. 00010000:00000010:1.1:1784944604.486107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946000. 00010000:00000010:1.1:1784944604.486109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbca00. 00000080:00000010:1.1:1784944604.506139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e760. 00000080:00000010:1.1:1784944604.506151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e100. 00010000:00000010:0.1:1784944604.581086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d500. 00010000:00000010:0.1:1784944604.590092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00010000:00000010:0.1:1784944604.590107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe000. 00010000:00000010:0.1:1784944604.590110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f21ac00. 00010000:00000010:0.1:1784944604.590113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00000080:00000010:0.1:1784944604.617117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78c0. 00000080:00000010:0.1:1784944604.617136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b800. 00010000:00000010:1.1:1784944604.717073:0:236802:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00010000:00000010:1.1:1784944604.729079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00010000:00000010:1.1:1784944604.729091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947600. 00010000:00000010:1.1:1784944604.729093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946000. 00010000:00000010:1.1:1784944604.729095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00000080:00000010:1.1:1784944604.754082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e440. 00000080:00000010:1.1:1784944604.756072:0:236805:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e140. 00010000:00000010:1.1:1784944604.926078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcf00. 00010000:00000010:1.1:1784944604.935086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:1.1:1784944604.935099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946000. 00010000:00000010:1.1:1784944604.939092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947200. 00010000:00000010:1.1:1784944604.939105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00000080:00000010:1.1:1784944604.962170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed40. 00000080:00000010:1.1:1784944604.962182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e5c0. 00010000:00000010:0.1:1784944605.163183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe55500. 00010000:00000010:0.1:1784944605.177094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944605.177109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944605.177114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade42e00. 00010000:00000010:0.1:1784944605.177118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291138a00. 00000080:00000010:0.1:1784944605.200067:0:236824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ba0. 00000080:00000010:0.1:1784944605.200076:0:236824:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e560. 00010000:00000010:0.1:1784944605.212141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944605.220087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42200. 00010000:00000010:0.1:1784944605.220100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfe000. 00010000:00000010:0.1:1784944605.220107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944605.220110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42e00. 00010000:00000010:0.1:1784944605.435150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8561400. 00010000:00000010:0.1:1784944605.447081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944605.447094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc600. 00010000:00000010:0.1:1784944605.447098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad85b200. 00010000:00000010:0.1:1784944605.447101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42e00. 00000080:00000010:0.1:1784944605.470084:0:236837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7dc0. 00000080:00000010:0.1:1784944605.470094:0:236837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b8c0. 00010000:00000010:1.1:1784944605.689088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:1.1:1784944605.697426:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:1.1:1784944605.697438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947e00. 00010000:00000010:1.1:1784944605.697441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947000. 00010000:00000010:1.1:1784944605.697444:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbcc00. 00000080:00000010:1.1:1784944605.725067:0:236849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ef00. 00000080:00000010:1.1:1784944605.725083:0:236849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0efe0. 00000080:00000010:0.1:1784944605.905084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e680. 00000080:00000010:0.1:1784944605.905097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e80. 00010000:00000010:0.1:1784944605.913268:0:236854:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42000. 00010000:00000010:0.1:1784944605.921099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42a00. 00010000:00000010:0.1:1784944605.921113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fce00. 00010000:00000010:0.1:1784944605.921117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc000. 00010000:00000010:0.1:1784944605.921119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42600. 00000080:00000010:0.1:1784944605.949085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e80. 00000080:00000010:0.1:1784944605.949094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7380. 00010000:00000010:0.1:1784944606.321071:0:236870:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cac00. 00010000:00000010:0.1:1784944606.328138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42b00. 00010000:00000010:0.1:1784944606.328161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fcc00. 00010000:00000010:0.1:1784944606.328166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f308400. 00010000:00000010:0.1:1784944606.328170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42a00. 00000080:00000010:0.1:1784944606.353098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff73e0. 00000080:00000010:0.1:1784944606.353111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ee80. 00010000:00000010:0.1:1784944606.370204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3900. 00010000:00000010:0.1:1784944606.378624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42d00. 00010000:00000010:0.1:1784944606.378639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd000. 00010000:00000010:0.1:1784944606.378643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946000. 00010000:00000010:0.1:1784944606.378647:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42a00. 00000080:00000010:1.1:1784944606.408065:0:236874:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7140. 00000080:00000010:1.1:1784944606.408072:0:236874:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e860. 00010000:00000010:0.1:1784944606.461083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42a00. 00010000:00000010:0.1:1784944606.470080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42400. 00010000:00000010:0.1:1784944606.470094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd600. 00010000:00000010:0.1:1784944606.470098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc000. 00010000:00000010:0.1:1784944606.470100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42d00. 00000080:00000010:0.1:1784944606.494117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7fa0. 00000080:00000010:0.1:1784944606.494125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7020. 00010000:00000010:1.1:1784944607.497090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9b00. 00010000:00000010:1.1:1784944607.505089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3400. 00010000:00000010:1.1:1784944607.505103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1947e00. 00010000:00000010:1.1:1784944607.505106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8592a00. 00010000:00000010:1.1:1784944607.505110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00000080:00000010:1.1:1784944607.531072:0:236921:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ef20. 00000080:00000010:1.1:1784944607.531079:0:236921:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b6c0. 00010000:00000010:1.1:1784944607.825079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42100. 00010000:00000010:1.1:1784944607.834964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3300. 00010000:00000010:1.1:1784944607.834976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c400. 00010000:00000010:1.1:1784944607.834979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd000. 00010000:00000010:1.1:1784944607.834982:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3100. 00000080:00000010:1.1:1784944607.862121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed40. 00000080:00000010:1.1:1784944607.862130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff71e0. 00010000:00000010:1.1:1784944607.919093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9b00. 00010000:00000010:1.1:1784944607.919112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8593400. 00010000:00000010:1.1:1784944607.919117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8592a00. 00010000:00000010:1.1:1784944607.919120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9100. 00000080:00000010:1.1:1784944607.950089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bf20. 00000080:00000010:1.1:1784944607.950103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b460. 00010000:00000010:0.1:1784944608.534073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42e00. 00010000:00000010:0.1:1784944608.538086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42d00. 00010000:00000010:0.1:1784944608.538100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd000. 00010000:00000010:0.1:1784944608.542087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fde00. 00010000:00000010:0.1:1784944608.542100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944608.806075:0:236975:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944608.812090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42400. 00010000:00000010:0.1:1784944608.812102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd000. 00010000:00000010:0.1:1784944608.812106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fdc00. 00010000:00000010:0.1:1784944608.812110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42d00. 00000080:00000010:0.1:1784944608.842087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ea0. 00000080:00000010:0.1:1784944608.846092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff72c0. 00010000:00000010:1.1:1784944608.963087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:1.1:1784944608.967121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3f00. 00010000:00000010:1.1:1784944608.967132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164de00. 00010000:00000010:1.1:1784944608.971092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00010000:00000010:1.1:1784944608.971106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3e00. 00000080:00000010:0.1:1784944608.989088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e900. 00000080:00000010:0.1:1784944608.989101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3e0. 00010000:00000010:0.1:1784944609.001083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42400. 00010000:00000010:0.1:1784944609.005077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00010000:00000010:0.1:1784944609.005091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc800. 00010000:00000010:0.1:1784944609.005096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc200. 00010000:00000010:0.1:1784944609.005100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00000080:00000010:0.1:1784944609.024096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7a20. 00000080:00000010:0.1:1784944609.024107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff71e0. 00010000:00000010:0.1:1784944609.081087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944609.090088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42800. 00010000:00000010:0.1:1784944609.090100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc800. 00010000:00000010:0.1:1784944609.090104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc200. 00010000:00000010:0.1:1784944609.090106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00000080:00000010:0.1:1784944609.120076:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b00. 00000080:00000010:0.1:1784944609.120085:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7f60. 00010000:00000010:0.1:1784944609.365085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42300. 00010000:00000010:0.1:1784944609.365095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc800. 00010000:00000010:0.1:1784944609.365099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28400. 00010000:00000010:0.1:1784944609.365103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae400. 00000080:00000010:0.1:1784944609.392076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7640. 00000080:00000010:0.1:1784944609.392086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b8a0. 00010000:00000010:1.1:1784944609.405084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3d00. 00010000:00000010:1.1:1784944609.409085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:1.1:1784944609.409098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00010000:00000010:1.1:1784944609.409101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00010000:00000010:1.1:1784944609.409103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3300. 00000080:00000010:1.1:1784944609.434077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e680. 00000080:00000010:1.1:1784944609.434087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e160. 00010000:00000010:0.1:1784944609.561115:0:237005:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42100. 00010000:00000010:0.1:1784944609.571095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00010000:00000010:0.1:1784944609.571111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd000. 00010000:00000010:0.1:1784944609.571116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc800. 00010000:00000010:0.1:1784944609.571118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00000080:00000010:0.1:1784944609.616301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7980. 00000080:00000010:0.1:1784944609.616311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78a0. 00010000:00000010:0.1:1784944609.786132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00010000:00000010:0.1:1784944609.794106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42d00. 00010000:00000010:0.1:1784944609.794119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fd000. 00010000:00000010:0.1:1784944609.794122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fdc00. 00010000:00000010:0.1:1784944609.794124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00010000:00000010:1.1:1784944610.176078:0:237025:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3300. 00010000:00000010:1.1:1784944610.189453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3300. 00010000:00000010:1.1:1784944610.189461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ce00. 00010000:00000010:1.1:1784944610.189464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00010000:00000010:1.1:1784944610.189467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00000080:00000010:1.1:1784944610.217200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e420. 00000080:00000010:1.1:1784944610.220072:0:237028:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ede0. 00010000:00000010:1.1:1784944610.274165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35400. 00010000:00000010:1.1:1784944610.282105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00010000:00000010:1.1:1784944610.282121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c400. 00010000:00000010:1.1:1784944610.282125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e800. 00010000:00000010:1.1:1784944610.282128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:0.1:1784944610.407080:0:237035:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35200. 00010000:00000010:0.1:1784944610.416096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00010000:00000010:0.1:1784944610.416109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fdc00. 00010000:00000010:0.1:1784944610.416114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f600. 00010000:00000010:0.1:1784944610.416117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00000080:00000010:0.1:1784944610.444136:0:237037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78e0. 00000080:00000010:0.1:1784944610.444146:0:237037:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e000. 00010000:00000010:0.1:1784944610.461086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00010000:00000010:0.1:1784944610.470324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6500. 00010000:00000010:0.1:1784944610.470340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc000. 00010000:00000010:0.1:1784944610.470344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fdc00. 00010000:00000010:0.1:1784944610.470346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00000080:00000010:0.1:1784944610.493087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7980. 00000080:00000010:0.1:1784944610.493098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78e0. 00010000:00000010:1.1:1784944610.502460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:1.1:1784944610.510148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:1.1:1784944610.510164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c200. 00010000:00000010:1.1:1784944610.510168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00010000:00000010:1.1:1784944610.510171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00000080:00000010:1.1:1784944610.532165:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e2e0. 00000080:00000010:1.1:1784944610.532174:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eec0. 00010000:00000010:0.1:1784944610.544083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6500. 00010000:00000010:0.1:1784944610.549083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6600. 00010000:00000010:0.1:1784944610.549107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944610.549112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2902fc000. 00010000:00000010:0.1:1784944610.549116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00000080:00000010:0.1:1784944610.569100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e40. 00000080:00000010:0.1:1784944610.569113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b80. 00010000:00000010:0.1:1784944610.579080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aea00. 00010000:00000010:0.1:1784944610.588083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6500. 00010000:00000010:0.1:1784944610.588107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1bfea00. 00010000:00000010:0.1:1784944610.588111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28800. 00010000:00000010:0.1:1784944610.588114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00000080:00000010:0.1:1784944610.614154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7360. 00000080:00000010:0.1:1784944610.614165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bbc0. 00010000:00000010:0.1:1784944610.930084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6b00. 00010000:00000010:0.1:1784944610.936085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:0.1:1784944610.936093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0000. 00010000:00000010:0.1:1784944610.940089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1e00. 00010000:00000010:0.1:1784944610.940101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6200. 00000080:00000010:0.1:1784944610.962090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff76e0. 00000080:00000010:0.1:1784944610.962101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7120. 00010000:00000010:1.1:1784944611.017299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6200. 00010000:00000010:1.1:1784944611.026089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3f00. 00010000:00000010:1.1:1784944611.026099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00010000:00000010:1.1:1784944611.026103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0200. 00010000:00000010:1.1:1784944611.026106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00000080:00000010:1.1:1784944611.058071:0:237061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e720. 00000080:00000010:1.1:1784944611.058083:0:237061:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff72e0. 00010000:00000010:1.1:1784944611.076091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:1.1:1784944611.116081:0:237063:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:1.1:1784944611.124087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00010000:00000010:1.1:1784944611.124108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00010000:00000010:1.1:1784944611.124114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0200. 00010000:00000010:1.1:1784944611.124117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00000080:00000010:1.1:1784944611.153086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ebe0. 00000080:00000010:1.1:1784944611.153098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7380. 00010000:00000010:0.1:1784944611.253245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6b00. 00010000:00000010:0.1:1784944611.261438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42500. 00010000:00000010:0.1:1784944611.261451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0000. 00010000:00000010:0.1:1784944611.261455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944611.261458:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:1.1:1784944611.319078:0:237069:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:0.1:1784944611.453099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35500. 00010000:00000010:0.1:1784944611.461097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:0.1:1784944611.461110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0000. 00010000:00000010:0.1:1784944611.461115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f400. 00010000:00000010:0.1:1784944611.461118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00000080:00000010:0.1:1784944611.487340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7480. 00000080:00000010:0.1:1784944611.487354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ef00. 00010000:00000010:0.1:1784944611.630108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35900. 00010000:00000010:0.1:1784944611.640089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00010000:00000010:0.1:1784944611.640101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0800. 00010000:00000010:0.1:1784944611.640104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f800. 00010000:00000010:0.1:1784944611.640108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00000080:00000010:0.1:1784944611.671077:0:237081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ba0. 00000080:00000010:0.1:1784944611.671086:0:237081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e940. 00010000:00000010:0.1:1784944611.697870:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00010000:00000010:0.1:1784944611.705078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378c00. 00010000:00000010:0.1:1784944611.705089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1800. 00010000:00000010:0.1:1784944611.705092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0800. 00010000:00000010:0.1:1784944611.705094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00000080:00000010:0.1:1784944611.735088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7440. 00000080:00000010:0.1:1784944611.735101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ba0. 00010000:00000010:0.1:1784944612.119445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1e00. 00010000:00000010:0.1:1784944612.119459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bef00. 00000080:00000010:1.1:1784944612.155337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bb00. 00000080:00000010:1.1:1784944612.155345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff74e0. 00010000:00000010:0.1:1784944612.919332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378700. 00010000:00000010:0.1:1784944612.938448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00010000:00000010:0.1:1784944612.938464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944612.938468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0200. 00010000:00000010:0.1:1784944612.938472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378b00. 00010000:00000010:1.1:1784944612.986085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2411500. 00010000:00000010:1.1:1784944612.998469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:1.1:1784944612.998484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00010000:00000010:1.1:1784944612.998487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037a00. 00010000:00000010:1.1:1784944612.998490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:1.1:1784944613.223233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2411f00. 00010000:00000010:1.1:1784944613.223267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d600. 00010000:00000010:1.1:1784944613.223272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00010000:00000010:1.1:1784944613.227540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037400. 00010000:00000010:1.1:1784944613.227554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc200. 00010000:00000010:0.1:1784944613.274917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d600. 00010000:00000010:0.1:1784944613.274925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378300. 00010000:00000010:0.1:1784944613.274929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0c00. 00010000:00000010:0.1:1784944613.279110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00010000:00000010:0.1:1784944613.279122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00000080:00000010:0.1:1784944613.303454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7fe0. 00000080:00000010:0.1:1784944613.303461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed00. 00010000:00000010:0.1:1784944613.483313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3b00. 00010000:00000010:0.1:1784944613.488089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378a00. 00010000:00000010:0.1:1784944613.488099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1e00. 00010000:00000010:0.1:1784944613.488102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b02800. 00010000:00000010:0.1:1784944613.488104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378300. 00000080:00000010:0.1:1784944613.517172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff79c0. 00000080:00000010:0.1:1784944613.517183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bb40. 00010000:00000010:0.1:1784944613.538093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036600. 00010000:00000010:0.1:1784944613.538109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3200. 00000080:00000010:0.1:1784944613.565566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b7a0. 00000080:00000010:0.1:1784944613.565580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e3e0. 00010000:00000010:0.1:1784944613.711141:0:237152:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378300. 00010000:00000010:0.1:1784944613.715431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378600. 00010000:00000010:0.1:1784944613.715448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0c00. 00010000:00000010:0.1:1784944613.720475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944613.720489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378a00. 00000080:00000010:0.1:1784944613.752068:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7900. 00000080:00000010:0.1:1784944613.752078:0:236276:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7aa0. 00010000:00000010:1.1:1784944613.770441:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032de00. 00010000:00000010:1.1:1784944613.774082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dc00. 00010000:00000010:1.1:1784944613.774093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581800. 00010000:00000010:1.1:1784944613.774096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581e00. 00010000:00000010:1.1:1784944613.774098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00000080:00000010:1.1:1784944613.812081:0:237156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3e0. 00000080:00000010:1.1:1784944613.812299:0:237156:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8c0. 00010000:00000010:1.1:1784944613.832349:0:237156:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00010000:00000010:0.1:1784944613.845317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581e00. 00010000:00000010:0.1:1784944613.845327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dc00. 00010000:00000010:1.1:1784944613.846082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00010000:00000010:1.1:1784944613.846088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580400. 00000080:00000010:1.1:1784944613.887091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eee0. 00000080:00000010:1.1:1784944613.887101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8c0. 00010000:00000010:0.1:1784944614.030194:0:237162:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378600. 00010000:00000010:0.1:1784944614.043482:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378c00. 00010000:00000010:0.1:1784944614.043497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0e00. 00010000:00000010:0.1:1784944614.043500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944614.043503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378300. 00000080:00000010:0.1:1784944614.068147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b00. 00000080:00000010:0.1:1784944614.068156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff77e0. 00010000:00000010:0.1:1784944614.274316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378c00. 00010000:00000010:0.1:1784944614.274331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc0800. 00010000:00000010:0.1:1784944614.274336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b02a00. 00010000:00000010:0.1:1784944614.274339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3a00. 00000080:00000010:0.1:1784944614.302572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7680. 00000080:00000010:0.1:1784944614.302579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46ba20. 00010000:00000010:0.1:1784944614.369073:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378c00. 00010000:00000010:0.1:1784944614.377093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00010000:00000010:0.1:1784944614.377107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1800. 00010000:00000010:0.1:1784944614.377111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944614.377113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378600. 00000080:00000010:0.1:1784944614.394400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7da0. 00000080:00000010:0.1:1784944614.398282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff74a0. 00010000:00000010:1.1:1784944614.476178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00010000:00000010:1.1:1784944614.480294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dd00. 00010000:00000010:1.1:1784944614.480305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581600. 00010000:00000010:1.1:1784944614.480308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580000. 00010000:00000010:1.1:1784944614.480310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d500. 00000080:00000010:1.1:1784944614.505090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3a0. 00000080:00000010:1.1:1784944614.505100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e6a0. 00010000:00000010:0.1:1784944614.582376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378600. 00010000:00000010:0.1:1784944614.591260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378b00. 00010000:00000010:0.1:1784944614.591269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944614.591273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1800. 00010000:00000010:0.1:1784944614.591276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00010000:00000010:1.1:1784944614.623110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2411a00. 00010000:00000010:1.1:1784944614.635203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00010000:00000010:1.1:1784944614.635218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00010000:00000010:1.1:1784944614.635223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037e00. 00010000:00000010:1.1:1784944614.635226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d500. 00000080:00000010:1.1:1784944614.660164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e320. 00000080:00000010:1.1:1784944614.660179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eaa0. 00010000:00000010:1.1:1784944614.792409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d500. 00010000:00000010:1.1:1784944614.799246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032df00. 00010000:00000010:1.1:1784944614.799262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581a00. 00010000:00000010:1.1:1784944614.799266:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00010000:00000010:1.1:1784944614.799268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00000080:00000010:1.1:1784944614.833574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e260. 00000080:00000010:1.1:1784944614.833595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e720. 00010000:00000010:1.1:1784944615.309103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d500. 00010000:00000010:1.1:1784944615.317088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00010000:00000010:1.1:1784944615.317103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00010000:00000010:1.1:1784944615.321105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581600. 00010000:00000010:1.1:1784944615.321120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d100. 00000080:00000010:1.1:1784944615.352083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ee00. 00000080:00000010:1.1:1784944615.352094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e5e0. 00010000:00000010:0.1:1784944615.368295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378b00. 00010000:00000010:0.1:1784944615.372095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:0.1:1784944615.372109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1800. 00010000:00000010:0.1:1784944615.372113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944615.372115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00000080:00000010:0.1:1784944615.397082:0:237216:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7340. 00000080:00000010:0.1:1784944615.397094:0:237216:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff75e0. 00010000:00000010:1.1:1784944615.626084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d200. 00010000:00000010:1.1:1784944615.626100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00010000:00000010:1.1:1784944615.626105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad987e00. 00010000:00000010:1.1:1784944615.626109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cb100. 00000080:00000010:1.1:1784944615.662175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec60. 00000080:00000010:1.1:1784944615.662190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b000. 00010000:00000010:1.1:1784944615.785218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032da00. 00010000:00000010:1.1:1784944615.785233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00010000:00000010:1.1:1784944615.785248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad987a00. 00010000:00000010:1.1:1784944615.785252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cb300. 00000080:00000010:1.1:1784944615.807677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e020. 00000080:00000010:1.1:1784944615.807688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b5a0. 00010000:00000010:1.1:1784944615.918376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:1.1:1784944615.926090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d000. 00010000:00000010:1.1:1784944615.926103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00010000:00000010:1.1:1784944615.929135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1800. 00010000:00000010:1.1:1784944615.929145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d600. 00000080:00000010:0.1:1784944615.952082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e0c0. 00000080:00000010:0.1:1784944615.952093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7520. 00010000:00000010:0.1:1784944616.692230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:0.1:1784944616.708094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d42c00. 00010000:00000010:0.1:1784944616.708109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cc600. 00010000:00000010:0.1:1784944616.708112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6cc1600. 00010000:00000010:0.1:1784944616.708117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00010000:00000010:1.1:1784944616.955085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1dd3a00. 00010000:00000010:1.1:1784944616.998082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1dd3800. 00010000:00000010:1.1:1784944617.039130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00010000:00000010:1.1:1784944617.046091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00010000:00000010:1.1:1784944617.046098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580c00. 00010000:00000010:1.1:1784944617.046101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00010000:00000010:1.1:1784944617.046103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d100. 00000080:00000010:1.1:1784944617.083069:0:237282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e860. 00000080:00000010:1.1:1784944617.083080:0:237282:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec20. 00010000:00000010:0.1:1784944641.913380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a6c00. 00000080:00000010:0.1:1784944641.918182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e4e0. 00010000:00000010:0.1:1784944641.918249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be200. 00010000:00000010:0.1:1784944641.918254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a6e00. 00000080:00000010:0.1:1784944643.035067:0:239996:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e900. 00010000:00000010:0.1:1784944643.037096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a500. 00010000:00000010:0.1:1784944643.037108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5de00. 00010000:00000010:0.1:1784944643.037112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a600. 00010000:00000010:0.1:1784944643.037116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5dc00. 00010000:00000010:0.1:1784944643.037120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196aa00. 00010000:00000010:0.1:1784944643.037124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5ce00. 00010000:00000010:0.1:1784944643.372098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4000. 00010000:00000010:0.1:1784944643.372108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5c00. 00000080:00000010:0.1:1784944643.687081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7a00. 00010000:00000010:0.1:1784944643.699095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be600. 00010000:00000010:0.1:1784944643.699109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a7800. 00010000:00000010:0.1:1784944643.699114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1818400. 00010000:00000010:0.1:1784944643.699117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cc000. 00010000:00000010:0.1:1784944643.699121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cdc00. 00010000:00000010:0.1:1784944643.699123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1818500. 00010000:00000010:0.1:1784944643.699125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cce00. 00010000:00000010:0.1:1784944643.708078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1818d00. 00010000:00000010:0.1:1784944643.708092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2851cd200. 00000080:00000010:0.1:1784944644.683096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e380. 00010000:00000010:1.1:1784944644.690079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a600. 00010000:00000010:1.1:1784944644.690089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5d400. 00000080:00000010:0.1:1784944644.984089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bd40. 00010000:00000010:1.1:1784944644.990094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4600. 00010000:00000010:1.1:1784944644.990104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00000080:00000010:1.1:1784944645.302118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ee80. 00010000:00000010:1.1:1784944645.308123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bee00. 00010000:00000010:1.1:1784944645.308131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a6400. 00010000:00000010:1.1:1784944645.308135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bef00. 00010000:00000010:1.1:1784944645.308137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a7c00. 00010000:00000010:1.1:1784944645.308140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a6600. 00010000:00000010:1.1:1784944645.308142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bed00. 00010000:00000010:1.1:1784944645.308144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a6800. 00000080:00000010:0.1:1784944645.614085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e140. 00010000:00000010:1.1:1784944645.625090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196a500. 00010000:00000010:1.1:1784944645.625098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5d400. 00010000:00000010:1.1:1784944645.625103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4f00. 00010000:00000010:1.1:1784944645.625118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4e00. 00010000:00000010:1.1:1784944645.625122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5da00. 00010000:00000010:1.1:1784944645.625125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b196ab00. 00010000:00000010:1.1:1784944645.625127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:0.1:1784944646.219084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b480. 00010000:00000010:1.1:1784944646.224104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4200. 00010000:00000010:1.1:1784944646.224118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00000080:00000010:0.1:1784944662.947086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eca0. 00000080:00000010:0.1:1784944663.261188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1458a0. 00000080:00000010:0.1:1784944665.199085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aea80. 00000080:00000010:1.1:1784944666.085088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145520. 00010000:00000010:1.1:1784944666.090164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911c00. 00010000:00000010:1.1:1784944666.090176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5400. 00010000:00000010:1.1:1784944666.090180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911f00. 00010000:00000010:1.1:1784944666.090183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5a00. 00010000:00000010:1.1:1784944666.090185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4c00. 00010000:00000010:1.1:1784944666.090187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911100. 00010000:00000010:1.1:1784944666.090190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5800. 00000080:00000010:0.1:1784944692.064077:0:241850:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0e20. 00010000:00000010:0.1:1784944692.297320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3c00. 00010000:00000010:1.1:1784944695.616951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036000. 00010000:00000010:1.1:1784944695.706137:0:242484:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d000. 00010000:00000010:1.1:1784944695.706143:0:242484:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037200. 00010000:00000010:1.1:1784944695.712075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032db00. 00010000:00000010:0.1:1784944695.879493:0:242495:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d700. 00010000:00000010:0.1:1784944695.879502:0:242495:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037600. 00000080:00000010:0.1:1784944695.879509:0:242495:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e920. 00010000:00000010:1.1:1784944695.916079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036c00. 00010000:00000010:1.1:1784944695.920313:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d000. 00010000:00000010:1.1:1784944695.920317:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037e00. 00000080:00000010:1.1:1784944695.928066:0:242497:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e980. 00000080:00000010:1.1:1784944695.931315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e420. 00010000:00000010:1.1:1784944695.931325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321400. 00010000:00000010:1.1:1784944695.931330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2400. 00010000:00000010:1.1:1784944695.931334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d000. 00010000:00000010:1.1:1784944695.940102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032df00. 00010000:00000010:1.1:1784944699.189074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321800. 00010000:00000010:1.1:1784944699.189081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2800. 00010000:00000010:0.1:1784944703.985090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865db00. 00010000:00000010:0.1:1784944703.995080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d100. 00010000:00000010:0.1:1784944703.995090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73a00. 00010000:00000010:0.1:1784944705.213082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865db00. 00010000:00000010:0.1:1784944705.213092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73600. 00000080:00000010:1.1:1784944724.566238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ef20. 00010000:00000010:1.1:1784944724.566259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032db00. 00010000:00000010:1.1:1784944724.566265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036400. 00000080:00000010:0.1:1784944724.605122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910de0. 00010000:00000010:0.1:1784944724.605232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991c00. 00010000:00000010:0.1:1784944724.605240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1946a00. 00000080:00000010:0.1:1784944724.897084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1f4d220. 00010000:00000010:0.1:1784944724.897099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be900. 00010000:00000010:0.1:1784944724.897104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290426400. 00000080:00000010:0.1:1784944724.906069:0:234915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227640. 00010000:00000010:0.1:1784944724.906078:0:234915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac202800. 00010000:00000010:0.1:1784944724.906086:0:234915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add0b200. 00000080:00000010:0.1:1784944724.926090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2902272a0. 00010000:00000010:0.1:1784944724.926101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28394cf00. 00010000:00000010:0.1:1784944724.926104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add0a800. 00000080:00000010:1.1:1784944724.966078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1f4dc20. 00010000:00000010:1.1:1784944724.975510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d400. 00010000:00000010:1.1:1784944724.975522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290426800. 00000080:00000010:1.1:1784944724.979204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227a60. 00010000:00000010:1.1:1784944724.979215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac202c00. 00010000:00000010:1.1:1784944724.979219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add0ac00. 00000080:00000010:1.1:1784944725.020158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227a00. 00010000:00000010:1.1:1784944725.020170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c38d00. 00010000:00000010:1.1:1784944725.020175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c02d0800. 00000080:00000010:1.1:1784944725.047076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e900. 00010000:00000010:1.1:1784944725.047091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00010000:00000010:1.1:1784944725.047098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036e00. 00000080:00000010:0.1:1784944725.250099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe08a0. 00010000:00000010:0.1:1784944725.250110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb8fa00. 00010000:00000010:0.1:1784944725.250115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f06600. 00000080:00000010:1.1:1784944725.510083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac03c0. 00010000:00000010:1.1:1784944725.510103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291159100. 00010000:00000010:1.1:1784944725.510112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dc200. 00000080:00000010:1.1:1784944725.573079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0420. 00010000:00000010:1.1:1784944725.573088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a292b75b00. 00010000:00000010:1.1:1784944725.573091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42400. 00000080:00000010:0.1:1784944725.676090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1460. 00010000:00000010:0.1:1784944725.676106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482c00. 00010000:00000010:0.1:1784944725.676114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b31a00. 00000080:00000010:0.1:1784944725.865328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab54c0. 00010000:00000010:0.1:1784944725.870099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482d00. 00010000:00000010:0.1:1784944725.870108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403600. 00010000:00000010:0.1:1784944726.037224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367700. 00010000:00000010:0.1:1784944726.037234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386000. 00000080:00000010:0.1:1784944726.042080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5ac0. 00010000:00000010:0.1:1784944726.042090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367b00. 00010000:00000010:0.1:1784944726.042095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386e00. 00000080:00000010:1.1:1784944726.225128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5ca0. 00010000:00000010:1.1:1784944726.225139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372a00. 00010000:00000010:1.1:1784944726.225144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3200. 00000080:00000010:1.1:1784944726.251079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5220. 00010000:00000010:1.1:1784944726.251090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372200. 00010000:00000010:1.1:1784944726.251094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2a00. 00000080:00000010:0.1:1784944726.665078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471d20. 00010000:00000010:0.1:1784944726.665094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87e6300. 00010000:00000010:0.1:1784944726.665101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad70cc00. 00000080:00000010:0.1:1784944726.823111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471460. 00010000:00000010:0.1:1784944726.823122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286490d00. 00010000:00000010:0.1:1784944726.823130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a75e3000. 00000080:00000010:0.1:1784944726.871133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df240. 00010000:00000010:0.1:1784944726.871144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca200. 00010000:00000010:0.1:1784944726.871148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79c00. 00000080:00000010:0.1:1784944726.871151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471780. 00010000:00000010:0.1:1784944726.871156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb49900. 00010000:00000010:0.1:1784944726.871159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac172600. 00000080:00000010:1.1:1784944726.918092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471d00. 00010000:00000010:1.1:1784944726.920077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42ba00. 00010000:00000010:1.1:1784944726.920088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c1c200. 00000080:00000010:1.1:1784944726.951081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471f40. 00010000:00000010:1.1:1784944726.951101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42b500. 00010000:00000010:1.1:1784944726.951108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c1d400. 00000080:00000010:1.1:1784944726.984078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e6a0. 00010000:00000010:1.1:1784944726.984095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31a500. 00010000:00000010:1.1:1784944726.984099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c14e00. 00000080:00000010:1.1:1784944726.984101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e040. 00010000:00000010:1.1:1784944726.984103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac31a700. 00010000:00000010:1.1:1784944726.984106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1c15e00. 00000080:00000010:1.1:1784944727.043105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5eea0. 00010000:00000010:1.1:1784944727.043121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42bd00. 00010000:00000010:1.1:1784944727.043128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30fa00. 00000080:00000010:0.1:1784944727.149750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7040. 00010000:00000010:0.1:1784944727.149760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fce400. 00010000:00000010:0.1:1784944727.149765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d46a00. 00000080:00000010:1.1:1784944727.451088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800180. 00010000:00000010:1.1:1784944727.451100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e0c900. 00010000:00000010:1.1:1784944727.451105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0fa00. 00000080:00000010:0.1:1784944728.048073:0:234914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1680. 00010000:00000010:0.1:1784944728.048092:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c8de00. 00010000:00000010:0.1:1784944728.048097:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a747ae00. 00000080:00000010:0.1:1784944728.065118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1d00. 00010000:00000010:0.1:1784944728.065128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c8db00. 00010000:00000010:0.1:1784944728.065132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a747b000. 00000080:00000010:1.1:1784944728.144075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e11c0. 00010000:00000010:1.1:1784944728.144084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e51000. 00010000:00000010:1.1:1784944728.144088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8c00. 00000080:00000010:1.1:1784944728.462077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df5e0. 00010000:00000010:1.1:1784944728.462086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea800. 00010000:00000010:1.1:1784944728.462090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c020fe00. 00000080:00000010:1.1:1784944728.480473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227a80. 00010000:00000010:1.1:1784944728.480480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d3ad00. 00010000:00000010:1.1:1784944728.480483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004ce00. 00000080:00000010:1.1:1784944728.500079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227aa0. 00010000:00000010:1.1:1784944728.500094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d3af00. 00010000:00000010:1.1:1784944728.500099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c004d000. 00000080:00000010:1.1:1784944728.591274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910b40. 00010000:00000010:1.1:1784944728.595243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d3a100. 00010000:00000010:1.1:1784944728.595251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7a87000. 00000080:00000010:1.1:1784944728.966182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8fc0. 00010000:00000010:1.1:1784944728.966198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2500. 00010000:00000010:1.1:1784944728.966204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e7800. 00000080:00000010:1.1:1784944728.992099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bb40. 00010000:00000010:1.1:1784944728.992114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903db900. 00010000:00000010:1.1:1784944728.992119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40c00. 00000080:00000010:1.1:1784944728.992131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46ba40. 00010000:00000010:1.1:1784944728.992137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287fe0f00. 00010000:00000010:1.1:1784944728.992140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f000. 00000080:00000010:0.1:1784944728.995434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc40. 00010000:00000010:0.1:1784944728.995445:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903db100. 00010000:00000010:0.1:1784944728.995450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41200. 00000080:00000010:1.1:1784944729.008084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b040. 00010000:00000010:1.1:1784944729.008112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287fe0100. 00010000:00000010:1.1:1784944729.008121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e200. 00000080:00000010:1.1:1784944729.026090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b380. 00010000:00000010:1.1:1784944729.026102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5000. 00010000:00000010:1.1:1784944729.026106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515bc00. 00000080:00000010:1.1:1784944729.030088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b5c0. 00010000:00000010:1.1:1784944729.030099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287fe0700. 00010000:00000010:1.1:1784944729.030106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e000. 00000080:00000010:1.1:1784944729.038134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63f20. 00010000:00000010:1.1:1784944729.038151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5d00. 00010000:00000010:1.1:1784944729.038158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a200. 00000080:00000010:0.1:1784944729.079173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63740. 00010000:00000010:0.1:1784944729.079186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5300. 00010000:00000010:0.1:1784944729.079191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515ae00. 00000080:00000010:1.1:1784944729.219073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa78e0. 00010000:00000010:1.1:1784944729.219084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c1f000. 00010000:00000010:1.1:1784944729.219087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fbaae00. 00000080:00000010:1.1:1784944729.308137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ca0. 00010000:00000010:1.1:1784944729.308148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285cc7000. 00010000:00000010:1.1:1784944729.308156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291038600. 00000080:00000010:0.1:1784944729.525088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8a00. 00010000:00000010:0.1:1784944729.525103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16d00. 00010000:00000010:0.1:1784944729.525109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f400. 00000080:00000010:1.1:1784944729.547823:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2620. 00010000:00000010:1.1:1784944729.547832:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e53400. 00010000:00000010:1.1:1784944729.547835:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856d4000. 00000080:00000010:1.1:1784944729.556094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8ee0. 00010000:00000010:1.1:1784944729.556104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16500. 00010000:00000010:1.1:1784944729.556108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f800. 00010000:00000010:1.1:1784944730.157603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade96f00. 00010000:00000010:1.1:1784944730.157615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29036d000. 00000080:00000010:1.1:1784944730.379088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc33e0. 00010000:00000010:1.1:1784944730.379102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87a7e00. 00010000:00000010:1.1:1784944730.379107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8614400. 00000080:00000010:0.1:1784944730.630309:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2c00. 00010000:00000010:0.1:1784944730.630320:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78ca000. 00010000:00000010:0.1:1784944730.630325:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f972a00. 00000080:00000010:1.1:1784944730.639132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2260. 00010000:00000010:1.1:1784944730.639143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a78ca600. 00010000:00000010:1.1:1784944730.639151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f973c00. 00000080:00000010:1.1:1784944730.684512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691340. 00010000:00000010:1.1:1784944730.690834:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9a00. 00010000:00000010:1.1:1784944730.690844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3e8800. 00010000:00000010:1.1:1784944730.692087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b86c9500. 00010000:00000010:1.1:1784944730.692094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3e8600. 00000080:00000010:1.1:1784944730.758112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691720. 00010000:00000010:1.1:1784944730.758137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fcfc200. 00010000:00000010:1.1:1784944730.758143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b4400. 00000080:00000010:1.1:1784944731.310066:0:234915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145f60. 00010000:00000010:1.1:1784944731.310074:0:234915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b6c500. 00010000:00000010:1.1:1784944731.310076:0:234915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130c00. 00000080:00000010:0.1:1784944731.318188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145220. 00010000:00000010:0.1:1784944731.318196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b6c000. 00010000:00000010:0.1:1784944731.318199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7909400. 00000080:00000010:0.1:1784944731.456100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3940. 00010000:00000010:0.1:1784944731.456111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac340f00. 00010000:00000010:0.1:1784944731.456119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d7600. 00010000:00000010:3.1:1784944731.466492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1d7400. 00000080:00000010:3.1:1784944731.471080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f36e0. 00000080:00000010:3.1:1784944731.491072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f35a0. 00010000:00000010:3.1:1784944731.491089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62e500. 00010000:00000010:3.1:1784944731.491096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade95000. 00000080:00000010:3.1:1784944731.499162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f37a0. 00010000:00000010:3.1:1784944731.499175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62e600. 00010000:00000010:3.1:1784944731.499180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade94c00. 00000080:00000010:3.1:1784944731.511083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3b60. 00010000:00000010:3.1:1784944731.511093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62ec00. 00010000:00000010:3.1:1784944731.511098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade95200. 00000080:00000010:3.1:1784944731.518108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3be0. 00010000:00000010:3.1:1784944731.523081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62e200. 00010000:00000010:3.1:1784944731.523086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade94000. 00000080:00000010:3.1:1784944731.527070:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145bc0. 00010000:00000010:3.1:1784944731.527082:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4900. 00010000:00000010:3.1:1784944731.527087:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5400. 00000080:00000010:3.1:1784944731.527092:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3880. 00000080:00000010:3.1:1784944731.527099:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3aa0. 00010000:00000010:3.1:1784944731.538089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2800. 00010000:00000010:3.1:1784944731.538124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2c00. 00000080:00000010:3.1:1784944731.543123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8c20. 00010000:00000010:3.1:1784944731.543135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35a00. 00010000:00000010:3.1:1784944731.543140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded600. 00000080:00000010:3.1:1784944731.543156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3700. 00010000:00000010:3.1:1784944731.543162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac340700. 00010000:00000010:3.1:1784944731.543166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade94200. 00000080:00000010:3.1:1784944731.548087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3960. 00010000:00000010:3.1:1784944731.548100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2900. 00010000:00000010:3.1:1784944731.548107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe3000. 00000080:00000010:3.1:1784944731.552091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f33a0. 00010000:00000010:3.1:1784944731.552102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2400. 00010000:00000010:3.1:1784944731.552106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2e00. 00000080:00000010:3.1:1784944731.552108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3520. 00010000:00000010:3.1:1784944731.552112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2e00. 00010000:00000010:3.1:1784944731.552114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2a00. 00000080:00000010:3.1:1784944731.560085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3ce0. 00010000:00000010:3.1:1784944731.560099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2500. 00010000:00000010:3.1:1784944731.560107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2600. 00000080:00000010:1.1:1784944731.572640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f32a0. 00010000:00000010:1.1:1784944731.572653:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2d00. 00010000:00000010:1.1:1784944731.572662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2000. 00000080:00000010:3.1:1784944731.576139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3460. 00010000:00000010:3.1:1784944731.576153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2700. 00010000:00000010:3.1:1784944731.576159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2400. 00000080:00000010:3.1:1784944731.580261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3240. 00010000:00000010:3.1:1784944731.580276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2300. 00010000:00000010:3.1:1784944731.580282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe3c00. 00000080:00000010:3.1:1784944731.586086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3b80. 00010000:00000010:3.1:1784944731.586097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2000. 00010000:00000010:3.1:1784944731.586102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2200. 00000080:00000010:3.1:1784944731.597112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3000. 00010000:00000010:3.1:1784944731.597127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62e100. 00010000:00000010:3.1:1784944731.597132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe3a00. 00000080:00000010:3.1:1784944731.601065:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3ec0. 00010000:00000010:3.1:1784944731.601074:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2f00. 00010000:00000010:3.1:1784944731.601078:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287fe2800. 00000080:00000010:3.1:1784944731.635349:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8dc0. 00010000:00000010:3.1:1784944731.635361:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23ae00. 00010000:00000010:3.1:1784944731.635366:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290256000. 00000080:00000010:1.1:1784944731.640139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3f80. 00010000:00000010:1.1:1784944731.644089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2911d2a00. 00010000:00000010:1.1:1784944731.644096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48200. 00000080:00000010:1.1:1784944731.651100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3040. 00010000:00000010:1.1:1784944731.651114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad812f00. 00010000:00000010:1.1:1784944731.651120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe49200. 00000080:00000010:3.1:1784944731.658183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3e80. 00000080:00000010:3.1:1784944731.672090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3f00. 00010000:00000010:3.1:1784944731.672105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad812c00. 00010000:00000010:3.1:1784944731.672115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe49a00. 00000080:00000010:3.1:1784944731.677086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3d00. 00010000:00000010:3.1:1784944731.677142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad812900. 00010000:00000010:3.1:1784944731.677151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe49e00. 00000080:00000010:3.1:1784944731.684194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f92a0. 00010000:00000010:3.1:1784944731.684207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f693300. 00010000:00000010:3.1:1784944731.684212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e87200. 00000080:00000010:3.1:1784944731.693095:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3560. 00010000:00000010:3.1:1784944731.693112:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad812500. 00010000:00000010:3.1:1784944731.693124:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48a00. 00000080:00000010:3.1:1784944731.698102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3b40. 00010000:00000010:3.1:1784944731.698122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f693c00. 00010000:00000010:3.1:1784944731.698126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe48600. 00000080:00000010:3.1:1784944731.721076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a88e0. 00010000:00000010:3.1:1784944731.721089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23a600. 00010000:00000010:3.1:1784944731.721094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257c00. 00000080:00000010:3.1:1784944731.729117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3b00. 00010000:00000010:3.1:1784944731.729144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f693a00. 00010000:00000010:3.1:1784944731.729148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e86e00. 00000080:00000010:3.1:1784944731.741093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9520. 00010000:00000010:3.1:1784944731.741110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f693800. 00010000:00000010:3.1:1784944731.741117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e87000. 00000080:00000010:3.1:1784944731.760079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9e80. 00010000:00000010:3.1:1784944731.760093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4aa00. 00010000:00000010:3.1:1784944731.760101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f8ea00. 00000080:00000010:3.1:1784944731.767140:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9300. 00010000:00000010:3.1:1784944731.767152:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f62ea00. 00010000:00000010:3.1:1784944731.767157:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e86800. 00000080:00000010:3.1:1784944731.767160:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9180. 00010000:00000010:3.1:1784944731.767164:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4a800. 00010000:00000010:3.1:1784944731.767166:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f8e200. 00000080:00000010:3.1:1784944731.784495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9000. 00010000:00000010:3.1:1784944731.784509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac340500. 00010000:00000010:3.1:1784944731.784513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291e87400. 00000080:00000010:1.1:1784944731.793089:0:234914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f91e0. 00010000:00000010:1.1:1784944731.793101:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4a200. 00010000:00000010:1.1:1784944731.793108:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f8e000. 00000080:00000010:3.1:1784944731.802075:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9b40. 00010000:00000010:3.1:1784944731.802087:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4a600. 00010000:00000010:3.1:1784944731.802097:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f8ec00. 00000080:00000010:3.1:1784944731.814071:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9f00. 00010000:00000010:3.1:1784944731.814082:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4a400. 00010000:00000010:3.1:1784944731.814089:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f8e600. 00000080:00000010:3.1:1784944731.832084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9c40. 00010000:00000010:3.1:1784944731.832096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ada00. 00010000:00000010:3.1:1784944731.832142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2a000. 00000080:00000010:3.1:1784944731.838114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9780. 00010000:00000010:3.1:1784944731.838128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ad400. 00010000:00000010:3.1:1784944731.838133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2bc00. 00000080:00000010:3.1:1784944731.854090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f91c0. 00010000:00000010:3.1:1784944731.854102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4a000. 00010000:00000010:3.1:1784944731.854108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f8ee00. 00000080:00000010:3.1:1784944731.854112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f90c0. 00010000:00000010:3.1:1784944731.854119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ad100. 00010000:00000010:3.1:1784944731.854125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2a200. 00000080:00000010:3.1:1784944731.859097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9e40. 00010000:00000010:3.1:1784944731.859110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902add00. 00010000:00000010:3.1:1784944731.859118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2b600. 00000080:00000010:3.1:1784944731.868085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9400. 00010000:00000010:3.1:1784944731.872084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902adb00. 00010000:00000010:3.1:1784944731.872092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2aa00. 00000080:00000010:3.1:1784944731.875090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9d80. 00010000:00000010:3.1:1784944731.875105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ad800. 00010000:00000010:3.1:1784944731.875113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2a600. 00000080:00000010:3.1:1784944731.882156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9600. 00010000:00000010:3.1:1784944731.882163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902adc00. 00010000:00000010:3.1:1784944731.882167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2a400. 00000080:00000010:3.1:1784944731.892073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9840. 00010000:00000010:3.1:1784944731.892088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3c600. 00010000:00000010:3.1:1784944731.892098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f059a00. 00000080:00000010:3.1:1784944731.900084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9940. 00010000:00000010:3.1:1784944731.900097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ade00. 00010000:00000010:3.1:1784944731.900104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d2b400. 00000080:00000010:3.1:1784944731.906081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9b60. 00010000:00000010:3.1:1784944731.906093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3cf00. 00010000:00000010:3.1:1784944731.906103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f059e00. 00000080:00000010:3.1:1784944731.918064:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9f40. 00010000:00000010:3.1:1784944731.918077:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3c000. 00010000:00000010:3.1:1784944731.918086:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f059800. 00000080:00000010:3.1:1784944731.922154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9700. 00010000:00000010:3.1:1784944731.922164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ad700. 00010000:00000010:3.1:1784944731.922169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f058600. 00000080:00000010:3.1:1784944731.927081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f95a0. 00010000:00000010:3.1:1784944731.927092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3ca00. 00010000:00000010:3.1:1784944731.927098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f059200. 00000080:00000010:3.1:1784944731.936152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f95c0. 00010000:00000010:3.1:1784944731.936164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3c700. 00010000:00000010:3.1:1784944731.936169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f058000. 00000080:00000010:3.1:1784944731.936172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a83c0. 00010000:00000010:3.1:1784944731.936178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23ab00. 00010000:00000010:3.1:1784944731.936181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257600. 00000080:00000010:3.1:1784944731.947078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f93c0. 00010000:00000010:3.1:1784944731.947088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3c100. 00010000:00000010:3.1:1784944731.947091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f058200. 00000080:00000010:3.1:1784944731.947094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f93a0. 00010000:00000010:3.1:1784944731.947099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ad500. 00010000:00000010:3.1:1784944731.947102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbca00. 00000080:00000010:3.1:1784944731.958742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9aa0. 00010000:00000010:3.1:1784944731.958757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb4ae00. 00010000:00000010:3.1:1784944731.958773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbdc00. 00000080:00000010:3.1:1784944731.968189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffa20. 00010000:00000010:3.1:1784944731.968197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2fe500. 00010000:00000010:3.1:1784944731.968201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbd600. 00000080:00000010:3.1:1784944731.978084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffa80. 00010000:00000010:3.1:1784944731.978094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2fe200. 00010000:00000010:3.1:1784944731.978097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbda00. 00000080:00000010:3.1:1784944731.982088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffdc0. 00010000:00000010:3.1:1784944731.982097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2fe000. 00010000:00000010:3.1:1784944731.982100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbd400. 00000080:00000010:3.1:1784944731.991079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a80e0. 00010000:00000010:3.1:1784944731.991093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23a100. 00010000:00000010:3.1:1784944731.991099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257400. 00000080:00000010:3.1:1784944732.000096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffde0. 00010000:00000010:3.1:1784944732.000109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2fef00. 00010000:00000010:3.1:1784944732.000115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbd800. 00000080:00000010:3.1:1784944732.017087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff7c0. 00010000:00000010:3.1:1784944732.017101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2902ad600. 00010000:00000010:3.1:1784944732.017108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8a00. 00000080:00000010:3.1:1784944732.022353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff100. 00010000:00000010:3.1:1784944732.022366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3c200. 00010000:00000010:3.1:1784944732.022382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285bbd000. 00000080:00000010:3.1:1784944732.022387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff500. 00010000:00000010:3.1:1784944732.022394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287cb8b00. 00010000:00000010:3.1:1784944732.022399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c9c00. 00000080:00000010:3.1:1784944732.035081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff580. 00010000:00000010:3.1:1784944732.039077:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2fe600. 00010000:00000010:3.1:1784944732.039085:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8000. 00000080:00000010:3.1:1784944732.047157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffa40. 00010000:00000010:3.1:1784944732.047170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287cb8400. 00010000:00000010:3.1:1784944732.047174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8600. 00000080:00000010:3.1:1784944732.047177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff660. 00010000:00000010:3.1:1784944732.047181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287cb8100. 00010000:00000010:3.1:1784944732.047184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c8400. 00000080:00000010:3.1:1784944732.058078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff380. 00010000:00000010:1.1:1784944732.060092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2fed00. 00010000:00000010:1.1:1784944732.060103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f5c9000. 00000080:00000010:3.1:1784944732.065093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff480. 00000080:00000010:3.1:1784944732.073432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff140. 00000080:00000010:3.1:1784944732.087082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff6c0. 00010000:00000010:3.1:1784944732.087096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b59c00. 00010000:00000010:3.1:1784944732.087099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fb400. 00000080:00000010:3.1:1784944732.087109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff8e0. 00010000:00000010:3.1:1784944732.087111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b59e00. 00010000:00000010:3.1:1784944732.087113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fba00. 00000080:00000010:3.1:1784944732.099083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffee0. 00000080:00000010:3.1:1784944732.104079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff2c0. 00010000:00000010:3.1:1784944732.104088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b59100. 00010000:00000010:3.1:1784944732.104091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fb600. 00000080:00000010:3.1:1784944732.111093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff4c0. 00010000:00000010:3.1:1784944732.111104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b59200. 00010000:00000010:3.1:1784944732.111107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fb000. 00000080:00000010:3.1:1784944732.128291:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff9e0. 00010000:00000010:3.1:1784944732.128302:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287cb8a00. 00010000:00000010:3.1:1784944732.128306:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fa600. 00000080:00000010:0.1:1784944732.137075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffc20. 00010000:00000010:0.1:1784944732.137088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d2d100. 00010000:00000010:0.1:1784944732.137092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f147a00. 00000080:00000010:3.1:1784944732.137828:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff3e0. 00010000:00000010:3.1:1784944732.137838:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b59300. 00010000:00000010:3.1:1784944732.137841:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fa000. 00000080:00000010:3.1:1784944732.148961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffb20. 00010000:00000010:3.1:1784944732.151427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3c800. 00010000:00000010:3.1:1784944732.151436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857fbc00. 00000080:00000010:3.1:1784944732.167204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b4cdc0. 00010000:00000010:3.1:1784944732.167213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35800. 00010000:00000010:3.1:1784944732.167217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290256c00. 00000080:00000010:3.1:1784944732.178104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b4cec0. 00010000:00000010:3.1:1784944732.178117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23aa00. 00010000:00000010:3.1:1784944732.178124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257e00. 00000080:00000010:3.1:1784944732.182078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff620. 00000080:00000010:3.1:1784944732.218086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff6a0. 00010000:00000010:3.1:1784944732.218097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260cb00. 00010000:00000010:3.1:1784944732.218101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f146800. 00000080:00000010:0.1:1784944732.226099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7920. 00010000:00000010:0.1:1784944732.226114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260c600. 00010000:00000010:0.1:1784944732.226120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8000. 00000080:00000010:3.1:1784944732.230074:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff4a0. 00010000:00000010:3.1:1784944732.230095:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260c500. 00010000:00000010:3.1:1784944732.230103:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8c00. 00000080:00000010:3.1:1784944732.237285:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d72c0. 00010000:00000010:3.1:1784944732.237294:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260cc00. 00010000:00000010:3.1:1784944732.237298:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8200. 00000080:00000010:3.1:1784944732.243115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b4cd00. 00010000:00000010:3.1:1784944732.248223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23a400. 00010000:00000010:3.1:1784944732.248229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290257200. 00000080:00000010:3.1:1784944732.253123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff7e0. 00010000:00000010:3.1:1784944732.253134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260c700. 00010000:00000010:3.1:1784944732.253139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9000. 00000080:00000010:3.1:1784944732.256091:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d79c0. 00010000:00000010:3.1:1784944732.256107:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d2db00. 00010000:00000010:3.1:1784944732.256113:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9400. 00000080:00000010:3.1:1784944732.260110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b4c1c0. 00010000:00000010:3.1:1784944732.260122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f8a00. 00010000:00000010:3.1:1784944732.260128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7556400. 00000080:00000010:3.1:1784944732.268082:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7140. 00010000:00000010:3.1:1784944732.268096:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260ce00. 00010000:00000010:3.1:1784944732.268104:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8600. 00000080:00000010:3.1:1784944732.272155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7d40. 00010000:00000010:3.1:1784944732.272166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260c300. 00010000:00000010:3.1:1784944732.272170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9800. 00000080:00000010:3.1:1784944732.272172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d76c0. 00010000:00000010:3.1:1784944732.272176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d2d400. 00010000:00000010:3.1:1784944732.272179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd8400. 00000080:00000010:3.1:1784944732.277804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7360. 00010000:00000010:3.1:1784944732.277813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721f00. 00010000:00000010:3.1:1784944732.277819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e50800. 00000080:00000010:3.1:1784944732.277823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d78e0. 00010000:00000010:3.1:1784944732.277829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d2d300. 00010000:00000010:3.1:1784944732.277833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9600. 00000080:00000010:3.1:1784944732.281152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7060. 00010000:00000010:3.1:1784944732.281162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260c100. 00010000:00000010:3.1:1784944732.281166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdd9a00. 00000080:00000010:3.1:1784944732.281168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d73e0. 00010000:00000010:3.1:1784944732.281172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721300. 00010000:00000010:3.1:1784944732.281175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e51400. 00000080:00000010:3.1:1784944732.288072:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d74c0. 00010000:00000010:3.1:1784944732.288082:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721700. 00010000:00000010:3.1:1784944732.288085:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e51600. 00000080:00000010:3.1:1784944732.297078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7d20. 00010000:00000010:3.1:1784944732.297088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721e00. 00010000:00000010:3.1:1784944732.297092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e51800. 00000080:00000010:3.1:1784944732.300186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7440. 00010000:00000010:3.1:1784944732.300196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721c00. 00010000:00000010:3.1:1784944732.300201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e50c00. 00000080:00000010:3.1:1784944732.304169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7620. 00010000:00000010:3.1:1784944732.304177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b260c400. 00010000:00000010:3.1:1784944732.304180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e51000. 00000080:00000010:3.1:1784944732.314116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ca0. 00010000:00000010:3.1:1784944732.314131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d2de00. 00010000:00000010:3.1:1784944732.314143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e50a00. 00000080:00000010:3.1:1784944732.318171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d74e0. 00010000:00000010:3.1:1784944732.318182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721a00. 00010000:00000010:3.1:1784944732.318187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e50600. 00000080:00000010:0.1:1784944732.318395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b4c300. 00010000:00000010:0.1:1784944732.318406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f8b00. 00010000:00000010:0.1:1784944732.318412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7556800. 00000080:00000010:3.1:1784944732.328075:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7e60. 00010000:00000010:3.1:1784944732.328084:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721500. 00010000:00000010:3.1:1784944732.328090:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e51200. 00000080:00000010:3.1:1784944732.334087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ae0. 00010000:00000010:3.1:1784944732.334105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef6600. 00010000:00000010:3.1:1784944732.334110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28a55c800. 00000080:00000010:3.1:1784944732.338711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7c20. 00010000:00000010:3.1:1784944732.338724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d2d600. 00010000:00000010:3.1:1784944732.338731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e50000. 00000080:00000010:3.1:1784944732.346141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d75e0. 00010000:00000010:3.1:1784944732.346150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721900. 00010000:00000010:3.1:1784944732.346155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e51c00. 00000080:00000010:3.1:1784944732.353097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d70e0. 00010000:00000010:3.1:1784944732.353118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef6300. 00010000:00000010:3.1:1784944732.353126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290e50200. 00000080:00000010:0.1:1784944732.365103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7640. 00010000:00000010:0.1:1784944732.365114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef6c00. 00010000:00000010:0.1:1784944732.365118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28a55da00. 00000080:00000010:0.1:1784944732.365120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7680. 00010000:00000010:0.1:1784944732.365123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef6000. 00010000:00000010:0.1:1784944732.365125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28a55c400. 00000080:00000010:3.1:1784944732.389119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d77e0. 00010000:00000010:3.1:1784944732.389130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721100. 00010000:00000010:3.1:1784944732.389137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28a55c000. 00000080:00000010:3.1:1784944732.439166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7580. 00010000:00000010:3.1:1784944732.439179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5cd300. 00010000:00000010:3.1:1784944732.439185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1855400. 00000080:00000010:3.1:1784944732.448080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7420. 00010000:00000010:3.1:1784944732.448094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5cda00. 00010000:00000010:3.1:1784944732.448098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1855c00. 00000080:00000010:0.1:1784944732.456099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7320. 00010000:00000010:0.1:1784944732.456112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef6900. 00010000:00000010:0.1:1784944732.456117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1855200. 00000080:00000010:3.1:1784944732.463076:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7e00. 00010000:00000010:3.1:1784944732.463088:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5cd400. 00010000:00000010:3.1:1784944732.463094:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1854200. 00000080:00000010:3.1:1784944732.467233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28130ba20. 00010000:00000010:3.1:1784944732.467244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f8600. 00010000:00000010:3.1:1784944732.467248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7557a00. 00000080:00000010:3.1:1784944732.480090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7820. 00010000:00000010:3.1:1784944732.480103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721200. 00010000:00000010:3.1:1784944732.480110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1855600. 00000080:00000010:3.1:1784944732.493269:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ac0. 00000080:00000010:0.1:1784944732.511084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cc00. 00010000:00000010:0.1:1784944732.511092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1100. 00010000:00000010:0.1:1784944732.511139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad961400. 00000080:00000010:3.1:1784944732.515082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7f20. 00010000:00000010:3.1:1784944732.515092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5cde00. 00010000:00000010:3.1:1784944732.515097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1855000. 00000080:00000010:3.1:1784944732.533089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c120. 00010000:00000010:3.1:1784944732.533102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f5cd000. 00010000:00000010:3.1:1784944732.533111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad961000. 00000080:00000010:3.1:1784944732.541086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cac0. 00010000:00000010:3.1:1784944732.545329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2721400. 00010000:00000010:3.1:1784944732.545335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a79d0800. 00000080:00000010:3.1:1784944732.549076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c480. 00000080:00000010:3.1:1784944732.561088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28130b6c0. 00010000:00000010:3.1:1784944732.565430:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f8500. 00010000:00000010:3.1:1784944732.565437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7556c00. 00000080:00000010:3.1:1784944732.592088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c9c0. 00010000:00000010:3.1:1784944732.592100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf88100. 00010000:00000010:3.1:1784944732.592108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a79d1000. 00000080:00000010:3.1:1784944732.597393:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c1a0. 00010000:00000010:3.1:1784944732.597406:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ef6f00. 00010000:00000010:3.1:1784944732.597412:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad960c00. 00000080:00000010:3.1:1784944732.610102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c260. 00010000:00000010:3.1:1784944732.610113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b59600. 00010000:00000010:3.1:1784944732.610129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a79d0400. 00000080:00000010:3.1:1784944732.610131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cb20. 00010000:00000010:3.1:1784944732.610138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819fc00. 00010000:00000010:3.1:1784944732.610142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f49200. 00000080:00000010:0.1:1784944732.621109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c440. 00010000:00000010:0.1:1784944732.621120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f200. 00010000:00000010:0.1:1784944732.621125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f48000. 00000080:00000010:3.1:1784944732.629226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0ce60. 00010000:00000010:3.1:1784944732.629233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819fb00. 00010000:00000010:3.1:1784944732.629237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f49c00. 00000080:00000010:1.1:1784944732.637089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cc20. 00010000:00000010:1.1:1784944732.637110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f000. 00010000:00000010:1.1:1784944732.637115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f48200. 00000080:00000010:3.1:1784944732.641217:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c8e0. 00010000:00000010:3.1:1784944732.641232:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf88200. 00010000:00000010:3.1:1784944732.641238:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a79d1200. 00000080:00000010:3.1:1784944732.646082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cca0. 00010000:00000010:3.1:1784944732.648150:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f400. 00010000:00000010:3.1:1784944732.648161:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f48400. 00000080:00000010:3.1:1784944732.653075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c4e0. 00010000:00000010:3.1:1784944732.653088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f700. 00010000:00000010:3.1:1784944732.653095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f49600. 00000080:00000010:3.1:1784944732.659077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28130b720. 00010000:00000010:3.1:1784944732.659086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c00f8900. 00010000:00000010:3.1:1784944732.659090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7557e00. 00000080:00000010:3.1:1784944732.668070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c4c0. 00010000:00000010:3.1:1784944732.668082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf88300. 00010000:00000010:3.1:1784944732.668087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a79d0600. 00000080:00000010:3.1:1784944732.676095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cae0. 00010000:00000010:3.1:1784944732.676104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf88e00. 00010000:00000010:3.1:1784944732.676112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f48e00. 00000080:00000010:3.1:1784944732.681084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c280. 00010000:00000010:3.1:1784944732.681092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f800. 00010000:00000010:3.1:1784944732.681096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f136e00. 00000080:00000010:3.1:1784944732.681098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c9e0. 00010000:00000010:3.1:1784944732.681102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f900. 00010000:00000010:3.1:1784944732.681106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f49000. 00000080:00000010:3.1:1784944732.688081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c540. 00010000:00000010:3.1:1784944732.688093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819fa00. 00010000:00000010:3.1:1784944732.688097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f48a00. 00000080:00000010:3.1:1784944732.688099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c4a0. 00010000:00000010:3.1:1784944732.688104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860300. 00010000:00000010:3.1:1784944732.688107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f136000. 00000080:00000010:3.1:1784944732.692087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c220. 00010000:00000010:3.1:1784944732.692106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860200. 00010000:00000010:3.1:1784944732.692119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f137c00. 00000080:00000010:0.1:1784944732.696078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c620. 00010000:00000010:0.1:1784944732.696088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f300. 00010000:00000010:0.1:1784944732.696092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f48600. 00000080:00000010:3.1:1784944732.712600:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cdc0. 00010000:00000010:3.1:1784944732.712615:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860d00. 00010000:00000010:3.1:1784944732.712622:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f136800. 00000080:00000010:3.1:1784944732.712628:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c0e0. 00010000:00000010:3.1:1784944732.712636:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819fe00. 00010000:00000010:3.1:1784944732.712640:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f49400. 00000080:00000010:3.1:1784944732.718365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c680. 00010000:00000010:3.1:1784944732.718387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819fd00. 00010000:00000010:3.1:1784944732.718393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287f49a00. 00000080:00000010:3.1:1784944732.728090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cde0. 00010000:00000010:3.1:1784944732.728106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28819f600. 00010000:00000010:3.1:1784944732.728111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f137600. 00000080:00000010:3.1:1784944732.737084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c020. 00010000:00000010:3.1:1784944732.737106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf88000. 00010000:00000010:3.1:1784944732.737111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f136c00. 00000080:00000010:3.1:1784944732.753070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c640. 00010000:00000010:3.1:1784944732.753081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860500. 00010000:00000010:3.1:1784944732.753084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f137e00. 00000080:00000010:3.1:1784944732.767275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0ca60. 00010000:00000010:3.1:1784944732.767292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860700. 00010000:00000010:3.1:1784944732.767296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f137000. 00000080:00000010:3.1:1784944732.775087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c7e0. 00010000:00000010:3.1:1784944732.775107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860a00. 00010000:00000010:3.1:1784944732.775112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f136600. 00000080:00000010:3.1:1784944732.789080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fbe0. 00010000:00000010:3.1:1784944732.789092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25dd00. 00010000:00000010:3.1:1784944732.789096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2d4600. 00000080:00000010:3.1:1784944732.793162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c740. 00010000:00000010:3.1:1784944732.793170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25da00. 00010000:00000010:3.1:1784944732.793174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f137a00. 00000080:00000010:0.1:1784944732.807367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748ffc0. 00010000:00000010:0.1:1784944732.807379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860900. 00010000:00000010:0.1:1784944732.807384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2d5800. 00000080:00000010:3.1:1784944732.815079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f5a0. 00010000:00000010:3.1:1784944732.815093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25d700. 00010000:00000010:3.1:1784944732.815098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2d5c00. 00000080:00000010:3.1:1784944732.835078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f760. 00010000:00000010:3.1:1784944732.835091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25df00. 00010000:00000010:3.1:1784944732.835098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2d4800. 00000080:00000010:3.1:1784944732.844077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f3c0. 00010000:00000010:3.1:1784944732.844087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25d500. 00010000:00000010:3.1:1784944732.844093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2d5400. 00000080:00000010:3.1:1784944732.844095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f240. 00010000:00000010:3.1:1784944732.844100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81400. 00010000:00000010:3.1:1784944732.844103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28654f400. 00000080:00000010:3.1:1784944732.849125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fb80. 00010000:00000010:3.1:1784944732.854082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81100. 00010000:00000010:3.1:1784944732.854091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28654fa00. 00000080:00000010:3.1:1784944732.862075:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748faa0. 00010000:00000010:3.1:1784944732.862087:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25de00. 00010000:00000010:3.1:1784944732.862096:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2d4c00. 00000080:00000010:3.1:1784944732.862103:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fec0. 00010000:00000010:3.1:1784944732.862110:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81e00. 00010000:00000010:3.1:1784944732.862116:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28654ec00. 00000080:00000010:3.1:1784944732.870096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b280. 00010000:00000010:3.1:1784944732.870109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23a500. 00010000:00000010:3.1:1784944732.870118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7556600. 00000080:00000010:3.1:1784944732.876872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f0a0. 00010000:00000010:3.1:1784944732.876883:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad860000. 00010000:00000010:3.1:1784944732.876888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28654fe00. 00000080:00000010:3.1:1784944732.903281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f460. 00010000:00000010:3.1:1784944732.903294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81c00. 00010000:00000010:3.1:1784944732.903299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28654ee00. 00000080:00000010:3.1:1784944732.936170:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f1e0. 00010000:00000010:3.1:1784944732.936181:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852ea000. 00010000:00000010:3.1:1784944732.936187:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdcac00. 00000080:00000010:3.1:1784944732.951151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fb40. 00010000:00000010:3.1:1784944732.951159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63200. 00010000:00000010:3.1:1784944732.951162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdcb400. 00000080:00000010:3.1:1784944732.960088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748ff00. 00010000:00000010:3.1:1784944732.960132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852ea500. 00010000:00000010:3.1:1784944732.960138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdcb000. 00000080:00000010:3.1:1784944732.966114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fea0. 00010000:00000010:3.1:1784944732.966125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852ea200. 00010000:00000010:3.1:1784944732.966132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdcaa00. 00000080:00000010:3.1:1784944732.980289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fb00. 00010000:00000010:3.1:1784944732.980300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63400. 00010000:00000010:3.1:1784944732.980304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad983600. 00000080:00000010:3.1:1784944732.987091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fc40. 00010000:00000010:3.1:1784944732.987104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63100. 00010000:00000010:3.1:1784944732.987107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad983800. 00000080:00000010:3.1:1784944732.994084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f800. 00010000:00000010:3.1:1784944732.994102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852eab00. 00010000:00000010:3.1:1784944732.994110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdca400. 00000080:00000010:3.1:1784944732.997075:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f1c0. 00010000:00000010:3.1:1784944732.997087:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81700. 00010000:00000010:3.1:1784944732.997096:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fdcb600. 00000080:00000010:3.1:1784944733.010082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fe40. 00010000:00000010:3.1:1784944733.010094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f25d300. 00010000:00000010:3.1:1784944733.010099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad982000. 00000080:00000010:3.1:1784944733.018107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fbc0. 00010000:00000010:3.1:1784944733.018117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852ea900. 00010000:00000010:3.1:1784944733.018122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad983c00. 00000080:00000010:3.1:1784944733.022091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f400. 00010000:00000010:3.1:1784944733.022100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63700. 00010000:00000010:3.1:1784944733.022104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad983a00. 00000080:00000010:3.1:1784944733.026081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fd80. 00010000:00000010:3.1:1784944733.026093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63000. 00010000:00000010:3.1:1784944733.026101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad982c00. 00000080:00000010:3.1:1784944733.030118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f200. 00010000:00000010:3.1:1784944733.030127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63900. 00010000:00000010:3.1:1784944733.030130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad982800. 00000080:00000010:3.1:1784944733.035108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f840. 00010000:00000010:3.1:1784944733.035122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada66200. 00010000:00000010:3.1:1784944733.035130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a47600. 00010000:00000010:1.1:1784944733.039079:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44db00. 00010000:00000010:1.1:1784944733.039088:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d400. 00000080:00000010:3.1:1784944733.045124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b1c0. 00000080:00000010:3.1:1784944733.051097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f9a0. 00010000:00000010:3.1:1784944733.051112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada63c00. 00010000:00000010:3.1:1784944733.051119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad983000. 00000080:00000010:3.1:1784944733.109094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fba80. 00010000:00000010:3.1:1784944733.109116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c43500. 00010000:00000010:3.1:1784944733.109123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284d7b200. 00000080:00000010:3.1:1784944733.121080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb220. 00010000:00000010:3.1:1784944733.123080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada66300. 00010000:00000010:3.1:1784944733.123090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a46a00. 00000080:00000010:3.1:1784944733.134094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b000. 00000080:00000010:3.1:1784944733.166672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb500. 00010000:00000010:3.1:1784944733.166694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c43b00. 00010000:00000010:3.1:1784944733.166700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284d7b600. 00000080:00000010:3.1:1784944733.170090:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbc00. 00010000:00000010:3.1:1784944733.170108:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c43200. 00010000:00000010:3.1:1784944733.170121:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284d7b800. 00000080:00000010:3.1:1784944733.176330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb320. 00010000:00000010:3.1:1784944733.176348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c43a00. 00010000:00000010:3.1:1784944733.176353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284d7ae00. 00000080:00000010:3.1:1784944733.181092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbe00. 00010000:00000010:3.1:1784944733.181100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c43300. 00010000:00000010:3.1:1784944733.181103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284d7aa00. 00000080:00000010:3.1:1784944733.190082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbba0. 00010000:00000010:3.1:1784944733.190093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2852eaa00. 00010000:00000010:3.1:1784944733.190099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ada00. 00000080:00000010:3.1:1784944733.207072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb7c0. 00010000:00000010:3.1:1784944733.207084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c43000. 00010000:00000010:3.1:1784944733.207087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284d7a800. 00000080:00000010:3.1:1784944733.207089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb120. 00000080:00000010:3.1:1784944733.211101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fba40. 00000080:00000010:3.1:1784944733.215069:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb140. 00010000:00000010:3.1:1784944733.215077:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb91700. 00010000:00000010:3.1:1784944733.215082:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77adc00. 00000080:00000010:3.1:1784944733.215088:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b520. 00010000:00000010:3.1:1784944733.215095:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44d100. 00010000:00000010:3.1:1784944733.215101:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05cc00. 00000080:00000010:3.1:1784944733.222242:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb1a0. 00010000:00000010:3.1:1784944733.222253:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada66600. 00010000:00000010:3.1:1784944733.222258:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad800. 00000080:00000010:3.1:1784944733.222261:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb8e0. 00010000:00000010:3.1:1784944733.222265:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ada66700. 00010000:00000010:3.1:1784944733.222268:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac800. 00000080:00000010:3.1:1784944733.235076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbd40. 00010000:00000010:3.1:1784944733.235084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce800. 00010000:00000010:3.1:1784944733.235088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad400. 00000080:00000010:3.1:1784944733.251094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb360. 00010000:00000010:3.1:1784944733.251107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdcec00. 00010000:00000010:3.1:1784944733.251114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f913800. 00000080:00000010:3.1:1784944733.254073:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb3e0. 00010000:00000010:3.1:1784944733.254081:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce200. 00010000:00000010:3.1:1784944733.254085:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f912e00. 00000080:00000010:3.1:1784944733.259383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b220. 00010000:00000010:3.1:1784944733.259391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44d300. 00010000:00000010:3.1:1784944733.259394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d200. 00000080:00000010:3.1:1784944733.263077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1454e0. 00010000:00000010:3.1:1784944733.263089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4d00. 00010000:00000010:3.1:1784944733.263094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3800. 00000080:00000010:3.1:1784944733.263097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbd20. 00010000:00000010:3.1:1784944733.263102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce500. 00010000:00000010:3.1:1784944733.263105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f912c00. 00000080:00000010:3.1:1784944733.271086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b860. 00010000:00000010:3.1:1784944733.271101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44d700. 00010000:00000010:3.1:1784944733.271109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05de00. 00000080:00000010:3.1:1784944733.275505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb540. 00010000:00000010:3.1:1784944733.275518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdced00. 00010000:00000010:3.1:1784944733.275522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f912000. 00000080:00000010:0.1:1784944733.280078:0:234915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb620. 00010000:00000010:0.1:1784944733.280097:0:234915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce000. 00010000:00000010:0.1:1784944733.280105:0:234915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f913c00. 00000080:00000010:3.1:1784944733.287085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbca0. 00010000:00000010:3.1:1784944733.287100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb91900. 00010000:00000010:3.1:1784944733.287109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f912200. 00000080:00000010:3.1:1784944733.302085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb680. 00010000:00000010:3.1:1784944733.302096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46b00. 00010000:00000010:3.1:1784944733.302102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad4b9c00. 00000080:00000010:3.1:1784944733.314189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb2e0. 00010000:00000010:3.1:1784944733.314206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46100. 00010000:00000010:3.1:1784944733.314211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad4b8200. 00000080:00000010:3.1:1784944733.314214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb4c0. 00010000:00000010:3.1:1784944733.314221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce900. 00010000:00000010:3.1:1784944733.314224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f913a00. 00000080:00000010:3.1:1784944733.329079:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbb20. 00010000:00000010:3.1:1784944733.329097:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdcea00. 00010000:00000010:3.1:1784944733.329102:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f913e00. 00000080:00000010:3.1:1784944733.341091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb440. 00000080:00000010:3.1:1784944733.351224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8bb60. 00010000:00000010:3.1:1784944733.351233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44df00. 00010000:00000010:3.1:1784944733.351236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c000. 00000080:00000010:3.1:1784944733.361154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0479e0. 00010000:00000010:3.1:1784944733.361169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb91f00. 00010000:00000010:3.1:1784944733.361177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad4b8e00. 00000080:00000010:3.1:1784944733.370115:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b480. 00010000:00000010:3.1:1784944733.370127:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44d900. 00010000:00000010:3.1:1784944733.370133:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d000. 00000080:00000010:3.1:1784944733.375083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb4e0. 00010000:00000010:3.1:1784944733.375098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46600. 00010000:00000010:3.1:1784944733.375106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f912800. 00000080:00000010:3.1:1784944733.382090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ca0. 00010000:00000010:3.1:1784944733.386094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46200. 00010000:00000010:3.1:1784944733.386106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290293a00. 00000080:00000010:3.1:1784944733.391086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbae0. 00010000:00000010:3.1:1784944733.391095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46f00. 00010000:00000010:3.1:1784944733.391098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad4b8600. 00000080:00000010:3.1:1784944733.404087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047680. 00010000:00000010:3.1:1784944733.404102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c028ef00. 00010000:00000010:3.1:1784944733.404105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290293000. 00000080:00000010:3.1:1784944733.416069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047440. 00010000:00000010:3.1:1784944733.416076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdcef00. 00010000:00000010:3.1:1784944733.416080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad4b8c00. 00000080:00000010:3.1:1784944733.422433:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e60. 00010000:00000010:3.1:1784944733.422443:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce300. 00010000:00000010:3.1:1784944733.422447:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad4b9200. 00000080:00000010:3.1:1784944733.438084:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0475e0. 00010000:00000010:3.1:1784944733.438101:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81300. 00010000:00000010:3.1:1784944733.438110:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290292e00. 00000080:00000010:3.1:1784944733.442415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8be60. 00010000:00000010:3.1:1784944733.442433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44d200. 00010000:00000010:3.1:1784944733.442438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05ca00. 00000080:00000010:3.1:1784944733.445071:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047da0. 00010000:00000010:3.1:1784944733.445093:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46e00. 00010000:00000010:3.1:1784944733.445100:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290293400. 00000080:00000010:3.1:1784944733.450673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0478c0. 00010000:00000010:3.1:1784944733.450700:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c028e500. 00010000:00000010:3.1:1784944733.450708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290293200. 00000080:00000010:0.1:1784944733.458090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ae0. 00010000:00000010:0.1:1784944733.462077:0:244677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c028e100. 00000080:00000010:3.1:1784944733.462080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047280. 00010000:00000010:0.1:1784944733.462085:0:244677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290292000. 00010000:00000010:3.1:1784944733.462093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c028e400. 00010000:00000010:3.1:1784944733.462101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290293c00. 00000080:00000010:3.1:1784944733.470075:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047640. 00010000:00000010:3.1:1784944733.470088:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c028ea00. 00010000:00000010:3.1:1784944733.470093:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290292200. 00000080:00000010:3.1:1784944733.476216:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047740. 00010000:00000010:3.1:1784944733.476264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8747500. 00010000:00000010:3.1:1784944733.476268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288643400. 00000080:00000010:3.1:1784944733.491628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047d60. 00010000:00000010:3.1:1784944733.491650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c46700. 00010000:00000010:3.1:1784944733.491656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288643c00. 00000080:00000010:0.1:1784944733.498139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0477c0. 00010000:00000010:0.1:1784944733.498153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fdce400. 00010000:00000010:0.1:1784944733.498158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288643200. 00000080:00000010:3.1:1784944733.506107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a80. 00010000:00000010:3.1:1784944733.506121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8747100. 00010000:00000010:3.1:1784944733.506126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288642800. 00000080:00000010:3.1:1784944733.524480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8bb80. 00010000:00000010:3.1:1784944733.524491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f23a700. 00010000:00000010:3.1:1784944733.524503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c200. 00000080:00000010:3.1:1784944733.528356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047c00. 00010000:00000010:3.1:1784944733.528369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8747700. 00010000:00000010:3.1:1784944733.528374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01bce00. 00000080:00000010:3.1:1784944733.541097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047100. 00010000:00000010:3.1:1784944733.541109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8747e00. 00010000:00000010:3.1:1784944733.541114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a288642e00. 00000080:00000010:3.1:1784944733.541117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471a0. 00000080:00000010:3.1:1784944733.544476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047380. 00010000:00000010:3.1:1784944733.544490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848cde00. 00010000:00000010:3.1:1784944733.544495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01bca00. 00000080:00000010:0.1:1784944733.553276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047260. 00010000:00000010:0.1:1784944733.553293:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848cd600. 00010000:00000010:0.1:1784944733.553298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c01bc600. 00000080:00000010:3.1:1784944733.595092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047d40. 00010000:00000010:3.1:1784944733.595106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f23e00. 00010000:00000010:3.1:1784944733.595115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f967400. 00000080:00000010:3.1:1784944733.604086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b660. 00010000:00000010:3.1:1784944733.604139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44dd00. 00010000:00000010:3.1:1784944733.604142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c800. 00000080:00000010:3.1:1784944733.610102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047920. 00000080:00000010:3.1:1784944733.641421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce420. 00010000:00000010:3.1:1784944733.641432:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848cd100. 00010000:00000010:3.1:1784944733.641437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f966a00. 00000080:00000010:3.1:1784944733.650079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0479c0. 00010000:00000010:3.1:1784944733.650106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f23900. 00010000:00000010:3.1:1784944733.650115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f967600. 00000080:00000010:3.1:1784944733.658102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce220. 00010000:00000010:3.1:1784944733.658113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f23300. 00010000:00000010:3.1:1784944733.658118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f967a00. 00000080:00000010:1.1:1784944733.662080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee00. 00000080:00000010:3.1:1784944733.662083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced60. 00010000:00000010:1.1:1784944733.667079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f23400. 00010000:00000010:1.1:1784944733.667087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f966600. 00000080:00000010:3.1:1784944733.671081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce100. 00010000:00000010:3.1:1784944733.678061:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864dab00. 00010000:00000010:3.1:1784944733.678067:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27ca800. 00000080:00000010:3.1:1784944733.765511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce380. 00010000:00000010:3.1:1784944733.765532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6f23100. 00010000:00000010:3.1:1784944733.765540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27cbc00. 00000080:00000010:3.1:1784944733.787082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce060. 00010000:00000010:3.1:1784944733.787095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2465a00. 00010000:00000010:3.1:1784944733.787100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27aa200. 00000080:00000010:3.1:1784944733.791085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce140. 00010000:00000010:3.1:1784944733.791100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2465900. 00010000:00000010:3.1:1784944733.791106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27abe00. 00000080:00000010:3.1:1784944733.808177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee60. 00010000:00000010:3.1:1784944733.808193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447400. 00010000:00000010:3.1:1784944733.808199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f372a00. 00000080:00000010:3.1:1784944733.826277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce360. 00010000:00000010:3.1:1784944733.826285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2465b00. 00010000:00000010:3.1:1784944733.826289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27aa400. 00000080:00000010:3.1:1784944733.842097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceca0. 00010000:00000010:3.1:1784944733.842114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447500. 00010000:00000010:3.1:1784944733.842119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f372200. 00000080:00000010:3.1:1784944733.842122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce4c0. 00010000:00000010:3.1:1784944733.842125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2465e00. 00010000:00000010:3.1:1784944733.842128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27aa800. 00000080:00000010:3.1:1784944733.850086:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce4e0. 00010000:00000010:3.1:1784944733.854324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447900. 00010000:00000010:3.1:1784944733.854336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f372800. 00000080:00000010:3.1:1784944733.858415:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce8c0. 00010000:00000010:3.1:1784944733.858431:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447c00. 00010000:00000010:3.1:1784944733.858436:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f373400. 00000080:00000010:3.1:1784944733.858440:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced20. 00010000:00000010:3.1:1784944733.858444:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2465000. 00010000:00000010:3.1:1784944733.858447:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b27ab400. 00000080:00000010:3.1:1784944733.864076:0:1365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce9e0. 00010000:00000010:3.1:1784944733.864092:0:1365:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864da000. 00010000:00000010:3.1:1784944733.864098:0:1365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f373200. 00000080:00000010:3.1:1784944733.868838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceae0. 00010000:00000010:3.1:1784944733.868866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447600. 00010000:00000010:3.1:1784944733.868873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f373a00. 00000080:00000010:3.1:1784944733.877626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce540. 00010000:00000010:3.1:1784944733.877642:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864da700. 00010000:00000010:3.1:1784944733.877646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f372000. 00000080:00000010:3.1:1784944733.882201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce280. 00010000:00000010:3.1:1784944733.882214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447200. 00010000:00000010:3.1:1784944733.882220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f372c00. 00000080:00000010:1.1:1784944733.888077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce620. 00010000:00000010:1.1:1784944733.888088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447800. 00010000:00000010:1.1:1784944733.888092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f373c00. 00000080:00000010:3.1:1784944733.892084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6a0. 00010000:00000010:3.1:1784944733.892097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2864daf00. 00010000:00000010:3.1:1784944733.892102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2707800. 00000080:00000010:0.1:1784944733.920178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432aa0. 00010000:00000010:0.1:1784944733.920195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93400. 00010000:00000010:0.1:1784944733.920199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2707e00. 00000080:00000010:0.1:1784944733.924218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce0e0. 00010000:00000010:0.1:1784944733.924231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447700. 00010000:00000010:0.1:1784944733.924236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f373600. 00000080:00000010:3.1:1784944733.981448:0:244675:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ce0. 00010000:00000010:3.1:1784944733.981462:0:244675:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93800. 00010000:00000010:3.1:1784944733.981470:0:244675:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2706200. 00000080:00000010:0.1:1784944733.990142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceda0. 00010000:00000010:0.1:1784944733.990153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93500. 00010000:00000010:0.1:1784944733.990158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2706c00. 00000080:00000010:0.1:1784944733.994348:0:244677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432460. 00010000:00000010:0.1:1784944733.994358:0:244677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93000. 00010000:00000010:0.1:1784944733.994362:0:244677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2706800. 00000080:00000010:3.1:1784944734.001083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432720. 00010000:00000010:3.1:1784944734.001095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93f00. 00010000:00000010:3.1:1784944734.001099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2707200. 00000080:00000010:3.1:1784944734.019080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432960. 00010000:00000010:3.1:1784944734.019090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93c00. 00010000:00000010:3.1:1784944734.019095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2706000. 00000080:00000010:3.1:1784944734.027090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432080. 00010000:00000010:3.1:1784944734.027102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481a00. 00010000:00000010:3.1:1784944734.027107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c6600. 00000080:00000010:3.1:1784944734.039426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432b80. 00010000:00000010:3.1:1784944734.039437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93700. 00010000:00000010:3.1:1784944734.039441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2706400. 00000080:00000010:3.1:1784944734.052085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ec0. 00010000:00000010:3.1:1784944734.052096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93a00. 00010000:00000010:3.1:1784944734.052100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b2707600. 00000080:00000010:3.1:1784944734.055766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432c80. 00010000:00000010:3.1:1784944734.055781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481500. 00010000:00000010:3.1:1784944734.055786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c7600. 00000080:00000010:3.1:1784944734.060115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432180. 00010000:00000010:3.1:1784944734.060125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481400. 00010000:00000010:3.1:1784944734.060129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c7800. 00000080:00000010:3.1:1784944734.070714:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432000. 00010000:00000010:3.1:1784944734.070733:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481600. 00010000:00000010:3.1:1784944734.070739:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c6a00. 00000080:00000010:3.1:1784944734.083067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691fe0. 00010000:00000010:3.1:1784944734.086080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e08e00. 00010000:00000010:3.1:1784944734.086089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb7600. 00000080:00000010:3.1:1784944734.090117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691040. 00000080:00000010:3.1:1784944734.102161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432040. 00010000:00000010:3.1:1784944734.102171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481700. 00010000:00000010:3.1:1784944734.102175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c6c00. 00000080:00000010:3.1:1784944734.110077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432e80. 00010000:00000010:3.1:1784944734.110090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481f00. 00010000:00000010:3.1:1784944734.110099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c6800. 00000080:00000010:3.1:1784944734.117093:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24321c0. 00010000:00000010:3.1:1784944734.117103:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182d00. 00010000:00000010:3.1:1784944734.117107:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9b800. 00000080:00000010:3.1:1784944734.126084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432340. 00010000:00000010:3.1:1784944734.126094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182f00. 00010000:00000010:3.1:1784944734.126098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9ae00. 00000080:00000010:3.1:1784944734.126101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ea0. 00010000:00000010:3.1:1784944734.126105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481300. 00010000:00000010:3.1:1784944734.126108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c7a00. 00000080:00000010:3.1:1784944734.130490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432980. 00010000:00000010:3.1:1784944734.130505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a93600. 00010000:00000010:3.1:1784944734.130512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f3c7e00. 00000080:00000010:3.1:1784944734.140079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432400. 00010000:00000010:3.1:1784944734.140090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182700. 00010000:00000010:3.1:1784944734.140094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9a000. 00000080:00000010:3.1:1784944734.144396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432d80. 00010000:00000010:3.1:1784944734.144403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182300. 00010000:00000010:3.1:1784944734.144406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9bc00. 00000080:00000010:3.1:1784944734.180082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae320. 00000080:00000010:3.1:1784944734.188459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432780. 00010000:00000010:3.1:1784944734.193082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182e00. 00010000:00000010:3.1:1784944734.193091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9aa00. 00000080:00000010:3.1:1784944734.201286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24320c0. 00010000:00000010:3.1:1784944734.201304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182b00. 00010000:00000010:3.1:1784944734.201309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9a600. 00000080:00000010:3.1:1784944734.201312:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691b40. 00010000:00000010:3.1:1784944734.201317:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e08800. 00010000:00000010:3.1:1784944734.201320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcb7a00. 00000080:00000010:1.1:1784944734.207374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432cc0. 00010000:00000010:1.1:1784944734.207383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43b00. 00010000:00000010:1.1:1784944734.207388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad736000. 00000080:00000010:3.1:1784944734.209183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24329a0. 00010000:00000010:3.1:1784944734.209195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182200. 00010000:00000010:3.1:1784944734.209198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1e9a400. 00000080:00000010:3.1:1784944734.214149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432c60. 00010000:00000010:3.1:1784944734.214176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43600. 00010000:00000010:3.1:1784944734.214181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad737c00. 00000080:00000010:0.1:1784944734.215076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432940. 00010000:00000010:0.1:1784944734.215087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182a00. 00010000:00000010:0.1:1784944734.215092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad737200. 00000080:00000010:3.1:1784944734.219086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24326e0. 00010000:00000010:3.1:1784944734.219103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43400. 00010000:00000010:3.1:1784944734.219108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad736a00. 00000080:00000010:3.1:1784944734.227577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24327a0. 00010000:00000010:3.1:1784944734.234259:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43700. 00010000:00000010:3.1:1784944734.234268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad736800. 00000080:00000010:3.1:1784944734.244491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432b60. 00010000:00000010:3.1:1784944734.244501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43c00. 00010000:00000010:3.1:1784944734.244505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad737400. 00000080:00000010:3.1:1784944734.244508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432840. 00010000:00000010:3.1:1784944734.244514:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43100. 00010000:00000010:3.1:1784944734.244517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad736400. 00000080:00000010:3.1:1784944734.253372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24325c0. 00000080:00000010:3.1:1784944734.253383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432a00. 00010000:00000010:3.1:1784944734.253387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43000. 00010000:00000010:3.1:1784944734.253391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad737600. 00000080:00000010:3.1:1784944734.260082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432760. 00010000:00000010:3.1:1784944734.260092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43f00. 00010000:00000010:3.1:1784944734.260096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad737e00. 00000080:00000010:3.1:1784944734.271096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24323c0. 00010000:00000010:3.1:1784944734.271109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b26ce500. 00010000:00000010:3.1:1784944734.271115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18ffa00. 00000080:00000010:3.1:1784944734.283740:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432880. 00010000:00000010:3.1:1784944734.283749:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b26ce400. 00010000:00000010:3.1:1784944734.283752:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18fec00. 00000080:00000010:0.1:1784944734.293224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432e20. 00010000:00000010:0.1:1784944734.293233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481e00. 00010000:00000010:0.1:1784944734.293238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad736c00. 00000080:00000010:3.1:1784944734.293582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432be0. 00010000:00000010:3.1:1784944734.293589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff43e00. 00010000:00000010:3.1:1784944734.293593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad737a00. 00000080:00000010:3.1:1784944734.293597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861bafa0. 00010000:00000010:3.1:1784944734.293602:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b26ce800. 00010000:00000010:3.1:1784944734.293606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18ff200. 00000080:00000010:3.1:1784944734.303452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432700. 00010000:00000010:3.1:1784944734.303463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291182900. 00010000:00000010:3.1:1784944734.303467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18ff800. 00000080:00000010:3.1:1784944734.318077:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba5c0. 00010000:00000010:3.1:1784944734.318084:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b26ce000. 00010000:00000010:3.1:1784944734.318087:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18fe600. 00000080:00000010:3.1:1784944734.330082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba9c0. 00010000:00000010:3.1:1784944734.330094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b26ce100. 00010000:00000010:3.1:1784944734.330098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18fe000. 00000080:00000010:3.1:1784944734.341142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba440. 00010000:00000010:3.1:1784944734.341153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7481c00. 00010000:00000010:3.1:1784944734.341157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5ea00. 00000080:00000010:3.1:1784944734.351168:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba3e0. 00010000:00000010:3.1:1784944734.351177:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f447000. 00010000:00000010:3.1:1784944734.351181:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18fe800. 00000080:00000010:3.1:1784944734.382205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba620. 00010000:00000010:3.1:1784944734.382218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8786300. 00010000:00000010:3.1:1784944734.382222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5e200. 00000080:00000010:3.1:1784944734.382225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861baae0. 00010000:00000010:3.1:1784944734.382230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8786d00. 00010000:00000010:3.1:1784944734.382232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5ec00. 00000080:00000010:0.1:1784944734.399083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861baca0. 00010000:00000010:0.1:1784944734.399096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8786200. 00010000:00000010:0.1:1784944734.399100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5e800. 00000080:00000010:3.1:1784944734.403177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba4e0. 00010000:00000010:3.1:1784944734.403184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8786900. 00010000:00000010:3.1:1784944734.403188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5f400. 00000080:00000010:3.1:1784944734.421218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861bad60. 00010000:00000010:3.1:1784944734.421227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d23100. 00010000:00000010:3.1:1784944734.421231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c81600. 00000080:00000010:3.1:1784944734.434112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861badc0. 00010000:00000010:3.1:1784944734.434123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d23000. 00010000:00000010:3.1:1784944734.434127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c81800. 00000080:00000010:0.1:1784944734.497069:0:234914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800080. 00010000:00000010:0.1:1784944734.497082:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1914d00. 00010000:00000010:0.1:1784944734.497089:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0fe00. 00000080:00000010:3.1:1784944734.503086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800a40. 00010000:00000010:3.1:1784944734.503099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7f00. 00010000:00000010:3.1:1784944734.503104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0f000. 00000080:00000010:0.1:1784944734.507117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da01a0. 00010000:00000010:0.1:1784944734.507132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d300. 00010000:00000010:0.1:1784944734.507140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73600. 00000080:00000010:3.1:1784944734.519137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800600. 00010000:00000010:3.1:1784944734.519147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7300. 00010000:00000010:3.1:1784944734.519150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0ea00. 00000080:00000010:3.1:1784944734.523073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800aa0. 00010000:00000010:3.1:1784944734.523084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7600. 00010000:00000010:3.1:1784944734.523087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87db400. 00000080:00000010:3.1:1784944734.539378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800960. 00010000:00000010:3.1:1784944734.539389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291116b00. 00010000:00000010:3.1:1784944734.539393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6f0f200. 00000080:00000010:3.1:1784944734.539396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad8006a0. 00010000:00000010:3.1:1784944734.539402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7200. 00010000:00000010:3.1:1784944734.539405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87dba00. 00000080:00000010:3.1:1784944734.547087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800000. 00010000:00000010:3.1:1784944734.547097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7100. 00010000:00000010:3.1:1784944734.547101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87dac00. 00000080:00000010:3.1:1784944734.556074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691b00. 00010000:00000010:3.1:1784944734.556082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f585b00. 00010000:00000010:3.1:1784944734.556089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78ac00. 00000080:00000010:3.1:1784944734.568099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad8005c0. 00010000:00000010:3.1:1784944734.568114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7800. 00010000:00000010:3.1:1784944734.568118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87db800. 00000080:00000010:3.1:1784944734.621097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800d20. 00010000:00000010:3.1:1784944734.621119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7a00. 00010000:00000010:3.1:1784944734.621124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87dae00. 00000080:00000010:3.1:1784944734.638136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad8000c0. 00010000:00000010:3.1:1784944734.641167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7c00. 00010000:00000010:3.1:1784944734.641178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87db000. 00000080:00000010:3.1:1784944734.672078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800b20. 00010000:00000010:3.1:1784944734.672091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa3b900. 00010000:00000010:3.1:1784944734.672098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87da400. 00000080:00000010:3.1:1784944734.694073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad8003c0. 00010000:00000010:3.1:1784944734.694088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa3b200. 00010000:00000010:3.1:1784944734.694095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87db600. 00000080:00000010:3.1:1784944734.728409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861bae00. 00010000:00000010:3.1:1784944734.731225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d23d00. 00010000:00000010:3.1:1784944734.731233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c81e00. 00000080:00000010:3.1:1784944734.750081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856917a0. 00010000:00000010:3.1:1784944734.750098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f585800. 00010000:00000010:3.1:1784944734.750102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78b200. 00000080:00000010:3.1:1784944734.778115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba860. 00010000:00000010:3.1:1784944734.778131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d23500. 00010000:00000010:3.1:1784944734.778136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6c81200. 00000080:00000010:3.1:1784944734.782086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba320. 00010000:00000010:3.1:1784944734.782101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103000. 00010000:00000010:3.1:1784944734.782110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b48200. 00000080:00000010:3.1:1784944734.814093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba380. 00010000:00000010:3.1:1784944734.814105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103600. 00010000:00000010:3.1:1784944734.814117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b49400. 00000080:00000010:3.1:1784944734.836090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba260. 00010000:00000010:3.1:1784944734.836110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d23800. 00010000:00000010:3.1:1784944734.836115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b49a00. 00000080:00000010:3.1:1784944734.873076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae4e0. 00010000:00000010:3.1:1784944734.876387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6300. 00010000:00000010:3.1:1784944734.876398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:3.1:1784944734.924078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691c60. 00010000:00000010:3.1:1784944734.924093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f585c00. 00010000:00000010:3.1:1784944734.924097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78a000. 00000080:00000010:3.1:1784944734.962087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861baba0. 00010000:00000010:3.1:1784944734.962104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103c00. 00010000:00000010:3.1:1784944734.962112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b49600. 00000080:00000010:3.1:1784944735.008073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861baac0. 00010000:00000010:3.1:1784944735.008091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d23e00. 00010000:00000010:3.1:1784944735.008097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b48e00. 00000080:00000010:3.1:1784944735.043074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba8a0. 00010000:00000010:3.1:1784944735.043083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8466c00. 00010000:00000010:3.1:1784944735.043086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1de000. 00000080:00000010:3.1:1784944735.092159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861bab40. 00010000:00000010:3.1:1784944735.092173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8466900. 00010000:00000010:3.1:1784944735.092177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1dfe00. 00000080:00000010:0.1:1784944735.129082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861bafc0. 00010000:00000010:0.1:1784944735.129093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8466200. 00010000:00000010:0.1:1784944735.129097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1de400. 00000080:00000010:3.1:1784944735.143140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2861ba900. 00010000:00000010:3.1:1784944735.143155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8466000. 00010000:00000010:3.1:1784944735.143159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac1dea00. 00000080:00000010:3.1:1784944735.194079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432140. 00000080:00000010:3.1:1784944735.239086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432500. 00010000:00000010:3.1:1784944735.239104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b180f600. 00010000:00000010:3.1:1784944735.239110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade2a600. 00000080:00000010:3.1:1784944735.284081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432860. 00010000:00000010:3.1:1784944735.284092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b180f900. 00010000:00000010:3.1:1784944735.284096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade2a200. 00000080:00000010:3.1:1784944735.341090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432640. 00010000:00000010:0.1:1784944735.341302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8466e00. 00010000:00000010:0.1:1784944735.341310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade2b400. 00000080:00000010:3.1:1784944735.422088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432380. 00010000:00000010:3.1:1784944735.422108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c72f00. 00010000:00000010:3.1:1784944735.422115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b276fc00. 00000080:00000010:3.1:1784944735.461214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24327c0. 00010000:00000010:3.1:1784944735.465160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c72300. 00010000:00000010:3.1:1784944735.465172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b276e200. 00000080:00000010:3.1:1784944735.507117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24324a0. 00010000:00000010:3.1:1784944735.510210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c72a00. 00010000:00000010:3.1:1784944735.510216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b276f400. 00000080:00000010:3.1:1784944735.539202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432020. 00010000:00000010:3.1:1784944735.539213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103100. 00010000:00000010:3.1:1784944735.539233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b276f800. 00000080:00000010:3.1:1784944735.572152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24328e0. 00010000:00000010:3.1:1784944735.572170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c72100. 00010000:00000010:3.1:1784944735.572177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b276f000. 00000080:00000010:3.1:1784944735.602091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce8a0. 00010000:00000010:3.1:1784944735.605252:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38700. 00010000:00000010:3.1:1784944735.605264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dfea00. 00000080:00000010:3.1:1784944735.641176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432100. 00010000:00000010:3.1:1784944735.641195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c72500. 00010000:00000010:3.1:1784944735.641201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b276e400. 00000080:00000010:3.1:1784944735.728165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb60. 00010000:00000010:3.1:1784944735.728183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38200. 00010000:00000010:3.1:1784944735.728188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dff400. 00000080:00000010:3.1:1784944735.766077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6e0. 00010000:00000010:3.1:1784944735.766093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38900. 00010000:00000010:3.1:1784944735.766101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dffa00. 00000080:00000010:3.1:1784944735.774073:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce780. 00010000:00000010:3.1:1784944735.774084:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38f00. 00010000:00000010:3.1:1784944735.774091:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dfec00. 00000080:00000010:3.1:1784944735.774097:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce900. 00010000:00000010:3.1:1784944735.774106:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38300. 00010000:00000010:3.1:1784944735.774111:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dffc00. 00000080:00000010:3.1:1784944735.778075:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce240. 00010000:00000010:3.1:1784944735.778085:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38000. 00010000:00000010:3.1:1784944735.778090:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dfe200. 00000080:00000010:3.1:1784944735.787260:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691100. 00010000:00000010:3.1:1784944735.787302:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287e08300. 00010000:00000010:3.1:1784944735.787308:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78a400. 00000080:00000010:3.1:1784944735.795073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef60. 00010000:00000010:3.1:1784944735.795082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38100. 00010000:00000010:3.1:1784944735.795086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dfe400. 00000080:00000010:3.1:1784944735.802097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee20. 00010000:00000010:3.1:1784944735.802108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38400. 00010000:00000010:3.1:1784944735.802112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dff600. 00000080:00000010:3.1:1784944735.802116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce840. 00010000:00000010:3.1:1784944735.802120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c38600. 00010000:00000010:3.1:1784944735.802123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dff800. 00000080:00000010:3.1:1784944735.810080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce720. 00010000:00000010:3.1:1784944735.810092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75cd700. 00010000:00000010:3.1:1784944735.810097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286131400. 00000080:00000010:3.1:1784944735.818363:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef00. 00010000:00000010:3.1:1784944735.818373:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75cd800. 00010000:00000010:3.1:1784944735.818377:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285dfe000. 00000080:00000010:3.1:1784944735.827076:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced80. 00010000:00000010:3.1:1784944735.827086:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b180f500. 00010000:00000010:3.1:1784944735.827100:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286131000. 00000080:00000010:3.1:1784944735.837025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce880. 00010000:00000010:3.1:1784944735.841334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75cd300. 00010000:00000010:3.1:1784944735.841353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286131800. 00000080:00000010:3.1:1784944735.848076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a00. 00010000:00000010:3.1:1784944735.852079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75cde00. 00010000:00000010:3.1:1784944735.852090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f603000. 00000080:00000010:3.1:1784944735.866077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef40. 00010000:00000010:3.1:1784944735.866088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75cdf00. 00010000:00000010:3.1:1784944735.866092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286130c00. 00000080:00000010:3.1:1784944735.878076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce160. 00010000:00000010:3.1:1784944735.878090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c72200. 00010000:00000010:3.1:1784944735.878095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286130000. 00000080:00000010:3.1:1784944735.890091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047fe0. 00010000:00000010:3.1:1784944735.890101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c033fa00. 00010000:00000010:3.1:1784944735.890105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f602200. 00000080:00000010:3.1:1784944735.910118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047400. 00000080:00000010:3.1:1784944735.949091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047300. 00010000:00000010:3.1:1784944735.949103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c033f500. 00010000:00000010:3.1:1784944735.949107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f603800. 00000080:00000010:3.1:1784944735.963088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047be0. 00010000:00000010:3.1:1784944735.963100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75cdd00. 00010000:00000010:3.1:1784944735.963104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025ec00. 00000080:00000010:3.1:1784944735.967088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047200. 00010000:00000010:3.1:1784944735.967099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f697200. 00010000:00000010:3.1:1784944735.967108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025f200. 00000080:00000010:3.1:1784944735.972076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0470c0. 00010000:00000010:3.1:1784944735.972090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f697b00. 00010000:00000010:3.1:1784944735.972096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025e000. 00000080:00000010:3.1:1784944735.984087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047bc0. 00010000:00000010:3.1:1784944735.988075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f697a00. 00010000:00000010:3.1:1784944735.988116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025f000. 00000080:00000010:3.1:1784944735.992081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e80. 00010000:00000010:3.1:1784944735.992127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f697f00. 00010000:00000010:3.1:1784944735.992134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025e400. 00000080:00000010:3.1:1784944735.997089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691380. 00010000:00000010:3.1:1784944735.997101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebb800. 00010000:00000010:3.1:1784944735.997106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f78ba00. 00000080:00000010:3.1:1784944736.002093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0472a0. 00010000:00000010:3.1:1784944736.002103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c033fd00. 00010000:00000010:3.1:1784944736.002108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025f800. 00000080:00000010:3.1:1784944736.009487:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb080. 00010000:00000010:3.1:1784944736.009499:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0f00. 00010000:00000010:3.1:1784944736.009550:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29025ee00. 00000080:00000010:3.1:1784944736.018083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691bc0. 00010000:00000010:3.1:1784944736.018095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebb100. 00010000:00000010:3.1:1784944736.018100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285697800. 00000080:00000010:3.1:1784944736.028081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb960. 00000080:00000010:3.1:1784944736.043650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbaa0. 00010000:00000010:3.1:1784944736.043664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0e00. 00010000:00000010:3.1:1784944736.043669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86ca400. 00000080:00000010:3.1:1784944736.076210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbf80. 00010000:00000010:3.1:1784944736.076225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0900. 00010000:00000010:3.1:1784944736.076230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86caa00. 00000080:00000010:3.1:1784944736.088137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb560. 00010000:00000010:3.1:1784944736.088158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f697c00. 00010000:00000010:3.1:1784944736.088168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86cb200. 00000080:00000010:3.1:1784944736.104087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb0a0. 00010000:00000010:3.1:1784944736.104101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8526b00. 00010000:00000010:3.1:1784944736.104108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8405800. 00000080:00000010:3.1:1784944736.114079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb2a0. 00010000:00000010:3.1:1784944736.114097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8526800. 00010000:00000010:3.1:1784944736.114105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8404e00. 00000080:00000010:3.1:1784944736.130075:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbc60. 00010000:00000010:3.1:1784944736.130095:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8526200. 00010000:00000010:3.1:1784944736.130107:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8404000. 00000080:00000010:3.1:1784944736.138066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb800. 00010000:00000010:3.1:1784944736.138079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8526e00. 00010000:00000010:3.1:1784944736.138084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8404400. 00000080:00000010:3.1:1784944736.153075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbd00. 00010000:00000010:3.1:1784944736.153089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8526700. 00010000:00000010:3.1:1784944736.153092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8404800. 00000080:00000010:3.1:1784944736.161081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691fa0. 00010000:00000010:3.1:1784944736.161092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebb500. 00010000:00000010:3.1:1784944736.161095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285696c00. 00000080:00000010:0.1:1784944736.169181:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbc80. 00010000:00000010:0.1:1784944736.169195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f697300. 00010000:00000010:0.1:1784944736.169200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8405600. 00000080:00000010:3.1:1784944736.178079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f6a0. 00010000:00000010:3.1:1784944736.178097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43d00. 00010000:00000010:3.1:1784944736.178106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1abf600. 00000080:00000010:3.1:1784944736.189145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f2e0. 00010000:00000010:3.1:1784944736.189153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43800. 00010000:00000010:3.1:1784944736.189157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1abf400. 00000080:00000010:3.1:1784944736.197081:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f7e0. 00010000:00000010:3.1:1784944736.197096:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43600. 00010000:00000010:3.1:1784944736.197103:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1abe800. 00000080:00000010:3.1:1784944736.207088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f3e0. 00010000:00000010:3.1:1784944736.207108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43100. 00010000:00000010:3.1:1784944736.207119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1abec00. 00000080:00000010:3.1:1784944736.212083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f6c0. 00010000:00000010:3.1:1784944736.212135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43b00. 00010000:00000010:3.1:1784944736.212143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1abf200. 00000080:00000010:3.1:1784944736.223102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f120. 00010000:00000010:3.1:1784944736.223113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43400. 00010000:00000010:3.1:1784944736.223117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a7600. 00000080:00000010:3.1:1784944736.233087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fee0. 00000080:00000010:3.1:1784944736.242089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748fdc0. 00010000:00000010:3.1:1784944736.242098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18b6e00. 00010000:00000010:3.1:1784944736.242102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a6c00. 00000080:00000010:3.1:1784944736.246137:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691b20. 00010000:00000010:3.1:1784944736.246147:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebb700. 00010000:00000010:3.1:1784944736.246151:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285697200. 00000080:00000010:3.1:1784944736.253155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f440. 00010000:00000010:3.1:1784944736.253162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18b6900. 00010000:00000010:3.1:1784944736.253166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a7c00. 00000080:00000010:3.1:1784944736.267163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f220. 00010000:00000010:3.1:1784944736.267175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18b6f00. 00010000:00000010:3.1:1784944736.267179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a7e00. 00000080:00000010:3.1:1784944736.270144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748f280. 00010000:00000010:3.1:1784944736.270152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18b6700. 00010000:00000010:3.1:1784944736.270156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a7000. 00000080:00000010:3.1:1784944736.275085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a748ffa0. 00010000:00000010:3.1:1784944736.275099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71500. 00010000:00000010:3.1:1784944736.275109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a6400. 00000080:00000010:3.1:1784944736.275114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c340. 00010000:00000010:3.1:1784944736.275121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71700. 00010000:00000010:3.1:1784944736.275128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fd6a00. 00000080:00000010:3.1:1784944736.279399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cc40. 00010000:00000010:3.1:1784944736.279413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71f00. 00010000:00000010:3.1:1784944736.279421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2a6800. 00000080:00000010:1.1:1784944736.288087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c560. 00010000:00000010:1.1:1784944736.288098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71300. 00010000:00000010:1.1:1784944736.288106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fd7c00. 00000080:00000010:3.1:1784944736.292066:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cc80. 00010000:00000010:3.1:1784944736.292076:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71000. 00010000:00000010:3.1:1784944736.292085:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fd6200. 00000080:00000010:3.1:1784944736.302071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c700. 00010000:00000010:3.1:1784944736.302082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71600. 00010000:00000010:3.1:1784944736.302086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fd7a00. 00000080:00000010:3.1:1784944736.316082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cb80. 00010000:00000010:3.1:1784944736.316094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71100. 00010000:00000010:3.1:1784944736.316099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fd7600. 00000080:00000010:3.1:1784944736.325104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0caa0. 00010000:00000010:3.1:1784944736.325117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71900. 00010000:00000010:3.1:1784944736.325122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6fd7800. 00000080:00000010:3.1:1784944736.345090:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0ce80. 00010000:00000010:3.1:1784944736.345101:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903d8600. 00010000:00000010:3.1:1784944736.345105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2861b5400. 00000080:00000010:3.1:1784944736.354067:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c0c0. 00000080:00000010:3.1:1784944736.363071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856910c0. 00010000:00000010:3.1:1784944736.363081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebb600. 00010000:00000010:3.1:1784944736.363088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285696a00. 00000080:00000010:3.1:1784944736.368153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691f20. 00010000:00000010:3.1:1784944736.368168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebbb00. 00010000:00000010:3.1:1784944736.368172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285697c00. 00000080:00000010:3.1:1784944736.380125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c5c0. 00010000:00000010:3.1:1784944736.380136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290b43200. 00010000:00000010:3.1:1784944736.380140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2861b5000. 00000080:00000010:3.1:1784944736.384160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cc60. 00010000:00000010:3.1:1784944736.384169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71400. 00010000:00000010:3.1:1784944736.384173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2861b4a00. 00000080:00000010:3.1:1784944736.393074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0c600. 00010000:00000010:3.1:1784944736.393085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903d8c00. 00010000:00000010:3.1:1784944736.393089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2861b4600. 00000080:00000010:3.1:1784944736.397072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29fa0cce0. 00010000:00000010:3.1:1784944736.397083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903d8200. 00010000:00000010:3.1:1784944736.397087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2861b4e00. 00000080:00000010:3.1:1784944736.407354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7cc0. 00010000:00000010:3.1:1784944736.407365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903d8500. 00010000:00000010:3.1:1784944736.407370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cca00. 00000080:00000010:3.1:1784944736.424090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7040. 00010000:00000010:3.1:1784944736.424103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0300. 00010000:00000010:3.1:1784944736.424112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cc800. 00000080:00000010:3.1:1784944736.431084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7200. 00010000:00000010:3.1:1784944736.436092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e71d00. 00010000:00000010:3.1:1784944736.436100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2861b4200. 00000080:00000010:3.1:1784944736.445082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d79a0. 00010000:00000010:3.1:1784944736.445092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0d00. 00010000:00000010:3.1:1784944736.445095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cdc00. 00000080:00000010:3.1:1784944736.445098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7460. 00010000:00000010:3.1:1784944736.445102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0900. 00010000:00000010:3.1:1784944736.445103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cda00. 00000080:00000010:3.1:1784944736.449185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7aa0. 00010000:00000010:3.1:1784944736.449198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0400. 00010000:00000010:3.1:1784944736.449202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860ccc00. 00000080:00000010:3.1:1784944736.455095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7e20. 00010000:00000010:3.1:1784944736.459169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0a00. 00010000:00000010:3.1:1784944736.459176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cd200. 00000080:00000010:3.1:1784944736.473083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7560. 00010000:00000010:3.1:1784944736.473096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0700. 00010000:00000010:3.1:1784944736.473101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cc400. 00000080:00000010:3.1:1784944736.499104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7f40. 00010000:00000010:3.1:1784944736.499117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903d8d00. 00010000:00000010:3.1:1784944736.499123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2860cc000. 00000080:00000010:3.1:1784944736.505431:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7720. 00010000:00000010:3.1:1784944736.505440:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0b00. 00010000:00000010:3.1:1784944736.505443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b5c000. 00000080:00000010:3.1:1784944736.519084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7b00. 00010000:00000010:3.1:1784944736.519092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f48a800. 00010000:00000010:3.1:1784944736.519096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b5d400. 00000080:00000010:1.1:1784944736.523076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2fff80. 00010000:00000010:1.1:1784944736.523086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e9a400. 00000080:00000010:3.1:1784944736.523087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7d00. 00010000:00000010:1.1:1784944736.523092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3000. 00010000:00000010:3.1:1784944736.523101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f48a700. 00010000:00000010:3.1:1784944736.523110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285b5da00. 00000080:00000010:3.1:1784944736.530078:0:1047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856917e0. 00010000:00000010:3.1:1784944736.539074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f585e00. 00010000:00000010:3.1:1784944736.539082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285696400. 00000080:00000010:3.1:1784944736.552068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff960. 00010000:00000010:3.1:1784944736.561095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e9a000. 00010000:00000010:3.1:1784944736.561107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3c00. 00000080:00000010:3.1:1784944736.565088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff700. 00010000:00000010:3.1:1784944736.565103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e9ae00. 00010000:00000010:3.1:1784944736.565113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2200. 00000080:00000010:3.1:1784944736.565120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffa00. 00010000:00000010:3.1:1784944736.565129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f48a900. 00010000:00000010:3.1:1784944736.565145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2800. 00000080:00000010:3.1:1784944736.570084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffe80. 00010000:00000010:3.1:1784944736.570097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e9ab00. 00010000:00000010:3.1:1784944736.570104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3200. 00000080:00000010:3.1:1784944736.579121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffb80. 00000080:00000010:3.1:1784944736.588469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2fffe0. 00010000:00000010:3.1:1784944736.588479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2903d8a00. 00010000:00000010:3.1:1784944736.588485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2e00. 00000080:00000010:3.1:1784944736.598087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff5c0. 00010000:00000010:3.1:1784944736.598102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f48a000. 00010000:00000010:3.1:1784944736.598113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2400. 00000080:00000010:3.1:1784944736.603086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffce0. 00010000:00000010:3.1:1784944736.603101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0cc700. 00010000:00000010:3.1:1784944736.603105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d8a00. 00000080:00000010:1.1:1784944736.612089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffaa0. 00010000:00000010:1.1:1784944736.612111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0cc600. 00010000:00000010:1.1:1784944736.612118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d8600. 00000080:00000010:3.1:1784944736.619108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691520. 00010000:00000010:3.1:1784944736.619120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecba00. 00010000:00000010:3.1:1784944736.619125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285697600. 00000080:00000010:3.1:1784944736.625080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691a40. 00010000:00000010:3.1:1784944736.625089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecbb00. 00010000:00000010:3.1:1784944736.625092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285697400. 00000080:00000010:3.1:1784944736.639075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff3c0. 00010000:00000010:3.1:1784944736.639081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0ccf00. 00010000:00000010:3.1:1784944736.639083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d8200. 00000080:00000010:3.1:1784944736.642082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff7a0. 00000080:00000010:0.1:1784944736.642091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff800. 00010000:00000010:0.1:1784944736.642101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0ccb00. 00010000:00000010:0.1:1784944736.642105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2c00. 00000080:00000010:3.1:1784944736.647092:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffbc0. 00010000:00000010:3.1:1784944736.647100:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f8a0000. 00010000:00000010:3.1:1784944736.647104:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d9400. 00000080:00000010:0.1:1784944736.650083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff0a0. 00010000:00000010:0.1:1784944736.650091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0cc500. 00010000:00000010:0.1:1784944736.650096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d8000. 00000080:00000010:3.1:1784944736.659103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff2a0. 00010000:00000010:3.1:1784944736.659116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0cc300. 00010000:00000010:3.1:1784944736.659120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d9c00. 00000080:00000010:3.1:1784944736.664073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ffbe0. 00010000:00000010:3.1:1784944736.664082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0cc000. 00010000:00000010:3.1:1784944736.664085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d8400. 00000080:00000010:3.1:1784944736.669089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff200. 00010000:00000010:3.1:1784944736.669097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0cce00. 00010000:00000010:3.1:1784944736.669100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d9600. 00000080:00000010:3.1:1784944736.679080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9320. 00010000:00000010:3.1:1784944736.679094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9100. 00010000:00000010:3.1:1784944736.679099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b5a00. 00000080:00000010:3.1:1784944736.683084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2ff340. 00010000:00000010:3.1:1784944736.683095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac0ccc00. 00010000:00000010:3.1:1784944736.683099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d8e00. 00000080:00000010:3.1:1784944736.683103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9860. 00010000:00000010:3.1:1784944736.683106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9d00. 00010000:00000010:3.1:1784944736.683109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b4c00. 00000080:00000010:3.1:1784944736.698151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9b20. 00010000:00000010:3.1:1784944736.698161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e9af00. 00010000:00000010:3.1:1784944736.698163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c00d9e00. 00000080:00000010:1.1:1784944736.702176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691160. 00010000:00000010:1.1:1784944736.702188:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecb800. 00010000:00000010:1.1:1784944736.702192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998400. 00000080:00000010:3.1:1784944736.711145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9da0. 00010000:00000010:3.1:1784944736.711162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9300. 00010000:00000010:3.1:1784944736.711167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b5000. 00000080:00000010:3.1:1784944736.716076:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9680. 00010000:00000010:3.1:1784944736.716088:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e9a700. 00010000:00000010:3.1:1784944736.716096:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b4a00. 00000080:00000010:3.1:1784944736.724090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9380. 00010000:00000010:3.1:1784944736.724103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9800. 00010000:00000010:3.1:1784944736.724107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b5800. 00000080:00000010:3.1:1784944736.733139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f97c0. 00010000:00000010:3.1:1784944736.738092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9c00. 00010000:00000010:3.1:1784944736.738102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b4e00. 00000080:00000010:3.1:1784944736.744078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f92c0. 00010000:00000010:3.1:1784944736.750075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d000. 00010000:00000010:3.1:1784944736.750081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebf800. 00000080:00000010:3.1:1784944736.758087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9020. 00010000:00000010:3.1:1784944736.758094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9e00. 00010000:00000010:3.1:1784944736.758097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b4000. 00000080:00000010:3.1:1784944736.773345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691600. 00010000:00000010:3.1:1784944736.773359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecb100. 00010000:00000010:3.1:1784944736.773365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998800. 00000080:00000010:3.1:1784944736.783068:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f99e0. 00010000:00000010:3.1:1784944736.783080:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d700. 00010000:00000010:3.1:1784944736.783088:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3b4200. 00000080:00000010:3.1:1784944736.788093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9500. 00010000:00000010:3.1:1784944736.788103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d200. 00010000:00000010:3.1:1784944736.788110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebfe00. 00000080:00000010:3.1:1784944736.793087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9ac0. 00010000:00000010:3.1:1784944736.793103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1da00. 00010000:00000010:3.1:1784944736.793111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebfa00. 00000080:00000010:3.1:1784944736.805811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9660. 00010000:00000010:3.1:1784944736.805824:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1dd00. 00010000:00000010:3.1:1784944736.805828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebec00. 00000080:00000010:3.1:1784944736.812373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9100. 00010000:00000010:3.1:1784944736.812385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d500. 00010000:00000010:3.1:1784944736.812389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebf200. 00000080:00000010:3.1:1784944736.817192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3100. 00010000:00000010:3.1:1784944736.817200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b9900. 00010000:00000010:3.1:1784944736.817204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebe800. 00000080:00000010:3.1:1784944736.830616:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3d60. 00010000:00000010:3.1:1784944736.830629:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848e3a00. 00010000:00000010:3.1:1784944736.830638:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa53a00. 00000080:00000010:3.1:1784944736.834093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f95e0. 00010000:00000010:3.1:1784944736.834107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d100. 00010000:00000010:3.1:1784944736.834113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebe200. 00000080:00000010:3.1:1784944736.838074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f35e0. 00010000:00000010:3.1:1784944736.838084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848e3f00. 00010000:00000010:3.1:1784944736.838089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa53200. 00000080:00000010:3.1:1784944736.842188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac2f9e60. 00010000:00000010:3.1:1784944736.842203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d800. 00010000:00000010:3.1:1784944736.842207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a291ebe400. 00000080:00000010:3.1:1784944736.857077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3da0. 00010000:00000010:3.1:1784944736.857090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848e3b00. 00010000:00000010:3.1:1784944736.857095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa52e00. 00000080:00000010:3.1:1784944736.857098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f34c0. 00010000:00000010:3.1:1784944736.857105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848e3c00. 00010000:00000010:3.1:1784944736.857107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa52a00. 00000080:00000010:3.1:1784944736.865073:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3ae0. 00000080:00000010:3.1:1784944736.877161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f39c0. 00010000:00000010:3.1:1784944736.877171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2848e3300. 00010000:00000010:3.1:1784944736.877175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa53c00. 00000080:00000010:3.1:1784944736.889098:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3420. 00010000:00000010:3.1:1784944736.889106:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f821f00. 00010000:00000010:3.1:1784944736.889109:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0074e00. 00000080:00000010:3.1:1784944736.900099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3020. 00010000:00000010:3.1:1784944736.900113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f821e00. 00010000:00000010:3.1:1784944736.900118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0075200. 00000080:00000010:3.1:1784944736.904084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f34e0. 00010000:00000010:3.1:1784944736.904103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f821c00. 00010000:00000010:3.1:1784944736.904108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0074000. 00000080:00000010:3.1:1784944736.917081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3b20. 00010000:00000010:3.1:1784944736.917099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f821a00. 00010000:00000010:3.1:1784944736.917108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0075c00. 00000080:00000010:1.1:1784944736.921088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691c20. 00010000:00000010:1.1:1784944736.921101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecb900. 00010000:00000010:1.1:1784944736.921108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999800. 00000080:00000010:3.1:1784944736.928095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f34a0. 00010000:00000010:3.1:1784944736.928109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f821300. 00010000:00000010:3.1:1784944736.928115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0075e00. 00000080:00000010:0.1:1784944736.935070:0:241849:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856918c0. 00010000:00000010:0.1:1784944736.937234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecb500. 00010000:00000010:0.1:1784944736.937241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999a00. 00000080:00000010:0.1:1784944736.952078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2894f3500. 00010000:00000010:0.1:1784944736.957084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228800. 00010000:00000010:0.1:1784944736.957094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0075800. 00000080:00000010:3.1:1784944736.971091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae940. 00010000:00000010:3.1:1784944736.971103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228200. 00010000:00000010:3.1:1784944736.971109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04f800. 00000080:00000010:3.1:1784944736.981158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae840. 00010000:00000010:3.1:1784944736.981171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228100. 00010000:00000010:3.1:1784944736.981179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0075a00. 00000080:00000010:3.1:1784944736.981186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1457c0. 00010000:00000010:3.1:1784944736.983173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228400. 00010000:00000010:3.1:1784944736.983182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04f200. 00000080:00000010:3.1:1784944736.992076:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145540. 00010000:00000010:3.1:1784944736.992089:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228d00. 00010000:00000010:3.1:1784944736.992097:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04e000. 00000080:00000010:3.1:1784944737.004083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae980. 00010000:00000010:3.1:1784944737.004100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228b00. 00010000:00000010:3.1:1784944737.004110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04ec00. 00000080:00000010:3.1:1784944737.004118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145240. 00010000:00000010:3.1:1784944737.004161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228500. 00010000:00000010:3.1:1784944737.004168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04e200. 00000080:00000010:3.1:1784944737.009089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1456c0. 00010000:00000010:3.1:1784944737.009107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f821000. 00010000:00000010:3.1:1784944737.009116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04e800. 00000080:00000010:3.1:1784944737.013079:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691de0. 00010000:00000010:3.1:1784944737.013089:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f585300. 00010000:00000010:3.1:1784944737.013093:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998c00. 00000080:00000010:3.1:1784944737.018072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145980. 00000080:00000010:3.1:1784944737.025077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145040. 00010000:00000010:3.1:1784944737.025091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205b00. 00010000:00000010:3.1:1784944737.025096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcff400. 00000080:00000010:3.1:1784944737.033074:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145e40. 00010000:00000010:3.1:1784944737.033088:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228f00. 00010000:00000010:3.1:1784944737.033097:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f04e400. 00000080:00000010:3.1:1784944737.042098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396480. 00010000:00000010:3.1:1784944737.042112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205000. 00010000:00000010:3.1:1784944737.042123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcfec00. 00000080:00000010:3.1:1784944737.048085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396a80. 00010000:00000010:3.1:1784944737.052089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205f00. 00010000:00000010:3.1:1784944737.052099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcff200. 00000080:00000010:3.1:1784944737.057136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396640. 00010000:00000010:3.1:1784944737.057149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205e00. 00010000:00000010:3.1:1784944737.057154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcfea00. 00000080:00000010:3.1:1784944737.065073:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396b60. 00010000:00000010:3.1:1784944737.065080:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205d00. 00010000:00000010:3.1:1784944737.065084:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcffe00. 00000080:00000010:3.1:1784944737.071113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3960e0. 00010000:00000010:3.1:1784944737.071137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205c00. 00010000:00000010:3.1:1784944737.071141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcff000. 00000080:00000010:3.1:1784944737.076250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2854178e0. 00010000:00000010:3.1:1784944737.076260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3800. 00010000:00000010:3.1:1784944737.076265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcfe400. 00000080:00000010:3.1:1784944737.087083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906dfec0. 00010000:00000010:3.1:1784944737.087095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3e00. 00010000:00000010:3.1:1784944737.087106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dd0400. 00000080:00000010:3.1:1784944737.108084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a298df4ce0. 00010000:00000010:3.1:1784944737.108096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228600. 00010000:00000010:3.1:1784944737.108099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fcfe200. 00000080:00000010:3.1:1784944737.116444:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906dfd40. 00010000:00000010:3.1:1784944737.121078:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3400. 00010000:00000010:3.1:1784944737.121086:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dd1a00. 00000080:00000010:3.1:1784944737.137069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906dfda0. 00010000:00000010:3.1:1784944737.137083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3d00. 00010000:00000010:3.1:1784944737.137090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dd1800. 00000080:00000010:3.1:1784944737.142125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8e80. 00010000:00000010:3.1:1784944737.142133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7f00. 00010000:00000010:3.1:1784944737.142137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dd0a00. 00000080:00000010:3.1:1784944737.148081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8300. 00010000:00000010:3.1:1784944737.148090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7d00. 00010000:00000010:3.1:1784944737.148094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dd1000. 00000080:00000010:3.1:1784944737.152348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691a60. 00010000:00000010:3.1:1784944737.152359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebb000. 00010000:00000010:3.1:1784944737.152373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999000. 00000080:00000010:3.1:1784944737.160074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8b00. 00000080:00000010:3.1:1784944737.169287:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8880. 00010000:00000010:3.1:1784944737.169297:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7900. 00010000:00000010:3.1:1784944737.169302:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adccf200. 00000080:00000010:3.1:1784944737.169305:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8560. 00010000:00000010:3.1:1784944737.169308:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7700. 00010000:00000010:3.1:1784944737.169311:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adccf600. 00000080:00000010:1.1:1784944737.182079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8460. 00010000:00000010:1.1:1784944737.182091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3b00. 00010000:00000010:1.1:1784944737.182095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adccfc00. 00000080:00000010:3.1:1784944737.193083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8ec0. 00010000:00000010:3.1:1784944737.193103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7600. 00010000:00000010:3.1:1784944737.193108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adccfe00. 00000080:00000010:3.1:1784944737.213085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691300. 00010000:00000010:3.1:1784944737.213100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83000. 00010000:00000010:3.1:1784944737.213106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998a00. 00000080:00000010:3.1:1784944737.213109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856918a0. 00010000:00000010:3.1:1784944737.213114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83e00. 00010000:00000010:3.1:1784944737.213116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998000. 00000080:00000010:3.1:1784944737.221429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b87a8bc0. 00010000:00000010:3.1:1784944737.225082:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290205500. 00010000:00000010:3.1:1784944737.225088:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adccf000. 00000080:00000010:3.1:1784944737.238299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b3e0. 00010000:00000010:3.1:1784944737.238310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3200. 00010000:00000010:3.1:1784944737.238316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0eec00. 00000080:00000010:3.1:1784944737.242080:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8b7a0. 00010000:00000010:3.1:1784944737.242092:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516200. 00010000:00000010:3.1:1784944737.242099:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adcce400. 00000080:00000010:3.1:1784944737.247095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8bc20. 00010000:00000010:3.1:1784944737.247115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516b00. 00010000:00000010:3.1:1784944737.247121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0ef400. 00000080:00000010:3.1:1784944737.252071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856911c0. 00010000:00000010:3.1:1784944737.252083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7200. 00010000:00000010:3.1:1784944737.252087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0ef200. 00000080:00000010:3.1:1784944737.261086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8bba0. 00010000:00000010:3.1:1784944737.261096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516100. 00010000:00000010:3.1:1784944737.261101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0eee00. 00000080:00000010:3.1:1784944737.270083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290e8bd60. 00010000:00000010:3.1:1784944737.270091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7c00. 00010000:00000010:3.1:1784944737.270094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0efe00. 00000080:00000010:3.1:1784944737.270096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856914a0. 00010000:00000010:3.1:1784944737.270099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516500. 00010000:00000010:3.1:1784944737.270101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0efc00. 00000080:00000010:3.1:1784944737.275101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691ee0. 00010000:00000010:3.1:1784944737.275112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516d00. 00010000:00000010:3.1:1784944737.275118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0ee400. 00000080:00000010:3.1:1784944737.275126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856914c0. 00010000:00000010:3.1:1784944737.275135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7a00. 00010000:00000010:3.1:1784944737.275142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0ef000. 00000080:00000010:3.1:1784944737.278082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691940. 00000080:00000010:3.1:1784944737.278092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691000. 00010000:00000010:3.1:1784944737.278095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516700. 00010000:00000010:3.1:1784944737.278097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0eea00. 00000080:00000010:3.1:1784944737.289070:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691b60. 00010000:00000010:3.1:1784944737.289083:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516300. 00010000:00000010:3.1:1784944737.289091:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0ee600. 00000080:00000010:3.1:1784944737.301147:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691440. 00010000:00000010:3.1:1784944737.301160:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83600. 00010000:00000010:3.1:1784944737.301166:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999c00. 00000080:00000010:3.1:1784944737.310447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691980. 00010000:00000010:3.1:1784944737.314072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7b00. 00010000:00000010:3.1:1784944737.314078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0ee200. 00000080:00000010:3.1:1784944737.314080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2856913a0. 00010000:00000010:3.1:1784944737.314088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83d00. 00010000:00000010:3.1:1784944737.314096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998600. 00000080:00000010:3.1:1784944737.324377:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2a60. 00010000:00000010:3.1:1784944737.324395:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad7c7b00. 00010000:00000010:3.1:1784944737.324400:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f743800. 00000080:00000010:3.1:1784944737.330085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691660. 00010000:00000010:3.1:1784944737.330095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad7c7700. 00010000:00000010:3.1:1784944737.330099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f742600. 00000080:00000010:3.1:1784944737.330103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2740. 00000080:00000010:0.1:1784944737.333288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691ce0. 00010000:00000010:3.1:1784944737.334078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa3b000. 00010000:00000010:3.1:1784944737.334083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f742e00. 00010000:00000010:0.1:1784944737.342068:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad7c7e00. 00010000:00000010:0.1:1784944737.342079:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f742400. 00000080:00000010:3.1:1784944737.345142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691200. 00010000:00000010:3.1:1784944737.345158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad7c7100. 00010000:00000010:3.1:1784944737.345163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f743600. 00000080:00000010:3.1:1784944737.362068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad8004e0. 00010000:00000010:3.1:1784944737.362078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa3b500. 00010000:00000010:3.1:1784944737.362081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93400. 00000080:00000010:3.1:1784944737.379076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800940. 00010000:00000010:3.1:1784944737.379088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fa3b600. 00010000:00000010:3.1:1784944737.379092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92c00. 00000080:00000010:3.1:1784944737.396082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2580. 00010000:00000010:3.1:1784944737.396093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286516000. 00010000:00000010:3.1:1784944737.396097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f742a00. 00000080:00000010:3.1:1784944737.405068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691e40. 00000080:00000010:3.1:1784944737.413098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2000. 00010000:00000010:3.1:1784944737.413118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad7c7600. 00010000:00000010:3.1:1784944737.413123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f742c00. 00000080:00000010:3.1:1784944737.428376:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2bc0. 00010000:00000010:3.1:1784944737.428383:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bfd00. 00010000:00000010:3.1:1784944737.428388:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f615000. 00000080:00000010:3.1:1784944737.437070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2a20. 00010000:00000010:3.1:1784944737.437080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd7800. 00010000:00000010:3.1:1784944737.437085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f742000. 00000080:00000010:3.1:1784944737.449115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3ce0. 00010000:00000010:3.1:1784944737.449129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bf800. 00010000:00000010:3.1:1784944737.449135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f614400. 00000080:00000010:3.1:1784944737.457081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3d00. 00010000:00000010:3.1:1784944737.457093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bf700. 00010000:00000010:3.1:1784944737.457097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f615c00. 00000080:00000010:3.1:1784944737.465135:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc33c0. 00010000:00000010:3.1:1784944737.465146:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bf400. 00010000:00000010:3.1:1784944737.465151:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f615a00. 00000080:00000010:3.1:1784944737.469103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95c40. 00010000:00000010:3.1:1784944737.469110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bfb00. 00010000:00000010:3.1:1784944737.469114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f614c00. 00000080:00000010:3.1:1784944737.473084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3e20. 00010000:00000010:3.1:1784944737.473103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bf000. 00010000:00000010:3.1:1784944737.473109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f614800. 00000080:00000010:3.1:1784944737.480078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691ac0. 00010000:00000010:3.1:1784944737.480088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83100. 00010000:00000010:3.1:1784944737.480092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842b600. 00000080:00000010:3.1:1784944737.484134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95020. 00010000:00000010:3.1:1784944737.484198:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803400. 00010000:00000010:3.1:1784944737.484206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad970800. 00000080:00000010:3.1:1784944737.501075:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3d60. 00010000:00000010:3.1:1784944737.501091:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bfc00. 00010000:00000010:3.1:1784944737.501099:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f615800. 00000080:00000010:3.1:1784944737.506124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95100. 00010000:00000010:3.1:1784944737.506135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803100. 00010000:00000010:3.1:1784944737.506139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad971800. 00000080:00000010:3.1:1784944737.514127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2000. 00010000:00000010:3.1:1784944737.514143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803800. 00010000:00000010:3.1:1784944737.514148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad970e00. 00000080:00000010:3.1:1784944737.524095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95680. 00010000:00000010:3.1:1784944737.524108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803b00. 00010000:00000010:3.1:1784944737.524118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad970400. 00000080:00000010:3.1:1784944737.524125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e00. 00010000:00000010:3.1:1784944737.524133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803300. 00010000:00000010:3.1:1784944737.524140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad971e00. 00000080:00000010:3.1:1784944737.542070:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2c80. 00010000:00000010:3.1:1784944737.542079:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803c00. 00010000:00000010:3.1:1784944737.542083:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad971a00. 00000080:00000010:3.1:1784944737.546148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2da0. 00010000:00000010:3.1:1784944737.546155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803700. 00010000:00000010:3.1:1784944737.546159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad970c00. 00000080:00000010:3.1:1784944737.550082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800e60. 00010000:00000010:3.1:1784944737.550098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3200. 00010000:00000010:3.1:1784944737.550108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92a00. 00000080:00000010:3.1:1784944737.555107:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800c60. 00010000:00000010:3.1:1784944737.555119:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3e00. 00010000:00000010:3.1:1784944737.555128:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92600. 00000080:00000010:3.1:1784944737.563080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285691ae0. 00010000:00000010:3.1:1784944737.563092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83200. 00010000:00000010:3.1:1784944737.563099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842b800. 00000080:00000010:3.1:1784944737.568087:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2c20. 00010000:00000010:3.1:1784944737.568098:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803200. 00010000:00000010:3.1:1784944737.568103:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad970a00. 00000080:00000010:3.1:1784944737.574082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800140. 00010000:00000010:3.1:1784944737.574096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3500. 00010000:00000010:3.1:1784944737.574101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9800. 00000080:00000010:3.1:1784944737.581083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800680. 00010000:00000010:3.1:1784944737.586703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3700. 00010000:00000010:3.1:1784944737.586709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8e00. 00000080:00000010:3.1:1784944737.596089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800220. 00010000:00000010:3.1:1784944737.599780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3a00. 00010000:00000010:3.1:1784944737.599792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93c00. 00000080:00000010:3.1:1784944737.607096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800f20. 00010000:00000010:3.1:1784944737.607114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3b00. 00010000:00000010:3.1:1784944737.607127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9600. 00000080:00000010:3.1:1784944737.612089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800f80. 00010000:00000010:3.1:1784944737.612113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3d00. 00010000:00000010:3.1:1784944737.612120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8a00. 00000080:00000010:3.1:1784944737.616076:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800b40. 00010000:00000010:3.1:1784944737.616086:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3f00. 00010000:00000010:3.1:1784944737.616092:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9a00. 00000080:00000010:3.1:1784944737.621104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae2a0. 00010000:00000010:3.1:1784944737.621117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6400. 00010000:00000010:3.1:1784944737.621122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00000080:00000010:3.1:1784944737.625409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800a80. 00010000:00000010:3.1:1784944737.625422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e3000. 00010000:00000010:3.1:1784944737.625425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8c00. 00000080:00000010:3.1:1784944737.637346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2600. 00010000:00000010:3.1:1784944737.637363:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ebbe00. 00010000:00000010:3.1:1784944737.637378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842ae00. 00000080:00000010:3.1:1784944737.641072:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800700. 00010000:00000010:3.1:1784944737.649124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317700. 00010000:00000010:3.1:1784944737.649134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8600. 00000080:00000010:3.1:1784944737.653080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800020. 00010000:00000010:3.1:1784944737.653091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317f00. 00010000:00000010:3.1:1784944737.653096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9c00. 00000080:00000010:3.1:1784944737.661184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800200. 00010000:00000010:3.1:1784944737.661200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317800. 00010000:00000010:3.1:1784944737.661213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8200. 00000080:00000010:3.1:1784944737.673099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad800e00. 00010000:00000010:3.1:1784944737.673157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317e00. 00010000:00000010:3.1:1784944737.673164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8800. 00000080:00000010:3.1:1784944737.677093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff76e0. 00010000:00000010:3.1:1784944737.677109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317a00. 00010000:00000010:3.1:1784944737.677115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08f000. 00000080:00000010:3.1:1784944737.684117:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7560. 00010000:00000010:3.1:1784944737.684134:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f7500. 00010000:00000010:3.1:1784944737.684162:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08e400. 00000080:00000010:3.1:1784944737.690333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7060. 00010000:00000010:3.1:1784944737.690345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317400. 00010000:00000010:3.1:1784944737.690351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08e600. 00000080:00000010:3.1:1784944737.701087:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d24e0. 00010000:00000010:3.1:1784944737.701102:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83700. 00010000:00000010:3.1:1784944737.701110:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842ac00. 00000080:00000010:3.1:1784944737.720103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7160. 00010000:00000010:3.1:1784944737.720125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f5800. 00010000:00000010:3.1:1784944737.720132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08fe00. 00000080:00000010:3.1:1784944737.731348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7ce0. 00010000:00000010:3.1:1784944737.731365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317b00. 00010000:00000010:3.1:1784944737.731370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08f400. 00000080:00000010:0.1:1784944737.739114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e20. 00010000:00000010:0.1:1784944737.742085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f5100. 00010000:00000010:0.1:1784944737.742091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9200. 00000080:00000010:3.1:1784944737.746107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7760. 00010000:00000010:3.1:1784944737.746123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f5400. 00010000:00000010:3.1:1784944737.746131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae08ec00. 00000080:00000010:3.1:1784944737.761082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7b80. 00010000:00000010:3.1:1784944737.761097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f5e00. 00010000:00000010:3.1:1784944737.761102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8a00. 00000080:00000010:3.1:1784944737.770090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7380. 00010000:00000010:3.1:1784944737.770146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f5700. 00010000:00000010:3.1:1784944737.770153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8600. 00000080:00000010:3.1:1784944737.777097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7720. 00010000:00000010:3.1:1784944737.777116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2f5000. 00010000:00000010:3.1:1784944737.777123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8800. 00000080:00000010:3.1:1784944737.781100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7780. 00010000:00000010:3.1:1784944737.781115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0317500. 00010000:00000010:3.1:1784944737.781135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8400. 00000080:00000010:3.1:1784944737.794118:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7880. 00010000:00000010:3.1:1784944737.794130:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7a00. 00010000:00000010:3.1:1784944737.794135:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9800. 00000080:00000010:3.1:1784944737.798084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e22c0. 00000080:00000010:1.1:1784944737.798096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2140. 00010000:00000010:3.1:1784944737.798101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b18bf600. 00010000:00000010:1.1:1784944737.798109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83300. 00010000:00000010:3.1:1784944737.798110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dba00. 00010000:00000010:1.1:1784944737.798117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842b200. 00000080:00000010:3.1:1784944737.802083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7c40. 00010000:00000010:3.1:1784944737.802105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7200. 00010000:00000010:3.1:1784944737.802112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9400. 00000080:00000010:3.1:1784944737.804082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d520. 00010000:00000010:3.1:1784944737.804092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9b00. 00010000:00000010:3.1:1784944737.804096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db200. 00000080:00000010:3.1:1784944737.808099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d740. 00010000:00000010:3.1:1784944737.811078:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9900. 00010000:00000010:3.1:1784944737.811089:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da000. 00000080:00000010:3.1:1784944737.817083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2a00. 00010000:00000010:3.1:1784944737.820073:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecb000. 00010000:00000010:3.1:1784944737.820083:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842b000. 00000080:00000010:3.1:1784944737.825071:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dee0. 00010000:00000010:3.1:1784944737.825084:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9f00. 00010000:00000010:3.1:1784944737.825092:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dbe00. 00000080:00000010:3.1:1784944737.831092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871de40. 00010000:00000010:3.1:1784944737.831110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9700. 00010000:00000010:3.1:1784944737.831115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da600. 00000080:00000010:3.1:1784944737.837090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fba0. 00010000:00000010:3.1:1784944737.845078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9000. 00010000:00000010:3.1:1784944737.845088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da400. 00000080:00000010:1.1:1784944737.849087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffb80. 00010000:00000010:1.1:1784944737.849100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9300. 00010000:00000010:1.1:1784944737.849107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db600. 00000080:00000010:3.1:1784944737.861093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffb20. 00010000:00000010:3.1:1784944737.861116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0600. 00010000:00000010:3.1:1784944737.861135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee9400. 00000080:00000010:3.1:1784944737.870088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffe40. 00010000:00000010:3.1:1784944737.870100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0a00. 00010000:00000010:3.1:1784944737.870110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee8e00. 00000080:00000010:3.1:1784944737.880184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d26e0. 00010000:00000010:3.1:1784944737.880195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecbf00. 00010000:00000010:3.1:1784944737.880200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842a000. 00000080:00000010:3.1:1784944737.893099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff860. 00010000:00000010:3.1:1784944737.893115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0b00. 00010000:00000010:3.1:1784944737.893123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee8a00. 00000080:00000010:3.1:1784944737.897097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff600. 00010000:00000010:3.1:1784944737.897115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0800. 00010000:00000010:3.1:1784944737.897122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee8c00. 00000080:00000010:3.1:1784944737.907096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffa00. 00010000:00000010:3.1:1784944737.907118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0700. 00010000:00000010:3.1:1784944737.907124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee9200. 00000080:00000010:3.1:1784944737.911140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffb40. 00010000:00000010:3.1:1784944737.911152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0f00. 00010000:00000010:3.1:1784944737.911156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee8000. 00000080:00000010:3.1:1784944737.918087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b8cac0. 00010000:00000010:3.1:1784944737.918103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad803600. 00010000:00000010:3.1:1784944737.918113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee9c00. 00000080:00000010:3.1:1784944737.924092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7840. 00010000:00000010:3.1:1784944737.924102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0500. 00010000:00000010:3.1:1784944737.924105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee8400. 00000080:00000010:3.1:1784944737.932069:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ae0. 00010000:00000010:3.1:1784944737.932080:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9a00. 00010000:00000010:3.1:1784944737.932086:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f772e00. 00000080:00000010:3.1:1784944737.942752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa72a0. 00010000:00000010:3.1:1784944737.942766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0100. 00010000:00000010:3.1:1784944737.942770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ee8800. 00000080:00000010:3.1:1784944737.949564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7c40. 00010000:00000010:3.1:1784944737.949573:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891f00. 00010000:00000010:3.1:1784944737.949577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f772c00. 00000080:00000010:3.1:1784944737.949580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7fa0. 00010000:00000010:3.1:1784944737.949584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891c00. 00010000:00000010:3.1:1784944737.949587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f773000. 00000080:00000010:3.1:1784944737.960084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa75c0. 00010000:00000010:3.1:1784944737.965096:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891e00. 00010000:00000010:3.1:1784944737.965102:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f772000. 00000080:00000010:3.1:1784944737.965107:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2c80. 00010000:00000010:3.1:1784944737.965114:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad44d000. 00010000:00000010:3.1:1784944737.969078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842bc00. 00000080:00000010:3.1:1784944737.973118:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7d20. 00010000:00000010:3.1:1784944737.973125:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891600. 00010000:00000010:3.1:1784944737.973128:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f772600. 00000080:00000010:3.1:1784944737.980074:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7360. 00010000:00000010:3.1:1784944737.980083:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891100. 00010000:00000010:3.1:1784944737.980087:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f772200. 00000080:00000010:3.1:1784944737.985087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7760. 00010000:00000010:3.1:1784944737.985101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891400. 00010000:00000010:3.1:1784944737.985105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f772800. 00000080:00000010:3.1:1784944737.997152:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63bc0. 00010000:00000010:3.1:1784944737.997167:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7bc9e00. 00010000:00000010:3.1:1784944737.997175:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f773800. 00000080:00000010:3.1:1784944738.003096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63640. 00010000:00000010:3.1:1784944738.003106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891500. 00010000:00000010:3.1:1784944738.003110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f773400. 00000080:00000010:3.1:1784944738.003112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d631c0. 00010000:00000010:3.1:1784944738.003115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891b00. 00010000:00000010:3.1:1784944738.003117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d72600. 00000080:00000010:0.1:1784944738.007079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2120. 00010000:00000010:0.1:1784944738.007092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83f00. 00010000:00000010:0.1:1784944738.007100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b842a600. 00000080:00000010:3.1:1784944738.007902:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63aa0. 00010000:00000010:3.1:1784944738.007913:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b84d0c00. 00010000:00000010:3.1:1784944738.007919:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f773a00. 00000080:00000010:3.1:1784944738.012086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63b80. 00010000:00000010:3.1:1784944738.012101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6f900. 00010000:00000010:3.1:1784944738.012107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d72400. 00000080:00000010:3.1:1784944738.012110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63040. 00010000:00000010:3.1:1784944738.012114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6fe00. 00010000:00000010:3.1:1784944738.012117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d72200. 00000080:00000010:3.1:1784944738.021406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0300. 00010000:00000010:3.1:1784944738.021415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865de00. 00010000:00000010:3.1:1784944738.021419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72c00. 00000080:00000010:3.1:1784944738.030086:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da08e0. 00010000:00000010:3.1:1784944738.030100:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d200. 00010000:00000010:3.1:1784944738.030107:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72000. 00000080:00000010:3.1:1784944738.037107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0600. 00010000:00000010:3.1:1784944738.037121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865dd00. 00010000:00000010:3.1:1784944738.037125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72200. 00000080:00000010:3.1:1784944738.040125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da09a0. 00010000:00000010:3.1:1784944738.040138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865da00. 00010000:00000010:3.1:1784944738.040144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73c00. 00000080:00000010:3.1:1784944738.045199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0a60. 00010000:00000010:3.1:1784944738.045222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d900. 00010000:00000010:3.1:1784944738.045239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4ce00. 00000080:00000010:3.1:1784944738.051078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0720. 00010000:00000010:3.1:1784944738.051088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93a00. 00010000:00000010:3.1:1784944738.051091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4de00. 00000080:00000010:3.1:1784944738.060081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0d20. 00010000:00000010:3.1:1784944738.060095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93200. 00010000:00000010:3.1:1784944738.060099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4d000. 00000080:00000010:3.1:1784944738.064105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0e20. 00010000:00000010:3.1:1784944738.064116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93b00. 00010000:00000010:3.1:1784944738.064120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4ca00. 00000080:00000010:3.1:1784944738.069089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0840. 00010000:00000010:3.1:1784944738.069099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93300. 00010000:00000010:3.1:1784944738.069103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4c600. 00000080:00000010:3.1:1784944738.069105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0f00. 00010000:00000010:3.1:1784944738.069108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93800. 00010000:00000010:3.1:1784944738.069111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4d200. 00000080:00000010:3.1:1784944738.077106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0440. 00010000:00000010:3.1:1784944738.077116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93f00. 00010000:00000010:3.1:1784944738.077120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4c000. 00000080:00000010:3.1:1784944738.081074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da05c0. 00010000:00000010:3.1:1784944738.081083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93100. 00010000:00000010:3.1:1784944738.081089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4dc00. 00000080:00000010:0.1:1784944738.095080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae0e0. 00000080:00000010:3.1:1784944738.095083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da07a0. 00010000:00000010:0.1:1784944738.095097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321100. 00010000:00000010:3.1:1784944738.095097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93600. 00010000:00000010:0.1:1784944738.095107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00010000:00000010:3.1:1784944738.095107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4c200. 00000080:00000010:3.1:1784944738.095112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0560. 00010000:00000010:3.1:1784944738.095126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6c00. 00010000:00000010:3.1:1784944738.095131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d32400. 00000080:00000010:3.1:1784944738.099082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da06c0. 00010000:00000010:3.1:1784944738.099090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6a00. 00010000:00000010:3.1:1784944738.099092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d33600. 00000080:00000010:3.1:1784944738.110088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0860. 00010000:00000010:3.1:1784944738.110100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93700. 00010000:00000010:3.1:1784944738.110107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4c800. 00000080:00000010:3.1:1784944738.113098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0ba0. 00010000:00000010:3.1:1784944738.113111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93900. 00010000:00000010:3.1:1784944738.113117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1b4d400. 00000080:00000010:3.1:1784944738.118071:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0460. 00010000:00000010:3.1:1784944738.118087:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6b00. 00010000:00000010:3.1:1784944738.118097:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d32200. 00000080:00000010:3.1:1784944738.126077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0420. 00010000:00000010:3.1:1784944738.126087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6f00. 00010000:00000010:3.1:1784944738.126091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d32c00. 00000080:00000010:3.1:1784944738.132186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da09c0. 00010000:00000010:3.1:1784944738.132194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6800. 00010000:00000010:3.1:1784944738.132197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d33400. 00000080:00000010:3.1:1784944738.139108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da05a0. 00010000:00000010:3.1:1784944738.143487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d000. 00010000:00000010:3.1:1784944738.143493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d32000. 00000080:00000010:3.1:1784944738.143496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0800. 00010000:00000010:3.1:1784944738.143502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6900. 00010000:00000010:3.1:1784944738.143505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d32e00. 00000080:00000010:3.1:1784944738.150084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0880. 00010000:00000010:3.1:1784944738.150098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6400. 00010000:00000010:3.1:1784944738.150105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d33e00. 00000080:00000010:3.1:1784944738.156339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0520. 00010000:00000010:3.1:1784944738.156352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3500. 00010000:00000010:3.1:1784944738.156356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319e00. 00000080:00000010:3.1:1784944738.156360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0700. 00010000:00000010:3.1:1784944738.159513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3e00. 00010000:00000010:3.1:1784944738.159520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319000. 00000080:00000010:3.1:1784944738.164102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0aa0. 00010000:00000010:3.1:1784944738.164113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3000. 00010000:00000010:3.1:1784944738.164118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d32600. 00000080:00000010:3.1:1784944738.169268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0ac0. 00010000:00000010:3.1:1784944738.177071:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3600. 00010000:00000010:3.1:1784944738.177077:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318a00. 00000080:00000010:3.1:1784944738.181129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da08a0. 00010000:00000010:3.1:1784944738.190178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3700. 00010000:00000010:3.1:1784944738.190187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318600. 00000080:00000010:3.1:1784944738.190192:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da02e0. 00010000:00000010:3.1:1784944738.190199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3d00. 00010000:00000010:3.1:1784944738.190204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac318c00. 00000080:00000010:3.1:1784944738.197576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d22a0. 00010000:00000010:3.1:1784944738.197585:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627b00. 00010000:00000010:3.1:1784944738.197589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac112800. 00000080:00000010:3.1:1784944738.200082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0620. 00010000:00000010:3.1:1784944738.200092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3c00. 00010000:00000010:3.1:1784944738.200097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319c00. 00000080:00000010:3.1:1784944738.211087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0bc0. 00010000:00000010:3.1:1784944738.211100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3100. 00010000:00000010:3.1:1784944738.211105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319600. 00000080:00000010:1.1:1784944738.214110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0b00. 00010000:00000010:1.1:1784944738.214123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6600. 00010000:00000010:1.1:1784944738.214129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac319a00. 00000080:00000010:3.1:1784944738.222083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da03e0. 00010000:00000010:3.1:1784944738.222094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3200. 00010000:00000010:3.1:1784944738.222098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8800. 00000080:00000010:3.1:1784944738.231086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da0da0. 00000080:00000010:0.1:1784944738.242077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da00a0. 00010000:00000010:0.1:1784944738.242085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e900. 00010000:00000010:0.1:1784944738.242088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9600. 00000080:00000010:3.1:1784944738.245106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51780. 00010000:00000010:3.1:1784944738.245117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649eb00. 00010000:00000010:3.1:1784944738.245124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9e00. 00000080:00000010:3.1:1784944738.263118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51d80. 00010000:00000010:3.1:1784944738.263131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e000. 00010000:00000010:3.1:1784944738.263136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9a00. 00000080:00000010:3.1:1784944738.263142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d639c0. 00010000:00000010:3.1:1784944738.263150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6fd00. 00010000:00000010:3.1:1784944738.263153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d73800. 00000080:00000010:3.1:1784944738.268362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c515a0. 00010000:00000010:3.1:1784944738.268371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ed00. 00010000:00000010:3.1:1784944738.268375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8c00. 00000080:00000010:3.1:1784944738.268378:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b520. 00010000:00000010:3.1:1784944738.268382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6fb00. 00010000:00000010:3.1:1784944738.268385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d72e00. 00000080:00000010:3.1:1784944738.281074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51420. 00010000:00000010:3.1:1784944738.281084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e400. 00010000:00000010:3.1:1784944738.281088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9200. 00000080:00000010:3.1:1784944738.298584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ea0. 00010000:00000010:3.1:1784944738.298597:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6f400. 00010000:00000010:3.1:1784944738.298602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d73a00. 00000080:00000010:3.1:1784944738.302157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b7e0. 00010000:00000010:3.1:1784944738.302171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6fc00. 00010000:00000010:3.1:1784944738.302178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d72000. 00000080:00000010:3.1:1784944738.320103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bda0. 00010000:00000010:3.1:1784944738.320123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6f800. 00010000:00000010:3.1:1784944738.320131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d72a00. 00000080:00000010:3.1:1784944738.356415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdae20. 00010000:00000010:3.1:1784944738.359089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701200. 00010000:00000010:3.1:1784944738.359098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87a4200. 00000080:00000010:3.1:1784944738.371842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b8a0. 00010000:00000010:3.1:1784944738.371858:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701d00. 00010000:00000010:3.1:1784944738.371864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87a5000. 00000080:00000010:3.1:1784944738.387097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdae80. 00010000:00000010:3.1:1784944738.387108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701f00. 00010000:00000010:3.1:1784944738.387112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87a5600. 00010000:00000010:2.1:1784944738.407106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701700. 00010000:00000010:2.1:1784944738.407110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87a5800. 00000080:00000010:2.1:1784944738.411068:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdae40. 00010000:00000010:2.1:1784944738.411079:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701100. 00010000:00000010:2.1:1784944738.411084:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87a4400. 00000080:00000010:2.1:1784944738.418299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda4a0. 00010000:00000010:2.1:1784944738.418310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33f00. 00010000:00000010:2.1:1784944738.418316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13800. 00000080:00000010:2.1:1784944738.418319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda600. 00010000:00000010:2.1:1784944738.418324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701300. 00010000:00000010:2.1:1784944738.418327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b87a5400. 00000080:00000010:2.1:1784944738.424081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaca0. 00010000:00000010:2.1:1784944738.424092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33300. 00010000:00000010:2.1:1784944738.424095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12e00. 00000080:00000010:2.1:1784944738.428074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda5c0. 00010000:00000010:2.1:1784944738.428083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1891200. 00010000:00000010:2.1:1784944738.428086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13400. 00000080:00000010:2.1:1784944738.428088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491320. 00010000:00000010:2.1:1784944738.428091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33c00. 00010000:00000010:2.1:1784944738.428093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13e00. 00000080:00000010:2.1:1784944738.436068:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda940. 00010000:00000010:2.1:1784944738.436080:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33700. 00010000:00000010:2.1:1784944738.436088:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13a00. 00000080:00000010:2.1:1784944738.436093:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4918a0. 00010000:00000010:2.1:1784944738.436100:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33b00. 00010000:00000010:2.1:1784944738.436105:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12000. 00000080:00000010:2.1:1784944738.440117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4919a0. 00010000:00000010:2.1:1784944738.440129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33e00. 00010000:00000010:2.1:1784944738.440133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12c00. 00000080:00000010:2.1:1784944738.445088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491be0. 00010000:00000010:2.1:1784944738.445100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33200. 00010000:00000010:2.1:1784944738.445105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13c00. 00000080:00000010:2.1:1784944738.445107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491140. 00010000:00000010:2.1:1784944738.445112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33000. 00010000:00000010:2.1:1784944738.445115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13200. 00000080:00000010:2.1:1784944738.445117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4913c0. 00010000:00000010:2.1:1784944738.445121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701b00. 00010000:00000010:2.1:1784944738.445124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12200. 00000080:00000010:2.1:1784944738.448704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d21a0. 00010000:00000010:2.1:1784944738.448717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83b00. 00010000:00000010:2.1:1784944738.448720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac112e00. 00000080:00000010:2.1:1784944738.458097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f640. 00010000:00000010:2.1:1784944738.458110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33100. 00010000:00000010:2.1:1784944738.458115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12800. 00000080:00000010:3.1:1784944738.458414:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491060. 00010000:00000010:3.1:1784944738.458423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33a00. 00010000:00000010:3.1:1784944738.458426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13000. 00000080:00000010:2.1:1784944738.461079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4911e0. 00010000:00000010:2.1:1784944738.461085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33d00. 00010000:00000010:2.1:1784944738.461089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12a00. 00000080:00000010:2.1:1784944738.461092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f8c0. 00010000:00000010:2.1:1784944738.461095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4a00. 00010000:00000010:2.1:1784944738.461098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7600. 00000080:00000010:2.1:1784944738.464118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2d40. 00010000:00000010:2.1:1784944738.464126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f585700. 00010000:00000010:2.1:1784944738.464140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac112c00. 00000080:00000010:3.1:1784944738.465071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491580. 00010000:00000010:3.1:1784944738.465080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33800. 00010000:00000010:3.1:1784944738.465083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12600. 00000080:00000010:2.1:1784944738.472084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fb40. 00010000:00000010:2.1:1784944738.477092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33900. 00010000:00000010:2.1:1784944738.477099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e12400. 00000080:00000010:2.1:1784944738.477103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f5c0. 00010000:00000010:2.1:1784944738.477112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4b00. 00010000:00000010:2.1:1784944738.477115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7400. 00000080:00000010:2.1:1784944738.482256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910f00. 00010000:00000010:2.1:1784944738.482276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4800. 00010000:00000010:2.1:1784944738.482284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7a00. 00000080:00000010:2.1:1784944738.482290:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f1c0. 00010000:00000010:2.1:1784944738.482296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4200. 00010000:00000010:2.1:1784944738.482302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a6e13600. 00000080:00000010:2.1:1784944738.489113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910560. 00010000:00000010:2.1:1784944738.489129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4c00. 00010000:00000010:2.1:1784944738.489136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6c00. 00000080:00000010:2.1:1784944738.495153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9104e0. 00010000:00000010:2.1:1784944738.495164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4400. 00010000:00000010:2.1:1784944738.495168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7800. 00000080:00000010:2.1:1784944738.500252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9108c0. 00010000:00000010:2.1:1784944738.500265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4900. 00010000:00000010:2.1:1784944738.500270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7200. 00000080:00000010:2.1:1784944738.507291:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910d40. 00010000:00000010:2.1:1784944738.511175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4100. 00010000:00000010:2.1:1784944738.511183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6e00. 00000080:00000010:2.1:1784944738.515175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9108a0. 00010000:00000010:2.1:1784944738.515187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287c6f300. 00010000:00000010:2.1:1784944738.515191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6000. 00000080:00000010:2.1:1784944738.520403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910d00. 00010000:00000010:2.1:1784944738.520412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4000. 00010000:00000010:2.1:1784944738.520415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7e00. 00000080:00000010:2.1:1784944738.523143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae260. 00010000:00000010:2.1:1784944738.523152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4800. 00010000:00000010:2.1:1784944738.523157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c200. 00000080:00000010:2.1:1784944738.530088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910ba0. 00010000:00000010:2.1:1784944738.530099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4500. 00010000:00000010:2.1:1784944738.530102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7000. 00000080:00000010:2.1:1784944738.534095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2160. 00010000:00000010:2.1:1784944738.534109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627e00. 00010000:00000010:2.1:1784944738.534114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac113e00. 00000080:00000010:3.1:1784944738.538107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910220. 00010000:00000010:3.1:1784944738.538123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4700. 00010000:00000010:3.1:1784944738.538131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6a00. 00000080:00000010:3.1:1784944738.538137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910ee0. 00010000:00000010:3.1:1784944738.538146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33400. 00010000:00000010:3.1:1784944738.538152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c7c00. 00000080:00000010:2.1:1784944738.544094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910260. 00000080:00000010:3.1:1784944738.544094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9107e0. 00010000:00000010:2.1:1784944738.544114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33500. 00010000:00000010:2.1:1784944738.544124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6600. 00010000:00000010:3.1:1784944738.546067:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4300. 00010000:00000010:3.1:1784944738.546071:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6200. 00000080:00000010:3.1:1784944738.551118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910c20. 00010000:00000010:3.1:1784944738.551131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4600. 00010000:00000010:3.1:1784944738.551137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6400. 00000080:00000010:2.1:1784944738.554114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9101a0. 00010000:00000010:2.1:1784944738.554124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999700. 00010000:00000010:2.1:1784944738.554128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad9c6800. 00000080:00000010:3.1:1784944738.558088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910a80. 00000080:00000010:2.1:1784944738.560069:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910480. 00010000:00000010:2.1:1784944738.560081:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999e00. 00010000:00000010:3.1:1784944738.560082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999300. 00010000:00000010:2.1:1784944738.560088:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94ce00. 00010000:00000010:3.1:1784944738.560093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94da00. 00000080:00000010:2.1:1784944738.571090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227a40. 00010000:00000010:2.1:1784944738.571106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999000. 00010000:00000010:2.1:1784944738.571115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94cc00. 00000080:00000010:3.1:1784944738.576069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227520. 00010000:00000010:3.1:1784944738.576079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999a00. 00010000:00000010:3.1:1784944738.576082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94de00. 00000080:00000010:2.1:1784944738.585076:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2902276a0. 00000080:00000010:3.1:1784944738.585079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d29a0. 00010000:00000010:3.1:1784944738.585088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5d00. 00010000:00000010:2.1:1784944738.585090:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999b00. 00010000:00000010:3.1:1784944738.585092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac113200. 00010000:00000010:2.1:1784944738.585098:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94d200. 00000080:00000010:3.1:1784944738.585100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227600. 00000080:00000010:2.1:1784944738.585108:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2902277e0. 00010000:00000010:3.1:1784944738.585110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999500. 00010000:00000010:2.1:1784944738.585117:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999200. 00010000:00000010:3.1:1784944738.585117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94dc00. 00010000:00000010:2.1:1784944738.585127:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94c000. 00000080:00000010:2.1:1784944738.589085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227200. 00010000:00000010:2.1:1784944738.589106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999c00. 00010000:00000010:2.1:1784944738.589111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94d000. 00000080:00000010:2.1:1784944738.592740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227a20. 00010000:00000010:2.1:1784944738.592751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4e00. 00010000:00000010:2.1:1784944738.592755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94c800. 00000080:00000010:3.1:1784944738.593096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227440. 00010000:00000010:3.1:1784944738.593103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a290e33600. 00010000:00000010:3.1:1784944738.593106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94c200. 00000080:00000010:3.1:1784944738.593108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2902279c0. 00010000:00000010:3.1:1784944738.593111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999600. 00010000:00000010:3.1:1784944738.593113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94ca00. 00000080:00000010:1.1:1784944738.601282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227720. 00010000:00000010:1.1:1784944738.601296:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999800. 00010000:00000010:1.1:1784944738.601301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94d400. 00000080:00000010:1.1:1784944738.601304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2902274c0. 00010000:00000010:1.1:1784944738.601310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999900. 00010000:00000010:1.1:1784944738.601313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94c600. 00000080:00000010:2.1:1784944738.607074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d28e0. 00010000:00000010:2.1:1784944738.607090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5500. 00010000:00000010:2.1:1784944738.607094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac113000. 00000080:00000010:2.1:1784944738.610174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227480. 00010000:00000010:2.1:1784944738.610186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999d00. 00010000:00000010:2.1:1784944738.610189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94c400. 00000080:00000010:3.1:1784944738.614071:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe05a0. 00000080:00000010:2.1:1784944738.614086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290227700. 00010000:00000010:3.1:1784944738.614086:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4300. 00010000:00000010:2.1:1784944738.614097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999400. 00010000:00000010:3.1:1784944738.614098:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27cc00. 00010000:00000010:2.1:1784944738.614102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94d800. 00000080:00000010:2.1:1784944738.619069:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2902273e0. 00010000:00000010:2.1:1784944738.619078:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999100. 00010000:00000010:2.1:1784944738.619083:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad94d600. 00000080:00000010:3.1:1784944738.623139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe06a0. 00010000:00000010:3.1:1784944738.623152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4700. 00010000:00000010:3.1:1784944738.623155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27ce00. 00000080:00000010:2.1:1784944738.624459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0780. 00010000:00000010:2.1:1784944738.629205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4000. 00010000:00000010:2.1:1784944738.629210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d200. 00000080:00000010:3.1:1784944738.633112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0960. 00010000:00000010:3.1:1784944738.633124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4e00. 00010000:00000010:3.1:1784944738.633129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27de00. 00000080:00000010:2.1:1784944738.638270:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0de0. 00010000:00000010:2.1:1784944738.638281:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4c00. 00010000:00000010:2.1:1784944738.638286:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c000. 00000080:00000010:3.1:1784944738.641545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0d20. 00010000:00000010:3.1:1784944738.646263:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4400. 00010000:00000010:3.1:1784944738.646270:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27dc00. 00000080:00000010:2.1:1784944738.647068:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0860. 00010000:00000010:2.1:1784944738.647077:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4600. 00010000:00000010:2.1:1784944738.647081:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d000. 00000080:00000010:3.1:1784944738.652097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe01c0. 00010000:00000010:0.1:1784944738.655069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4f00. 00010000:00000010:0.1:1784944738.655075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c400. 00010000:00000010:3.1:1784944738.655084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4900. 00010000:00000010:3.1:1784944738.655091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27ca00. 00000080:00000010:3.1:1784944738.658109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0760. 00000080:00000010:2.1:1784944738.661140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0140. 00010000:00000010:2.1:1784944738.661151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4200. 00010000:00000010:2.1:1784944738.661155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c600. 00000080:00000010:3.1:1784944738.662094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0dc0. 00010000:00000010:3.1:1784944738.662101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7999f00. 00010000:00000010:3.1:1784944738.662104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d600. 00000080:00000010:2.1:1784944738.666112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2480. 00010000:00000010:2.1:1784944738.666138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5f00. 00010000:00000010:2.1:1784944738.666147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac112000. 00000080:00000010:2.1:1784944738.671162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0fe0. 00010000:00000010:2.1:1784944738.671173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f701c00. 00010000:00000010:2.1:1784944738.671178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d800. 00000080:00000010:3.1:1784944738.679173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0560. 00010000:00000010:3.1:1784944738.679186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4b00. 00010000:00000010:3.1:1784944738.679190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c200. 00000080:00000010:2.1:1784944738.686083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0740. 00010000:00000010:2.1:1784944738.686096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9800. 00010000:00000010:2.1:1784944738.686100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322000. 00000080:00000010:2.1:1784944738.686104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0f00. 00010000:00000010:2.1:1784944738.686111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4d00. 00010000:00000010:2.1:1784944738.686114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c800. 00000080:00000010:3.1:1784944738.690117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0640. 00010000:00000010:3.1:1784944738.690135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9c00. 00010000:00000010:3.1:1784944738.690139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323c00. 00000080:00000010:2.1:1784944738.696080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0ca0. 00010000:00000010:2.1:1784944738.696091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4a00. 00010000:00000010:2.1:1784944738.696095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d400. 00000080:00000010:2.1:1784944738.700085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0e00. 00010000:00000010:2.1:1784944738.700099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4d00. 00010000:00000010:2.1:1784944738.700110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27da00. 00000080:00000010:3.1:1784944738.706413:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2b00. 00010000:00000010:3.1:1784944738.706423:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5700. 00010000:00000010:3.1:1784944738.706427:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac112a00. 00000080:00000010:2.1:1784944738.710132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0060. 00010000:00000010:2.1:1784944738.710144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9100. 00010000:00000010:2.1:1784944738.710149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322a00. 00000080:00000010:2.1:1784944738.721285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0c40. 00010000:00000010:2.1:1784944738.721301:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9900. 00010000:00000010:2.1:1784944738.721306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322600. 00000080:00000010:3.1:1784944738.726303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0d40. 00010000:00000010:3.1:1784944738.726315:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9200. 00010000:00000010:3.1:1784944738.726320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322200. 00000080:00000010:2.1:1784944738.729087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0900. 00010000:00000010:2.1:1784944738.729099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9a00. 00010000:00000010:2.1:1784944738.729104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322400. 00000080:00000010:2.1:1784944738.732194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0120. 00010000:00000010:2.1:1784944738.732224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9b00. 00010000:00000010:2.1:1784944738.732230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322800. 00000080:00000010:3.1:1784944738.732326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0860. 00010000:00000010:3.1:1784944738.732333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9400. 00010000:00000010:3.1:1784944738.732336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323600. 00000080:00000010:3.1:1784944738.742138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac00a0. 00010000:00000010:3.1:1784944738.747589:0:1118:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9700. 00010000:00000010:3.1:1784944738.747597:0:1118:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323400. 00000080:00000010:3.1:1784944738.754090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac0a60. 00010000:00000010:3.1:1784944738.754110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7be4f00. 00010000:00000010:3.1:1784944738.754116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323800. 00000080:00000010:3.1:1784944738.758186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac08c0. 00010000:00000010:3.1:1784944738.758209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4800. 00010000:00000010:3.1:1784944738.758225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323a00. 00000080:00000010:3.1:1784944738.768756:0:1365:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac07c0. 00010000:00000010:3.1:1784944738.768775:0:1365:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd000. 00010000:00000010:3.1:1784944738.768821:0:1365:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322c00. 00010000:00000010:2.1:1784944738.770082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbde00. 00010000:00000010:2.1:1784944738.770088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0322e00. 00000080:00000010:3.1:1784944738.776350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac06a0. 00000080:00000010:2.1:1784944738.781095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1b20. 00010000:00000010:2.1:1784944738.781111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbdd00. 00010000:00000010:2.1:1784944738.781117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323200. 00000080:00000010:2.1:1784944738.781121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2ee0. 00010000:00000010:2.1:1784944738.781127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5300. 00010000:00000010:2.1:1784944738.781130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac113c00. 00000080:00000010:2.1:1784944738.791109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285ac01a0. 00010000:00000010:2.1:1784944738.791120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd600. 00010000:00000010:2.1:1784944738.791124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323e00. 00000080:00000010:3.1:1784944738.795083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1480. 00010000:00000010:3.1:1784944738.795099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbdf00. 00010000:00000010:3.1:1784944738.795104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3ac00. 00000080:00000010:3.1:1784944738.812144:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1160. 00010000:00000010:3.1:1784944738.812155:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd500. 00010000:00000010:3.1:1784944738.812160:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0323000. 00000080:00000010:1.1:1784944738.818276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1800. 00010000:00000010:1.1:1784944738.818291:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbdc00. 00010000:00000010:1.1:1784944738.818298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b200. 00000080:00000010:3.1:1784944738.821991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e16c0. 00010000:00000010:3.1:1784944738.822006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd200. 00010000:00000010:3.1:1784944738.822015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3be00. 00000080:00000010:2.1:1784944738.827320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1f00. 00000080:00000010:3.1:1784944738.828087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e15c0. 00010000:00000010:2.1:1784944738.832116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd900. 00010000:00000010:3.1:1784944738.832116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbdb00. 00010000:00000010:2.1:1784944738.832130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a000. 00010000:00000010:3.1:1784944738.832130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b000. 00000080:00000010:2.1:1784944738.839089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1b60. 00010000:00000010:2.1:1784944738.839104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4100. 00010000:00000010:2.1:1784944738.839109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3bc00. 00000080:00000010:3.1:1784944738.843107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1080. 00010000:00000010:3.1:1784944738.843117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd400. 00010000:00000010:3.1:1784944738.843121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3aa00. 00000080:00000010:2.1:1784944738.853087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d24a0. 00010000:00000010:2.1:1784944738.853102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5e00. 00010000:00000010:2.1:1784944738.853106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171200. 00000080:00000010:0.1:1784944738.858081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e13c0. 00010000:00000010:0.1:1784944738.858091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9f00. 00010000:00000010:0.1:1784944738.858095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a200. 00000080:00000010:0.1:1784944738.862086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1d20. 00010000:00000010:0.1:1784944738.862097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9000. 00010000:00000010:0.1:1784944738.862102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a800. 00000080:00000010:3.1:1784944738.862346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1d40. 00010000:00000010:2.1:1784944738.867138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd700. 00010000:00000010:2.1:1784944738.867145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a600. 00000080:00000010:2.1:1784944738.872291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1360. 00010000:00000010:2.1:1784944738.872308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da200. 00010000:00000010:2.1:1784944738.872316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b400. 00000080:00000010:3.1:1784944738.874074:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e17a0. 00010000:00000010:3.1:1784944738.874085:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9d00. 00010000:00000010:3.1:1784944738.874090:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a400. 00000080:00000010:3.1:1784944738.878130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5680. 00010000:00000010:3.1:1784944738.882222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3dab00. 00010000:00000010:3.1:1784944738.882228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3ba00. 00000080:00000010:2.1:1784944738.882386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b19e1060. 00010000:00000010:2.1:1784944738.882395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9300. 00010000:00000010:2.1:1784944738.882399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b600. 00000080:00000010:2.1:1784944738.888199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab55a0. 00010000:00000010:2.1:1784944738.888209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da800. 00010000:00000010:2.1:1784944738.888226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930400. 00000080:00000010:2.1:1784944738.888230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5f80. 00010000:00000010:2.1:1784944738.888234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3daa00. 00010000:00000010:2.1:1784944738.888237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b800. 00000080:00000010:3.1:1784944738.892075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5320. 00010000:00000010:3.1:1784944738.892087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da400. 00010000:00000010:3.1:1784944738.892091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3ae00. 00000080:00000010:2.1:1784944738.896079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2920. 00010000:00000010:2.1:1784944738.896089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5000. 00010000:00000010:2.1:1784944738.896092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171000. 00000080:00000010:2.1:1784944738.900074:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5640. 00010000:00000010:2.1:1784944738.900085:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da600. 00010000:00000010:2.1:1784944738.900089:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931600. 00000080:00000010:3.1:1784944738.903450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5b20. 00010000:00000010:3.1:1784944738.903459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da100. 00010000:00000010:3.1:1784944738.903462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930800. 00000080:00000010:2.1:1784944738.908144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5500. 00010000:00000010:2.1:1784944738.908158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3dad00. 00010000:00000010:2.1:1784944738.908164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931800. 00000080:00000010:3.1:1784944738.911167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab54e0. 00010000:00000010:3.1:1784944738.911177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3dac00. 00010000:00000010:3.1:1784944738.911180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931400. 00000080:00000010:3.1:1784944738.917069:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5120. 00010000:00000010:3.1:1784944738.917076:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3dae00. 00010000:00000010:3.1:1784944738.917079:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930e00. 00000080:00000010:2.1:1784944738.922073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5ea0. 00010000:00000010:2.1:1784944738.922083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3daf00. 00010000:00000010:2.1:1784944738.922086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931a00. 00000080:00000010:3.1:1784944738.927960:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5920. 00010000:00000010:3.1:1784944738.927975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9600. 00010000:00000010:3.1:1784944738.927983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931e00. 00000080:00000010:3.1:1784944738.927990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab58c0. 00010000:00000010:3.1:1784944738.928001:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da700. 00010000:00000010:3.1:1784944738.928005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930c00. 00000080:00000010:2.1:1784944738.930084:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5720. 00010000:00000010:2.1:1784944738.930093:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da300. 00010000:00000010:2.1:1784944738.930096:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931200. 00000080:00000010:3.1:1784944738.934080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5e60. 00010000:00000010:3.1:1784944738.934098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da900. 00010000:00000010:3.1:1784944738.934111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931000. 00000080:00000010:3.1:1784944738.939087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab55c0. 00010000:00000010:3.1:1784944738.939097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9500. 00010000:00000010:3.1:1784944738.939425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930a00. 00000080:00000010:2.1:1784944738.943073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d22c0. 00010000:00000010:2.1:1784944738.943084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5800. 00010000:00000010:2.1:1784944738.943087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170000. 00000080:00000010:3.1:1784944738.951228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c52c0. 00010000:00000010:3.1:1784944738.951248:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd800. 00010000:00000010:3.1:1784944738.951254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930600. 00000080:00000010:2.1:1784944738.952038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1ab5d40. 00010000:00000010:2.1:1784944738.952059:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f2e9e00. 00010000:00000010:2.1:1784944738.952063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930000. 00000080:00000010:2.1:1784944738.961081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5b20. 00010000:00000010:2.1:1784944738.965087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd100. 00010000:00000010:2.1:1784944738.965095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad931c00. 00000080:00000010:2.1:1784944738.965100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c55c0. 00010000:00000010:2.1:1784944738.965111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c4500. 00010000:00000010:2.1:1784944738.965128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9aa00. 00000080:00000010:3.1:1784944738.969082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5e80. 00010000:00000010:3.1:1784944738.969094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da500. 00010000:00000010:3.1:1784944738.969098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad930200. 00000080:00000010:2.1:1784944738.977242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5aa0. 00010000:00000010:2.1:1784944738.977253:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81400. 00010000:00000010:2.1:1784944738.977257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a600. 00000080:00000010:2.1:1784944738.987086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5500. 00010000:00000010:2.1:1784944738.987289:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81b00. 00010000:00000010:2.1:1784944738.987297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9bc00. 00000080:00000010:2.1:1784944738.987301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5e20. 00010000:00000010:2.1:1784944738.987305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81100. 00010000:00000010:2.1:1784944738.987309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a400. 00000080:00000010:3.1:1784944738.996089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5ea0. 00010000:00000010:3.1:1784944738.996102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81800. 00010000:00000010:3.1:1784944738.996108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a200. 00000080:00000010:2.1:1784944739.001088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2020. 00010000:00000010:2.1:1784944739.001100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5c00. 00010000:00000010:2.1:1784944739.001104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170a00. 00000080:00000010:3.1:1784944739.005072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5fc0. 00010000:00000010:3.1:1784944739.005086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81c00. 00000080:00000010:2.1:1784944739.005088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5840. 00010000:00000010:3.1:1784944739.005094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b600. 00010000:00000010:2.1:1784944739.005099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81600. 00010000:00000010:2.1:1784944739.005106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a800. 00000080:00000010:2.1:1784944739.009165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5440. 00010000:00000010:2.1:1784944739.009178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81300. 00010000:00000010:2.1:1784944739.009184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b400. 00000080:00000010:3.1:1784944739.010111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5d80. 00010000:00000010:3.1:1784944739.010120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81900. 00010000:00000010:3.1:1784944739.010124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b800. 00000080:00000010:2.1:1784944739.017271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c53c0. 00010000:00000010:2.1:1784944739.017368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81700. 00010000:00000010:2.1:1784944739.017373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9ba00. 00000080:00000010:2.1:1784944739.022087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5c20. 00010000:00000010:2.1:1784944739.022097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81500. 00010000:00000010:2.1:1784944739.022102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9ae00. 00000080:00000010:1.1:1784944739.022183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5860. 00010000:00000010:1.1:1784944739.022196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81e00. 00010000:00000010:1.1:1784944739.022200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9be00. 00000080:00000010:2.1:1784944739.026074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a74c5e60. 00010000:00000010:2.1:1784944739.026085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81000. 00010000:00000010:2.1:1784944739.026090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9ac00. 00000080:00000010:2.1:1784944739.031305:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332700. 00010000:00000010:2.1:1784944739.031323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbd300. 00010000:00000010:2.1:1784944739.031329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b000. 00000080:00000010:2.1:1784944739.031332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332a20. 00010000:00000010:2.1:1784944739.031339:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f3da000. 00010000:00000010:2.1:1784944739.031342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9b200. 00000080:00000010:3.1:1784944739.035089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332f20. 00010000:00000010:3.1:1784944739.035104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4a00. 00010000:00000010:3.1:1784944739.035112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49400. 00000080:00000010:2.1:1784944739.048071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae240. 00010000:00000010:2.1:1784944739.048080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4f00. 00010000:00000010:2.1:1784944739.048084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c400. 00000080:00000010:2.1:1784944739.048087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2873320e0. 00010000:00000010:2.1:1784944739.048090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4400. 00010000:00000010:2.1:1784944739.048092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49a00. 00000080:00000010:2.1:1784944739.051106:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2c60. 00010000:00000010:2.1:1784944739.051115:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5600. 00010000:00000010:2.1:1784944739.051118:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171c00. 00010000:00000010:1.1:1784944739.055074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4100. 00010000:00000010:1.1:1784944739.055081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48c00. 00000080:00000010:3.1:1784944739.055114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332760. 00000080:00000010:2.1:1784944739.059077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332120. 00010000:00000010:2.1:1784944739.059084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81200. 00010000:00000010:2.1:1784944739.059087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285d9a000. 00000080:00000010:2.1:1784944739.064076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332f60. 00010000:00000010:2.1:1784944739.064085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4b00. 00010000:00000010:2.1:1784944739.064089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49800. 00000080:00000010:2.1:1784944739.064091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2873325e0. 00010000:00000010:2.1:1784944739.064093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4c00. 00010000:00000010:2.1:1784944739.064095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49200. 00000080:00000010:2.1:1784944739.071071:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332740. 00010000:00000010:2.1:1784944739.071084:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4900. 00010000:00000010:2.1:1784944739.071089:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48000. 00000080:00000010:2.1:1784944739.071093:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332b60. 00010000:00000010:2.1:1784944739.071099:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4800. 00010000:00000010:2.1:1784944739.071102:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48e00. 00000080:00000010:2.1:1784944739.077074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332e00. 00010000:00000010:2.1:1784944739.077088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4600. 00010000:00000010:2.1:1784944739.077093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49e00. 00000080:00000010:2.1:1784944739.084094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2ec0. 00010000:00000010:2.1:1784944739.084104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ecb300. 00010000:00000010:2.1:1784944739.084119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170600. 00000080:00000010:2.1:1784944739.090541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332fa0. 00010000:00000010:2.1:1784944739.090553:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4f00. 00010000:00000010:2.1:1784944739.090558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49000. 00000080:00000010:2.1:1784944739.090561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a287332ee0. 00010000:00000010:2.1:1784944739.090566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4e00. 00010000:00000010:2.1:1784944739.090569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48a00. 00000080:00000010:2.1:1784944739.096265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b84716a0. 00010000:00000010:2.1:1784944739.096280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4000. 00010000:00000010:2.1:1784944739.096284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48600. 00000080:00000010:2.1:1784944739.100070:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471340. 00010000:00000010:2.1:1784944739.100080:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4300. 00010000:00000010:2.1:1784944739.100085:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49c00. 00000080:00000010:2.1:1784944739.107099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471ea0. 00010000:00000010:2.1:1784944739.107112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81a00. 00010000:00000010:2.1:1784944739.107119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48400. 00000080:00000010:3.1:1784944739.111088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471620. 00010000:00000010:3.1:1784944739.111104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ffbda00. 00010000:00000010:3.1:1784944739.111109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48200. 00000080:00000010:2.1:1784944739.118265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b84715c0. 00010000:00000010:2.1:1784944739.118279:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c500. 00010000:00000010:2.1:1784944739.118320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa49600. 00000080:00000010:2.1:1784944739.118324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b84715e0. 00010000:00000010:2.1:1784944739.118328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4700. 00010000:00000010:2.1:1784944739.118332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fa48800. 00000080:00000010:2.1:1784944739.133096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471840. 00010000:00000010:2.1:1784944739.133108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744cf00. 00010000:00000010:2.1:1784944739.133112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273800. 00000080:00000010:1.1:1784944739.135093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471c00. 00010000:00000010:1.1:1784944739.135103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c700. 00010000:00000010:1.1:1784944739.135106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273a00. 00000080:00000010:2.1:1784944739.138176:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471880. 00010000:00000010:2.1:1784944739.138195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744cc00. 00010000:00000010:2.1:1784944739.138200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272e00. 00000080:00000010:2.1:1784944739.138203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b84713a0. 00010000:00000010:2.1:1784944739.138218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c100. 00010000:00000010:2.1:1784944739.138222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273e00. 00000080:00000010:2.1:1784944739.150357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2500. 00010000:00000010:2.1:1784944739.158094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627000. 00010000:00000010:2.1:1784944739.158102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170200. 00000080:00000010:2.1:1784944739.158107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471fa0. 00010000:00000010:2.1:1784944739.158115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c200. 00010000:00000010:2.1:1784944739.158119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273000. 00000080:00000010:2.1:1784944739.163114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471ce0. 00010000:00000010:2.1:1784944739.163126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c800. 00010000:00000010:2.1:1784944739.163130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272c00. 00000080:00000010:3.1:1784944739.167087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e240. 00010000:00000010:3.1:1784944739.167101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c300. 00010000:00000010:3.1:1784944739.167105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272a00. 00000080:00000010:2.1:1784944739.171087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b8471c40. 00010000:00000010:2.1:1784944739.171099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744ce00. 00010000:00000010:2.1:1784944739.171103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273200. 00000080:00000010:1.1:1784944739.180079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e860. 00010000:00000010:1.1:1784944739.180136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c600. 00010000:00000010:1.1:1784944739.180141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272600. 00000080:00000010:3.1:1784944739.183271:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ebc0. 00010000:00000010:3.1:1784944739.183285:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81f00. 00010000:00000010:3.1:1784944739.183293:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272400. 00000080:00000010:2.1:1784944739.187078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e460. 00010000:00000010:2.1:1784944739.187091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744ca00. 00010000:00000010:2.1:1784944739.187095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273c00. 00000080:00000010:3.1:1784944739.187122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e440. 00010000:00000010:3.1:1784944739.187127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c400. 00010000:00000010:3.1:1784944739.187129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272000. 00000080:00000010:2.1:1784944739.191314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d21c0. 00010000:00000010:2.1:1784944739.191322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627100. 00010000:00000010:2.1:1784944739.191324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170400. 00000080:00000010:3.1:1784944739.197080:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ebe0. 00000080:00000010:2.1:1784944739.202285:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ef20. 00010000:00000010:2.1:1784944739.202297:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c900. 00010000:00000010:2.1:1784944739.202301:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272800. 00010000:00000010:0.1:1784944739.202519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744cb00. 00010000:00000010:0.1:1784944739.202528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f272200. 00000080:00000010:2.1:1784944739.206077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e300. 00010000:00000010:2.1:1784944739.206092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744c000. 00010000:00000010:2.1:1784944739.206102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273600. 00000080:00000010:2.1:1784944739.211131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e4a0. 00010000:00000010:2.1:1784944739.211140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4500. 00010000:00000010:2.1:1784944739.211143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f273400. 00000080:00000010:3.1:1784944739.215090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e980. 00010000:00000010:3.1:1784944739.215106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4300. 00010000:00000010:3.1:1784944739.215113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660e00. 00000080:00000010:2.1:1784944739.218075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e100. 00010000:00000010:2.1:1784944739.218081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4200. 00010000:00000010:2.1:1784944739.218084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661a00. 00000080:00000010:2.1:1784944739.223081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e2a0. 00010000:00000010:2.1:1784944739.223096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4000. 00010000:00000010:2.1:1784944739.223101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661e00. 00000080:00000010:2.1:1784944739.223104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ecc0. 00010000:00000010:2.1:1784944739.223108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4e00. 00010000:00000010:2.1:1784944739.223111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660c00. 00000080:00000010:3.1:1784944739.231092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e660. 00000080:00000010:2.1:1784944739.231093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5ef80. 00010000:00000010:3.1:1784944739.237080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4600. 00010000:00000010:3.1:1784944739.237086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661200. 00010000:00000010:2.1:1784944739.237097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4b00. 00010000:00000010:2.1:1784944739.237105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661000. 00000080:00000010:2.1:1784944739.242099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e420. 00010000:00000010:2.1:1784944739.242113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4500. 00010000:00000010:2.1:1784944739.242117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661c00. 00000080:00000010:2.1:1784944739.242119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c5e580. 00010000:00000010:2.1:1784944739.242123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4200. 00010000:00000010:2.1:1784944739.242125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660000. 00000080:00000010:3.1:1784944739.249221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2ca0. 00010000:00000010:3.1:1784944739.249230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627500. 00010000:00000010:3.1:1784944739.249234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170800. 00000080:00000010:2.1:1784944739.258118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ee00. 00010000:00000010:2.1:1784944739.258131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4d00. 00010000:00000010:2.1:1784944739.258136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660200. 00000080:00000010:3.1:1784944739.262071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea80. 00000080:00000010:2.1:1784944739.266073:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e100. 00010000:00000010:2.1:1784944739.266086:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4700. 00010000:00000010:2.1:1784944739.266091:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660800. 00010000:00000010:2.1:1784944739.266097:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4900. 00010000:00000010:2.1:1784944739.266103:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660a00. 00000080:00000010:2.1:1784944739.266113:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e580. 00010000:00000010:2.1:1784944739.270083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4a00. 00010000:00000010:2.1:1784944739.270088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661400. 00000080:00000010:2.1:1784944739.270091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e740. 00010000:00000010:2.1:1784944739.270095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4800. 00010000:00000010:2.1:1784944739.270097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660600. 00000080:00000010:2.1:1784944739.274232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e500. 00010000:00000010:2.1:1784944739.274244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33a00. 00010000:00000010:2.1:1784944739.274249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd200. 00000080:00000010:2.1:1784944739.274252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e860. 00010000:00000010:2.1:1784944739.274257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4f00. 00010000:00000010:2.1:1784944739.274259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285660400. 00000080:00000010:2.1:1784944739.278080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2240. 00010000:00000010:2.1:1784944739.278089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627600. 00010000:00000010:2.1:1784944739.278093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171600. 00000080:00000010:2.1:1784944739.283096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e820. 00010000:00000010:2.1:1784944739.283107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4c00. 00010000:00000010:2.1:1784944739.283113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661600. 00000080:00000010:2.1:1784944739.283116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea40. 00010000:00000010:2.1:1784944739.283123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33b00. 00010000:00000010:2.1:1784944739.283128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd000. 00000080:00000010:3.1:1784944739.293329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e7c0. 00010000:00000010:3.1:1784944739.293346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe81d00. 00010000:00000010:3.1:1784944739.293365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285661800. 00000080:00000010:2.1:1784944739.296316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e660. 00010000:00000010:2.1:1784944739.296328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33800. 00010000:00000010:2.1:1784944739.296332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dca00. 00000080:00000010:2.1:1784944739.305216:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ec00. 00010000:00000010:2.1:1784944739.305230:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33400. 00010000:00000010:2.1:1784944739.305237:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc000. 00000080:00000010:2.1:1784944739.305241:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ef20. 00010000:00000010:2.1:1784944739.305246:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33700. 00010000:00000010:2.1:1784944739.305249:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc600. 00000080:00000010:3.1:1784944739.305320:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e320. 00010000:00000010:3.1:1784944739.305328:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33000. 00010000:00000010:3.1:1784944739.305331:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2ddc00. 00000080:00000010:2.1:1784944739.309075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eba0. 00010000:00000010:2.1:1784944739.309085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33300. 00010000:00000010:2.1:1784944739.309088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc400. 00000080:00000010:3.1:1784944739.310172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e1a0. 00010000:00000010:3.1:1784944739.310183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33600. 00010000:00000010:3.1:1784944739.310186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc200. 00000080:00000010:2.1:1784944739.312553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e120. 00010000:00000010:2.1:1784944739.312569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33c00. 00010000:00000010:2.1:1784944739.312574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd600. 00000080:00000010:2.1:1784944739.312577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e920. 00010000:00000010:2.1:1784944739.312580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33100. 00010000:00000010:2.1:1784944739.312583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dda00. 00000080:00000010:2.1:1784944739.318087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e380. 00010000:00000010:2.1:1784944739.318102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33500. 00010000:00000010:2.1:1784944739.318107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc800. 00000080:00000010:3.1:1784944739.322072:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e260. 00010000:00000010:3.1:1784944739.322087:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33900. 00010000:00000010:3.1:1784944739.322095:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd400. 00000080:00000010:2.1:1784944739.326706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eee0. 00010000:00000010:2.1:1784944739.326725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33200. 00010000:00000010:2.1:1784944739.326738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dcc00. 00000080:00000010:2.1:1784944739.330087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d20c0. 00010000:00000010:2.1:1784944739.330098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5400. 00010000:00000010:2.1:1784944739.330102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171400. 00000080:00000010:2.1:1784944739.330105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e2c0. 00010000:00000010:2.1:1784944739.330110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df200. 00010000:00000010:2.1:1784944739.330113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848200. 00000080:00000010:3.1:1784944739.334074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eac0. 00010000:00000010:3.1:1784944739.334086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33e00. 00010000:00000010:3.1:1784944739.334092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd800. 00000080:00000010:3.1:1784944739.334096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027efa0. 00010000:00000010:3.1:1784944739.334100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dfb00. 00010000:00000010:3.1:1784944739.334105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848800. 00000080:00000010:2.1:1784944739.340713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e9c0. 00010000:00000010:2.1:1784944739.340725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df400. 00010000:00000010:2.1:1784944739.340728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849400. 00000080:00000010:3.1:1784944739.348080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e480. 00010000:00000010:3.1:1784944739.348091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33f00. 00010000:00000010:3.1:1784944739.348096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dce00. 00000080:00000010:3.1:1784944739.356073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ed40. 00000080:00000010:2.1:1784944739.356075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2f40. 00010000:00000010:2.1:1784944739.356085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5900. 00010000:00000010:3.1:1784944739.356085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df500. 00010000:00000010:2.1:1784944739.356089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171800. 00010000:00000010:3.1:1784944739.356089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849800. 00000080:00000010:2.1:1784944739.362165:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e140. 00010000:00000010:2.1:1784944739.362179:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4400. 00010000:00000010:2.1:1784944739.362185:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dde00. 00000080:00000010:2.1:1784944739.366119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e6c0. 00010000:00000010:2.1:1784944739.366132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dfa00. 00010000:00000010:2.1:1784944739.366137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848400. 00000080:00000010:2.1:1784944739.366140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e360. 00010000:00000010:2.1:1784944739.366144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df700. 00010000:00000010:2.1:1784944739.366147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848e00. 00000080:00000010:3.1:1784944739.366166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e8e0. 00010000:00000010:3.1:1784944739.366177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df000. 00010000:00000010:3.1:1784944739.366185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849600. 00000080:00000010:3.1:1784944739.371080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e060. 00000080:00000010:2.1:1784944739.371087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e3e0. 00010000:00000010:3.1:1784944739.371101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dff00. 00010000:00000010:2.1:1784944739.371102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df800. 00010000:00000010:3.1:1784944739.371109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849a00. 00010000:00000010:2.1:1784944739.371110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849e00. 00000080:00000010:3.1:1784944739.375110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eb20. 00010000:00000010:3.1:1784944739.375122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dfe00. 00010000:00000010:3.1:1784944739.375130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849000. 00000080:00000010:2.1:1784944739.384111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e4c0. 00010000:00000010:2.1:1784944739.384120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df600. 00010000:00000010:2.1:1784944739.384123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848c00. 00000080:00000010:3.1:1784944739.390115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e440. 00010000:00000010:3.1:1784944739.390123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a744cd00. 00010000:00000010:3.1:1784944739.390126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848a00. 00000080:00000010:3.1:1784944739.390129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ed20. 00010000:00000010:3.1:1784944739.390133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df900. 00010000:00000010:3.1:1784944739.390135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849200. 00000080:00000010:3.1:1784944739.397140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e9e0. 00010000:00000010:3.1:1784944739.397152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df300. 00010000:00000010:3.1:1784944739.397157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848000. 00000080:00000010:3.1:1784944739.397159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eca0. 00010000:00000010:3.1:1784944739.397164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa800. 00010000:00000010:3.1:1784944739.397167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cac200. 00000080:00000010:2.1:1784944739.398089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e620. 00010000:00000010:2.1:1784944739.398098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dfd00. 00010000:00000010:2.1:1784944739.398102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cadc00. 00000080:00000010:2.1:1784944739.405097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e540. 00010000:00000010:2.1:1784944739.405106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2910a4d00. 00010000:00000010:2.1:1784944739.405110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849c00. 00000080:00000010:2.1:1784944739.405113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e4e0. 00010000:00000010:2.1:1784944739.405117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaac00. 00010000:00000010:2.1:1784944739.405120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cac800. 00000080:00000010:3.1:1784944739.408157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2680. 00000080:00000010:2.1:1784944739.417090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e8c0. 00010000:00000010:2.1:1784944739.417109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaae00. 00010000:00000010:2.1:1784944739.417114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cad400. 00010000:00000010:3.1:1784944739.417294:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5a00. 00010000:00000010:3.1:1784944739.417298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171a00. 00000080:00000010:2.1:1784944739.421130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ee60. 00010000:00000010:2.1:1784944739.421219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2df100. 00010000:00000010:2.1:1784944739.421225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848600. 00000080:00000010:3.1:1784944739.425078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eae0. 00010000:00000010:3.1:1784944739.425096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa300. 00010000:00000010:3.1:1784944739.425100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cada00. 00000080:00000010:2.1:1784944739.430153:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ec20. 00010000:00000010:2.1:1784944739.430172:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa400. 00010000:00000010:2.1:1784944739.430177:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cac600. 00000080:00000010:2.1:1784944739.430180:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d28a0. 00010000:00000010:2.1:1784944739.430185:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36700. 00010000:00000010:2.1:1784944739.430189:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170e00. 00000080:00000010:3.1:1784944739.439081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e5e0. 00010000:00000010:3.1:1784944739.439091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa100. 00010000:00000010:3.1:1784944739.439096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cac400. 00000080:00000010:3.1:1784944739.439099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e2e0. 00010000:00000010:3.1:1784944739.439103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa500. 00010000:00000010:3.1:1784944739.439106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cace00. 00000080:00000010:3.1:1784944739.443081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e0e0. 00010000:00000010:3.1:1784944739.443092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa900. 00010000:00000010:3.1:1784944739.443095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cad600. 00000080:00000010:3.1:1784944739.443097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e020. 00010000:00000010:3.1:1784944739.443100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa000. 00010000:00000010:3.1:1784944739.443102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cade00. 00000080:00000010:1.1:1784944739.449087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e680. 00010000:00000010:1.1:1784944739.449108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa200. 00010000:00000010:1.1:1784944739.449113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cad800. 00000080:00000010:1.1:1784944739.449117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e6a0. 00010000:00000010:1.1:1784944739.449121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c33d00. 00010000:00000010:1.1:1784944739.449124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cad000. 00000080:00000010:2.1:1784944739.459724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e4a0. 00010000:00000010:2.1:1784944739.459747:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaaa00. 00010000:00000010:2.1:1784944739.459752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1caca00. 00010000:00000010:3.1:1784944739.468090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa600. 00010000:00000010:3.1:1784944739.468096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cacc00. 00000080:00000010:2.1:1784944739.468275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e280. 00000080:00000010:1.1:1784944739.471339:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e220. 00010000:00000010:1.1:1784944739.471348:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85a00. 00010000:00000010:1.1:1784944739.471351:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473600. 00000080:00000010:2.1:1784944739.478113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e640. 00010000:00000010:2.1:1784944739.478130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaad00. 00010000:00000010:2.1:1784944739.478138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cad200. 00000080:00000010:2.1:1784944739.478144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea60. 00010000:00000010:2.1:1784944739.478153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaab00. 00010000:00000010:2.1:1784944739.478158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1cac000. 00000080:00000010:3.1:1784944739.485067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eda0. 00010000:00000010:3.1:1784944739.485074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbc4100. 00010000:00000010:3.1:1784944739.485077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472800. 00000080:00000010:2.1:1784944739.488087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea20. 00010000:00000010:2.1:1784944739.488106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85000. 00010000:00000010:2.1:1784944739.488111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473a00. 00000080:00000010:3.1:1784944739.499082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87120. 00000080:00000010:2.1:1784944739.499088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ede0. 00010000:00000010:2.1:1784944739.499106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85d00. 00010000:00000010:3.1:1784944739.499106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85c00. 00010000:00000010:2.1:1784944739.499111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472c00. 00010000:00000010:3.1:1784944739.499113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473200. 00000080:00000010:2.1:1784944739.499117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e7e0. 00010000:00000010:2.1:1784944739.499123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85b00. 00010000:00000010:2.1:1784944739.499126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473400. 00000080:00000010:2.1:1784944739.503082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aee40. 00010000:00000010:2.1:1784944739.503094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6a00. 00010000:00000010:2.1:1784944739.503098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00000080:00000010:2.1:1784944739.503102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87ac0. 00010000:00000010:2.1:1784944739.503107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85e00. 00010000:00000010:2.1:1784944739.503110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472000. 00000080:00000010:3.1:1784944739.511131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87480. 00010000:00000010:3.1:1784944739.511143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac2dfc00. 00010000:00000010:3.1:1784944739.511150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473c00. 00000080:00000010:3.1:1784944739.519104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae000. 00010000:00000010:3.1:1784944739.519122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4700. 00010000:00000010:3.1:1784944739.519128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164de00. 00000080:00000010:2.1:1784944739.523075:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2700. 00010000:00000010:2.1:1784944739.523088:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36e00. 00010000:00000010:2.1:1784944739.523095:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286171e00. 00000080:00000010:3.1:1784944739.528408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87ee0. 00010000:00000010:3.1:1784944739.528421:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bdf00. 00010000:00000010:3.1:1784944739.528425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472600. 00000080:00000010:0.1:1784944739.528788:0:234914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2aa0. 00010000:00000010:0.1:1784944739.528797:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36300. 00010000:00000010:0.1:1784944739.528801:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286170c00. 00000080:00000010:2.1:1784944739.531482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ed60. 00010000:00000010:2.1:1784944739.531493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85400. 00010000:00000010:2.1:1784944739.531497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473800. 00000080:00000010:2.1:1784944739.542097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade872c0. 00010000:00000010:2.1:1784944739.542138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd300. 00010000:00000010:2.1:1784944739.542143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472400. 00000080:00000010:2.1:1784944739.542166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027edc0. 00010000:00000010:2.1:1784944739.542197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85f00. 00010000:00000010:2.1:1784944739.542209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472e00. 00000080:00000010:3.1:1784944739.546126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87380. 00010000:00000010:3.1:1784944739.546142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85100. 00010000:00000010:3.1:1784944739.546151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473e00. 00000080:00000010:2.1:1784944739.550079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87fa0. 00010000:00000010:2.1:1784944739.550090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd000. 00010000:00000010:2.1:1784944739.550094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865ac00. 00000080:00000010:2.1:1784944739.550140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade879c0. 00010000:00000010:2.1:1784944739.550144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bdb00. 00010000:00000010:2.1:1784944739.550148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b200. 00000080:00000010:2.1:1784944739.554084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87260. 00010000:00000010:2.1:1784944739.558082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85800. 00010000:00000010:2.1:1784944739.558090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473000. 00000080:00000010:3.1:1784944739.563081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87060. 00010000:00000010:3.1:1784944739.563092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd100. 00010000:00000010:3.1:1784944739.563096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a000. 00000080:00000010:2.1:1784944739.567072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87920. 00010000:00000010:2.1:1784944739.567081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa700. 00010000:00000010:2.1:1784944739.567084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472a00. 00000080:00000010:2.1:1784944739.572079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade873e0. 00010000:00000010:2.1:1784944739.572089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85700. 00010000:00000010:2.1:1784944739.572095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a600. 00000080:00000010:2.1:1784944739.576111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87b20. 00010000:00000010:2.1:1784944739.576126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bdd00. 00010000:00000010:2.1:1784944739.576131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a400. 00000080:00000010:3.1:1784944739.584189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87140. 00010000:00000010:3.1:1784944739.584215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd700. 00010000:00000010:3.1:1784944739.584219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472200. 00000080:00000010:2.1:1784944739.592086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87440. 00010000:00000010:2.1:1784944739.592103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd500. 00010000:00000010:2.1:1784944739.592108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b600. 00000080:00000010:2.1:1784944739.596089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade876c0. 00000080:00000010:3.1:1784944739.596103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87e60. 00010000:00000010:2.1:1784944739.596109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bde00. 00010000:00000010:2.1:1784944739.596116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865ae00. 00010000:00000010:3.1:1784944739.600865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85200. 00010000:00000010:3.1:1784944739.600878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b800. 00000080:00000010:2.1:1784944739.641085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade878e0. 00010000:00000010:2.1:1784944739.641107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd600. 00010000:00000010:2.1:1784944739.641112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865be00. 00000080:00000010:2.1:1784944739.676165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87c20. 00010000:00000010:2.1:1784944739.680136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2400. 00010000:00000010:2.1:1784944739.680149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723ac00. 00000080:00000010:3.1:1784944739.683215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87d40. 00010000:00000010:3.1:1784944739.683231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd400. 00010000:00000010:3.1:1784944739.683235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b000. 00000080:00000010:2.1:1784944739.693078:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87360. 00010000:00000010:2.1:1784944739.693318:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaaf00. 00010000:00000010:2.1:1784944739.693324:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865aa00. 00000080:00000010:3.1:1784944739.710073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2d00. 00010000:00000010:3.1:1784944739.713148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36000. 00010000:00000010:3.1:1784944739.713157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14600. 00000080:00000010:3.1:1784944739.713163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2e20. 00010000:00000010:3.1:1784944739.713171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36600. 00010000:00000010:3.1:1784944739.713174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14200. 00000080:00000010:2.1:1784944739.734326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade874c0. 00010000:00000010:2.1:1784944739.734343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85900. 00010000:00000010:2.1:1784944739.734348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865bc00. 00000080:00000010:3.1:1784944739.743083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87ca0. 00010000:00000010:3.1:1784944739.751138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2800. 00010000:00000010:3.1:1784944739.751149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723be00. 00000080:00000010:3.1:1784944739.756079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87d20. 00010000:00000010:3.1:1784944739.756094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85500. 00010000:00000010:3.1:1784944739.756098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a200. 00000080:00000010:2.1:1784944739.794252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade874e0. 00000080:00000010:3.1:1784944739.798292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade879e0. 00010000:00000010:3.1:1784944739.798304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd200. 00010000:00000010:3.1:1784944739.798309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865a800. 00010000:00000010:2.1:1784944739.799257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2c00. 00010000:00000010:2.1:1784944739.799265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723b000. 00000080:00000010:3.1:1784944739.807296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade878c0. 00010000:00000010:3.1:1784944739.807312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2d00. 00010000:00000010:3.1:1784944739.807316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723aa00. 00000080:00000010:2.1:1784944739.816097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87540. 00010000:00000010:2.1:1784944739.816117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85300. 00010000:00000010:2.1:1784944739.816123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865b400. 00000080:00000010:3.1:1784944739.829081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87ae0. 00010000:00000010:3.1:1784944739.829099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2000. 00010000:00000010:3.1:1784944739.829104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723a600. 00000080:00000010:3.1:1784944739.852084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87280. 00010000:00000010:3.1:1784944739.860097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2600. 00010000:00000010:3.1:1784944739.860106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723a400. 00000080:00000010:2.1:1784944739.864087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87620. 00010000:00000010:2.1:1784944739.864103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2b00. 00010000:00000010:2.1:1784944739.864107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b865ba00. 00000080:00000010:3.1:1784944739.874090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade876a0. 00010000:00000010:3.1:1784944739.874100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd900. 00010000:00000010:3.1:1784944739.874103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723b400. 00000080:00000010:3.1:1784944739.893085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade875e0. 00010000:00000010:3.1:1784944739.893104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2100. 00010000:00000010:3.1:1784944739.893109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723b200. 00000080:00000010:2.1:1784944739.904076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade874a0. 00010000:00000010:2.1:1784944739.904094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2700. 00010000:00000010:2.1:1784944739.904099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723ba00. 00000080:00000010:3.1:1784944739.919092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade870e0. 00010000:00000010:3.1:1784944739.919107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2900. 00010000:00000010:3.1:1784944739.919114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723a000. 00000080:00000010:3.1:1784944739.924287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87220. 00010000:00000010:3.1:1784944739.924305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df000. 00010000:00000010:3.1:1784944739.924311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71400. 00000080:00000010:2.1:1784944739.959150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87680. 00010000:00000010:2.1:1784944739.959166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2f00. 00010000:00000010:2.1:1784944739.959171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723bc00. 00000080:00000010:3.1:1784944739.963086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87d60. 00010000:00000010:3.1:1784944739.967084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856dfd00. 00010000:00000010:3.1:1784944739.967097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71a00. 00010000:00000010:2.1:1784944739.982182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2300. 00010000:00000010:2.1:1784944739.982189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723a200. 00000080:00000010:3.1:1784944739.986156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade872e0. 00000080:00000010:2.1:1784944739.991093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87dc0. 00010000:00000010:2.1:1784944739.991111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856dff00. 00010000:00000010:2.1:1784944739.991118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70c00. 00000080:00000010:3.1:1784944740.006235:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87020. 00010000:00000010:3.1:1784944740.016355:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2e00. 00010000:00000010:3.1:1784944740.016363:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723a800. 00000080:00000010:2.1:1784944740.019250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2220. 00010000:00000010:2.1:1784944740.019280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36900. 00010000:00000010:2.1:1784944740.019285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14800. 00000080:00000010:2.1:1784944740.053082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87de0. 00010000:00000010:2.1:1784944740.053101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df200. 00010000:00000010:2.1:1784944740.053106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71e00. 00000080:00000010:2.1:1784944740.077166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2fa0. 00010000:00000010:2.1:1784944740.077179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36b00. 00010000:00000010:2.1:1784944740.077184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14400. 00000080:00000010:2.1:1784944740.086084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87420. 00010000:00000010:2.1:1784944740.086100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df400. 00010000:00000010:2.1:1784944740.086106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71000. 00000080:00000010:2.1:1784944740.116097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87e00. 00010000:00000010:2.1:1784944740.116113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856dfc00. 00010000:00000010:2.1:1784944740.116118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70a00. 00000080:00000010:2.1:1784944740.121090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87640. 00010000:00000010:2.1:1784944740.121108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bda00. 00010000:00000010:2.1:1784944740.121113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723b600. 00000080:00000010:2.1:1784944740.135085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87100. 00010000:00000010:2.1:1784944740.135104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df300. 00010000:00000010:2.1:1784944740.135110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70600. 00000080:00000010:2.1:1784944740.142134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87a60. 00010000:00000010:2.1:1784944740.142144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2a00. 00010000:00000010:2.1:1784944740.142147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723b800. 00000080:00000010:2.1:1784944740.151178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87580. 00010000:00000010:2.1:1784944740.151203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85600. 00010000:00000010:2.1:1784944740.151208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70400. 00000080:00000010:2.1:1784944740.176091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87a40. 00010000:00000010:2.1:1784944740.176114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857c2200. 00010000:00000010:2.1:1784944740.176131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333c00. 00000080:00000010:2.1:1784944740.186400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87660. 00010000:00000010:2.1:1784944740.186414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430d00. 00010000:00000010:2.1:1784944740.186419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332200. 00000080:00000010:2.1:1784944740.192073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87da0. 00010000:00000010:2.1:1784944740.192086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856dfe00. 00010000:00000010:2.1:1784944740.192091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28723ae00. 00000080:00000010:2.1:1784944740.214086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87f20. 00010000:00000010:2.1:1784944740.218298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430f00. 00010000:00000010:2.1:1784944740.218305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332800. 00000080:00000010:2.1:1784944740.224171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade877e0. 00010000:00000010:2.1:1784944740.224186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df600. 00010000:00000010:2.1:1784944740.224201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71800. 00000080:00000010:2.1:1784944740.229085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87ba0. 00010000:00000010:2.1:1784944740.229101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430300. 00010000:00000010:2.1:1784944740.229107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333400. 00000080:00000010:2.1:1784944740.247169:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87a20. 00010000:00000010:2.1:1784944740.251161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df500. 00010000:00000010:2.1:1784944740.251171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70e00. 00000080:00000010:2.1:1784944740.261090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432300. 00010000:00000010:2.1:1784944740.261109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430800. 00010000:00000010:2.1:1784944740.261114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333a00. 00000080:00000010:2.1:1784944740.279436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2da0. 00010000:00000010:2.1:1784944740.279450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36200. 00010000:00000010:2.1:1784944740.279455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15400. 00000080:00000010:2.1:1784944740.285080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87a80. 00010000:00000010:2.1:1784944740.285096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df700. 00010000:00000010:2.1:1784944740.285099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71200. 00000080:00000010:2.1:1784944740.317090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432900. 00010000:00000010:2.1:1784944740.321095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430e00. 00010000:00000010:2.1:1784944740.321106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332e00. 00000080:00000010:2.1:1784944740.331091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432f80. 00010000:00000010:2.1:1784944740.331102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430a00. 00010000:00000010:2.1:1784944740.331106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333e00. 00000080:00000010:2.1:1784944740.336083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87740. 00010000:00000010:2.1:1784944740.336097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df800. 00010000:00000010:2.1:1784944740.336102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70000. 00000080:00000010:0.1:1784944740.347083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4328a0. 00010000:00000010:0.1:1784944740.351063:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bd800. 00010000:00000010:0.1:1784944740.351070:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333000. 00000080:00000010:2.1:1784944740.351083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87860. 00010000:00000010:2.1:1784944740.351094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856dfa00. 00010000:00000010:2.1:1784944740.351097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71c00. 00000080:00000010:2.1:1784944740.365088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87820. 00010000:00000010:2.1:1784944740.370088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856dfb00. 00010000:00000010:2.1:1784944740.370100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70200. 00000080:00000010:2.1:1784944740.390244:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432e80. 00010000:00000010:2.1:1784944740.390258:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880100. 00010000:00000010:2.1:1784944740.390264:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332a00. 00000080:00000010:2.1:1784944740.394142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade877c0. 00010000:00000010:2.1:1784944740.394157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b27bdc00. 00010000:00000010:2.1:1784944740.394162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f70800. 00000080:00000010:2.1:1784944740.415082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432f00. 00010000:00000010:2.1:1784944740.415097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880900. 00010000:00000010:2.1:1784944740.415101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3e00. 00000080:00000010:2.1:1784944740.425081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2ea0. 00010000:00000010:2.1:1784944740.429084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36500. 00010000:00000010:2.1:1784944740.429093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15600. 00000080:00000010:2.1:1784944740.437811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432d00. 00010000:00000010:2.1:1784944740.437830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880500. 00010000:00000010:2.1:1784944740.437835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2000. 00000080:00000010:2.1:1784944740.464098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87500. 00010000:00000010:2.1:1784944740.464109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df900. 00010000:00000010:2.1:1784944740.464113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1f71600. 00000080:00000010:2.1:1784944740.473173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432980. 00010000:00000010:2.1:1784944740.473201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880b00. 00010000:00000010:2.1:1784944740.473207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3c00. 00000080:00000010:2.1:1784944740.484089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87c00. 00010000:00000010:2.1:1784944740.488537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2856df100. 00010000:00000010:2.1:1784944740.488549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332600. 00000080:00000010:2.1:1784944740.508084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432560. 00010000:00000010:2.1:1784944740.508096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880000. 00010000:00000010:2.1:1784944740.508101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2200. 00000080:00000010:2.1:1784944740.518079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87320. 00010000:00000010:2.1:1784944740.518091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430500. 00010000:00000010:2.1:1784944740.518096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332400. 00000080:00000010:2.1:1784944740.544130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432b40. 00010000:00000010:2.1:1784944740.544141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430200. 00010000:00000010:2.1:1784944740.544145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2800. 00000080:00000010:2.1:1784944740.550088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade871a0. 00010000:00000010:2.1:1784944740.550101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430700. 00010000:00000010:2.1:1784944740.550106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333600. 00000080:00000010:2.1:1784944740.563374:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432fe0. 00010000:00000010:2.1:1784944740.563386:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880d00. 00010000:00000010:2.1:1784944740.563391:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3400. 00000080:00000010:2.1:1784944740.570084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4320a0. 00010000:00000010:2.1:1784944740.570096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430900. 00010000:00000010:2.1:1784944740.570101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333800. 00000080:00000010:2.1:1784944740.593096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432000. 00010000:00000010:2.1:1784944740.593114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430c00. 00010000:00000010:2.1:1784944740.593120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332c00. 00000080:00000010:2.1:1784944740.597090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2520. 00010000:00000010:2.1:1784944740.597109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83a00. 00010000:00000010:2.1:1784944740.597130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15a00. 00000080:00000010:2.1:1784944740.609086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432b00. 00010000:00000010:2.1:1784944740.609101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880f00. 00010000:00000010:2.1:1784944740.609106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3800. 00000080:00000010:2.1:1784944740.617080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432080. 00010000:00000010:2.1:1784944740.617092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430b00. 00010000:00000010:2.1:1784944740.617096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0333200. 00000080:00000010:2.1:1784944740.635572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c40. 00010000:00000010:2.1:1784944740.640083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185fc00. 00010000:00000010:2.1:1784944740.640095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2e00. 00000080:00000010:2.1:1784944740.643149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4321e0. 00010000:00000010:2.1:1784944740.643162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880800. 00010000:00000010:2.1:1784944740.643168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a0332000. 00000080:00000010:2.1:1784944740.661151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c80. 00010000:00000010:2.1:1784944740.661163:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880c00. 00010000:00000010:2.1:1784944740.661167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2c00. 00000080:00000010:3.1:1784944740.661348:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432780. 00010000:00000010:3.1:1784944740.661356:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f200. 00010000:00000010:3.1:1784944740.661359:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ffe00. 00000080:00000010:2.1:1784944740.688082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4320c0. 00010000:00000010:2.1:1784944740.688093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f000. 00010000:00000010:2.1:1784944740.688098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff000. 00000080:00000010:3.1:1784944740.692127:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432180. 00010000:00000010:3.1:1784944740.692137:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880200. 00010000:00000010:3.1:1784944740.692142:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3200. 00000080:00000010:2.1:1784944740.708087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2540. 00010000:00000010:2.1:1784944740.708106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36f00. 00010000:00000010:2.1:1784944740.708111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15800. 00000080:00000010:1.1:1784944740.712089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aede0. 00010000:00000010:1.1:1784944740.712101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4000. 00010000:00000010:1.1:1784944740.712105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00000080:00000010:2.1:1784944740.722102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ea0. 00010000:00000010:2.1:1784944740.722113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880a00. 00010000:00000010:2.1:1784944740.722118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3000. 00000080:00000010:3.1:1784944740.727111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d2560. 00010000:00000010:3.1:1784944740.727123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5100. 00010000:00000010:3.1:1784944740.727127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14e00. 00000080:00000010:2.1:1784944740.737215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc37a0. 00010000:00000010:2.1:1784944740.737228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36400. 00010000:00000010:2.1:1784944740.737233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15e00. 00000080:00000010:3.1:1784944740.742132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc32e0. 00010000:00000010:3.1:1784944740.742146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5b00. 00010000:00000010:3.1:1784944740.742151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15000. 00000080:00000010:3.1:1784944740.751063:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432800. 00010000:00000010:3.1:1784944740.751074:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880400. 00010000:00000010:3.1:1784944740.751078:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2600. 00000080:00000010:2.1:1784944740.751137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432040. 00010000:00000010:2.1:1784944740.751150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880300. 00010000:00000010:2.1:1784944740.751261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2a00. 00000080:00000010:3.1:1784944740.756086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4321c0. 00010000:00000010:3.1:1784944740.756097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430600. 00010000:00000010:3.1:1784944740.756101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f2400. 00000080:00000010:2.1:1784944740.760135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3b00. 00010000:00000010:2.1:1784944740.760146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36a00. 00010000:00000010:2.1:1784944740.760151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14a00. 00000080:00000010:3.1:1784944740.764078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3960. 00010000:00000010:3.1:1784944740.764091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74500. 00010000:00000010:3.1:1784944740.764095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1200. 00000080:00000010:3.1:1784944740.764098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432340. 00010000:00000010:3.1:1784944740.764102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f430100. 00010000:00000010:3.1:1784944740.764113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3600. 00000080:00000010:2.1:1784944740.774205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3140. 00010000:00000010:2.1:1784944740.774217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74300. 00010000:00000010:2.1:1784944740.774222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0a00. 00000080:00000010:2.1:1784944740.780075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432160. 00010000:00000010:2.1:1784944740.780083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f100. 00010000:00000010:2.1:1784944740.780086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f2f3a00. 00000080:00000010:3.1:1784944740.784173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3ec0. 00010000:00000010:3.1:1784944740.784209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74800. 00010000:00000010:3.1:1784944740.784216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0600. 00000080:00000010:2.1:1784944740.788093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432400. 00010000:00000010:2.1:1784944740.788111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f900. 00010000:00000010:2.1:1784944740.788117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fec00. 00000080:00000010:2.1:1784944740.800090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc39c0. 00010000:00000010:2.1:1784944740.800104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74c00. 00010000:00000010:2.1:1784944740.800114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0400. 00000080:00000010:2.1:1784944740.800125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432d80. 00010000:00000010:2.1:1784944740.810094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f700. 00010000:00000010:2.1:1784944740.810101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff200. 00000080:00000010:2.1:1784944740.815084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3e00. 00000080:00000010:3.1:1784944740.815084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f7d26a0. 00010000:00000010:2.1:1784944740.815104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2853f5200. 00010000:00000010:3.1:1784944740.815105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36d00. 00010000:00000010:3.1:1784944740.815114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14c00. 00010000:00000010:2.1:1784944740.815121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1600. 00000080:00000010:2.1:1784944740.825077:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3e40. 00010000:00000010:2.1:1784944740.825089:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36100. 00010000:00000010:2.1:1784944740.825097:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1800. 00000080:00000010:3.1:1784944740.831083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3640. 00010000:00000010:3.1:1784944740.831094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627f00. 00010000:00000010:3.1:1784944740.831099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15200. 00000080:00000010:3.1:1784944740.836071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aeaa0. 00000080:00000010:2.1:1784944740.836079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3040. 00010000:00000010:3.1:1784944740.836085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4600. 00010000:00000010:2.1:1784944740.836087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36800. 00010000:00000010:3.1:1784944740.836093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00010000:00000010:2.1:1784944740.836094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade14000. 00000080:00000010:2.1:1784944740.840373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3000. 00010000:00000010:2.1:1784944740.840395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74400. 00010000:00000010:2.1:1784944740.840399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1a00. 00000080:00000010:3.1:1784944740.844208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3b20. 00010000:00000010:3.1:1784944740.844218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74d00. 00010000:00000010:3.1:1784944740.844222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ade15c00. 00000080:00000010:2.1:1784944740.848091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3a00. 00010000:00000010:2.1:1784944740.848105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74100. 00010000:00000010:2.1:1784944740.848109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0c00. 00000080:00000010:2.1:1784944740.848112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3fe0. 00010000:00000010:2.1:1784944740.848117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74f00. 00010000:00000010:2.1:1784944740.848120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1000. 00000080:00000010:3.1:1784944740.857072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3060. 00010000:00000010:3.1:1784944740.857080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50200. 00010000:00000010:3.1:1784944740.857084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dc200. 00000080:00000010:3.1:1784944740.857124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae040. 00010000:00000010:3.1:1784944740.857128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4b00. 00010000:00000010:3.1:1784944740.857130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00000080:00000010:2.1:1784944740.865068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3860. 00010000:00000010:2.1:1784944740.865078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74700. 00010000:00000010:2.1:1784944740.865081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0000. 00000080:00000010:2.1:1784944740.865083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc36e0. 00010000:00000010:2.1:1784944740.865087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50b00. 00010000:00000010:2.1:1784944740.865089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dc800. 00000080:00000010:2.1:1784944740.873078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3360. 00010000:00000010:2.1:1784944740.873096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74e00. 00010000:00000010:2.1:1784944740.873100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1c00. 00000080:00000010:3.1:1784944740.877130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3460. 00010000:00000010:3.1:1784944740.877138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50300. 00010000:00000010:3.1:1784944740.877141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd400. 00000080:00000010:2.1:1784944740.880105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3b60. 00010000:00000010:2.1:1784944740.880118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50100. 00010000:00000010:2.1:1784944740.880122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dce00. 00000080:00000010:3.1:1784944740.890086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3b40. 00010000:00000010:3.1:1784944740.890103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74000. 00010000:00000010:3.1:1784944740.890107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0200. 00000080:00000010:3.1:1784944740.895120:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3b80. 00010000:00000010:3.1:1784944740.895130:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50c00. 00010000:00000010:3.1:1784944740.895186:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dde00. 00000080:00000010:3.1:1784944740.895193:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3320. 00010000:00000010:3.1:1784944740.895198:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74600. 00010000:00000010:3.1:1784944740.895201:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0800. 00000080:00000010:3.1:1784944740.900092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc30e0. 00010000:00000010:3.1:1784944740.900103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74b00. 00010000:00000010:3.1:1784944740.900108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd000. 00000080:00000010:3.1:1784944740.900110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3440. 00010000:00000010:3.1:1784944740.902661:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74900. 00010000:00000010:3.1:1784944740.902668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1400. 00000080:00000010:2.1:1784944740.903082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3f60. 00010000:00000010:2.1:1784944740.903093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50600. 00010000:00000010:2.1:1784944740.903096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dca00. 00000080:00000010:3.1:1784944740.907102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3900. 00010000:00000010:3.1:1784944740.907110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627d00. 00010000:00000010:3.1:1784944740.907113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b0e00. 00000080:00000010:3.1:1784944740.912073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3120. 00010000:00000010:3.1:1784944740.912086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5500. 00010000:00000010:3.1:1784944740.912090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dc600. 00000080:00000010:2.1:1784944740.917083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc32c0. 00010000:00000010:2.1:1784944740.917092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50900. 00010000:00000010:2.1:1784944740.917096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b86b1e00. 00000080:00000010:2.1:1784944740.921085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3300. 00010000:00000010:2.1:1784944740.921096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50a00. 00010000:00000010:2.1:1784944740.921099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dc400. 00000080:00000010:3.1:1784944740.930108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae740. 00010000:00000010:3.1:1784944740.930124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4100. 00010000:00000010:3.1:1784944740.930130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c800. 00000080:00000010:3.1:1784944740.940189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc36c0. 00010000:00000010:3.1:1784944740.940205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5f00. 00010000:00000010:3.1:1784944740.940210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742800. 00000080:00000010:3.1:1784944740.940213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3e80. 00010000:00000010:3.1:1784944740.940218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50400. 00010000:00000010:3.1:1784944740.940222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd600. 00000080:00000010:2.1:1784944740.947078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3080. 00010000:00000010:2.1:1784944740.947088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5300. 00010000:00000010:2.1:1784944740.947092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743400. 00000080:00000010:3.1:1784944740.953078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3c60. 00010000:00000010:3.1:1784944740.953088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50f00. 00010000:00000010:3.1:1784944740.953092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd800. 00000080:00000010:2.1:1784944740.953393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc31e0. 00010000:00000010:2.1:1784944740.953402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5200. 00010000:00000010:2.1:1784944740.953406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743a00. 00000080:00000010:2.1:1784944740.953410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aed00. 00010000:00000010:2.1:1784944740.953417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4500. 00010000:00000010:2.1:1784944740.953420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00000080:00000010:2.1:1784944740.958085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3160. 00010000:00000010:2.1:1784944740.958098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5900. 00010000:00000010:2.1:1784944740.958102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742c00. 00000080:00000010:2.1:1784944740.958105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3340. 00010000:00000010:2.1:1784944740.958109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50000. 00010000:00000010:2.1:1784944740.958111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dda00. 00000080:00000010:2.1:1784944740.962964:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3260. 00000080:00000010:3.1:1784944740.971106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95e40. 00010000:00000010:3.1:1784944740.971116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74a00. 00010000:00000010:3.1:1784944740.971118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742a00. 00010000:00000010:2.1:1784944740.972493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5600. 00010000:00000010:2.1:1784944740.972501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743200. 00000080:00000010:2.1:1784944740.979084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc31a0. 00010000:00000010:2.1:1784944740.979095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50d00. 00010000:00000010:2.1:1784944740.979099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dcc00. 00000080:00000010:3.1:1784944740.984084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3560. 00000080:00000010:2.1:1784944740.984089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b80. 00010000:00000010:3.1:1784944740.984096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f627c00. 00010000:00000010:2.1:1784944740.984101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50e00. 00010000:00000010:2.1:1784944740.984108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742600. 00010000:00000010:3.1:1784944740.984113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dd200. 00000080:00000010:3.1:1784944740.988092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc34a0. 00010000:00000010:3.1:1784944740.988106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e74200. 00010000:00000010:3.1:1784944740.988111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dc000. 00000080:00000010:3.1:1784944740.988115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95980. 00010000:00000010:3.1:1784944740.988123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7600. 00010000:00000010:3.1:1784944740.988127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742400. 00000080:00000010:2.1:1784944740.993113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc31c0. 00010000:00000010:2.1:1784944740.993123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50500. 00010000:00000010:2.1:1784944740.993127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8ddc00. 00000080:00000010:3.1:1784944740.997076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95de0. 00010000:00000010:3.1:1784944740.997088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7500. 00010000:00000010:3.1:1784944740.997093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344600. 00000080:00000010:2.1:1784944741.006086:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95aa0. 00010000:00000010:2.1:1784944741.006096:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7700. 00010000:00000010:2.1:1784944741.006101:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344400. 00000080:00000010:3.1:1784944741.007062:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3940. 00010000:00000010:3.1:1784944741.007070:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5700. 00010000:00000010:3.1:1784944741.007074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743600. 00000080:00000010:2.1:1784944741.010194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3800. 00010000:00000010:2.1:1784944741.010207:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5400. 00010000:00000010:2.1:1784944741.010211:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743800. 00000080:00000010:2.1:1784944741.010214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae7a0. 00010000:00000010:2.1:1784944741.010219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6000. 00010000:00000010:2.1:1784944741.010222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00000080:00000010:3.1:1784944741.016117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3ea0. 00010000:00000010:3.1:1784944741.016126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5800. 00010000:00000010:3.1:1784944741.016129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742e00. 00000080:00000010:2.1:1784944741.020067:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3760. 00010000:00000010:2.1:1784944741.020080:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5a00. 00010000:00000010:2.1:1784944741.020087:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743e00. 00000080:00000010:3.1:1784944741.020093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95560. 00010000:00000010:3.1:1784944741.020113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7300. 00010000:00000010:3.1:1784944741.020119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344800. 00000080:00000010:3.1:1784944741.025257:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95520. 00010000:00000010:3.1:1784944741.025266:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7200. 00010000:00000010:3.1:1784944741.025270:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345400. 00000080:00000010:2.1:1784944741.028078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b951e0. 00000080:00000010:0.1:1784944741.028090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282bc3ac0. 00010000:00000010:0.1:1784944741.028100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5000. 00010000:00000010:0.1:1784944741.028104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743000. 00010000:00000010:2.1:1784944741.036071:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7400. 00010000:00000010:2.1:1784944741.036079:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345a00. 00000080:00000010:3.1:1784944741.039079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b954c0. 00010000:00000010:3.1:1784944741.043077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7a00. 00010000:00000010:3.1:1784944741.043085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344c00. 00000080:00000010:2.1:1784944741.043275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae160. 00010000:00000010:2.1:1784944741.043290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6f00. 00010000:00000010:2.1:1784944741.043297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ce00. 00000080:00000010:2.1:1784944741.047077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b955e0. 00010000:00000010:2.1:1784944741.047088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5c00. 00010000:00000010:2.1:1784944741.047092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742000. 00000080:00000010:2.1:1784944741.052112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95fa0. 00010000:00000010:2.1:1784944741.052122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7000. 00010000:00000010:2.1:1784944741.052126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345200. 00000080:00000010:3.1:1784944741.052241:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959a0. 00010000:00000010:3.1:1784944741.052258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe36c00. 00010000:00000010:3.1:1784944741.052262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8743c00. 00000080:00000010:2.1:1784944741.056136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95d40. 00010000:00000010:2.1:1784944741.056148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7b00. 00010000:00000010:2.1:1784944741.056153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344a00. 00000080:00000010:2.1:1784944741.056156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ac0. 00010000:00000010:2.1:1784944741.056161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5100. 00010000:00000010:2.1:1784944741.056164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8742200. 00000080:00000010:2.1:1784944741.063161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95460. 00000080:00000010:3.1:1784944741.067131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95a60. 00010000:00000010:3.1:1784944741.067143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7d00. 00010000:00000010:3.1:1784944741.067147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345c00. 00010000:00000010:2.1:1784944741.067209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7800. 00010000:00000010:2.1:1784944741.067214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38ee00. 00000080:00000010:2.1:1784944741.077425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95540. 00010000:00000010:2.1:1784944741.077437:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7f00. 00010000:00000010:2.1:1784944741.077441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344200. 00000080:00000010:0.1:1784944741.080070:0:244677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95480. 00010000:00000010:0.1:1784944741.080081:0:244677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ae00. 00010000:00000010:0.1:1784944741.080087:0:244677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38fe00. 00000080:00000010:3.1:1784944741.085088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95740. 00010000:00000010:3.1:1784944741.085098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7e00. 00010000:00000010:3.1:1784944741.085102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345600. 00000080:00000010:2.1:1784944741.089136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b951a0. 00010000:00000010:2.1:1784944741.089149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a600. 00010000:00000010:2.1:1784944741.089154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f000. 00000080:00000010:2.1:1784944741.099223:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b953e0. 00010000:00000010:2.1:1784944741.099235:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7100. 00010000:00000010:2.1:1784944741.099240:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345800. 00000080:00000010:3.1:1784944741.102359:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95e00. 00010000:00000010:3.1:1784944741.102369:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7c00. 00010000:00000010:3.1:1784944741.102373:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344e00. 00000080:00000010:2.1:1784944741.112704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95300. 00010000:00000010:2.1:1784944741.112717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a900. 00010000:00000010:2.1:1784944741.112721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38ea00. 00000080:00000010:2.1:1784944741.118103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aeda0. 00010000:00000010:2.1:1784944741.118115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4900. 00010000:00000010:2.1:1784944741.118119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00000080:00000010:3.1:1784944741.121161:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95a00. 00010000:00000010:3.1:1784944741.121180:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50700. 00010000:00000010:3.1:1784944741.121186:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345e00. 00000080:00000010:2.1:1784944741.122077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95d00. 00010000:00000010:2.1:1784944741.122084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a800. 00010000:00000010:2.1:1784944741.122088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38fc00. 00000080:00000010:2.1:1784944741.122091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b952e0. 00010000:00000010:2.1:1784944741.122094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5b00. 00010000:00000010:2.1:1784944741.122097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f345000. 00000080:00000010:0.1:1784944741.127143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95780. 00010000:00000010:0.1:1784944741.127157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ab00. 00010000:00000010:0.1:1784944741.127162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e200. 00000080:00000010:2.1:1784944741.131766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aef20. 00010000:00000010:2.1:1784944741.131779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6600. 00010000:00000010:2.1:1784944741.131783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164dc00. 00000080:00000010:2.1:1784944741.137086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ce0. 00010000:00000010:2.1:1784944741.137097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a700. 00010000:00000010:2.1:1784944741.137101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e800. 00000080:00000010:2.1:1784944741.146210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b00. 00010000:00000010:2.1:1784944741.146222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5d00. 00010000:00000010:2.1:1784944741.146226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f344000. 00000080:00000010:2.1:1784944741.146230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e28a0. 00010000:00000010:2.1:1784944741.146235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1c50800. 00010000:00000010:2.1:1784944741.146238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f400. 00000080:00000010:2.1:1784944741.152099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959e0. 00010000:00000010:2.1:1784944741.152111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7900. 00010000:00000010:2.1:1784944741.152115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38fa00. 00000080:00000010:3.1:1784944741.158079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e27e0. 00010000:00000010:3.1:1784944741.158088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453c00. 00010000:00000010:3.1:1784944741.158093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289c00. 00000080:00000010:2.1:1784944741.162150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285da06a0. 00010000:00000010:2.1:1784944741.162166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d800. 00010000:00000010:2.1:1784944741.162182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72400. 00000080:00000010:2.1:1784944741.162187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959c0. 00010000:00000010:2.1:1784944741.162193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a300. 00010000:00000010:2.1:1784944741.162196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38ec00. 00000080:00000010:3.1:1784944741.170107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aeae0. 00000080:00000010:2.1:1784944741.174078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b957e0. 00010000:00000010:2.1:1784944741.174088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a000. 00010000:00000010:2.1:1784944741.174092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f200. 00010000:00000010:3.1:1784944741.174125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4200. 00010000:00000010:3.1:1784944741.174130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00000080:00000010:2.1:1784944741.179105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e29e0. 00010000:00000010:2.1:1784944741.179119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453700. 00010000:00000010:2.1:1784944741.179124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288200. 00000080:00000010:3.1:1784944741.184130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ce0. 00010000:00000010:3.1:1784944741.184138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ad00. 00010000:00000010:3.1:1784944741.184142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e000. 00000080:00000010:2.1:1784944741.188110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2960. 00010000:00000010:2.1:1784944741.188118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453600. 00010000:00000010:2.1:1784944741.188122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288800. 00000080:00000010:2.1:1784944741.188126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95000. 00010000:00000010:2.1:1784944741.188129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a200. 00010000:00000010:2.1:1784944741.188132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e600. 00000080:00000010:2.1:1784944741.196147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2940. 00010000:00000010:2.1:1784944741.196159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a500. 00010000:00000010:2.1:1784944741.196163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38e400. 00000080:00000010:2.1:1784944741.204141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2780. 00010000:00000010:2.1:1784944741.204151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453400. 00010000:00000010:2.1:1784944741.204155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289400. 00000080:00000010:2.1:1784944741.210233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2580. 00010000:00000010:2.1:1784944741.210247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453500. 00010000:00000010:2.1:1784944741.210262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289a00. 00000080:00000010:2.1:1784944741.210266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2540. 00010000:00000010:2.1:1784944741.210271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70aa00. 00010000:00000010:2.1:1784944741.210274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f600. 00000080:00000010:3.1:1784944741.211556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e20. 00010000:00000010:3.1:1784944741.211564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453200. 00010000:00000010:3.1:1784944741.211568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288c00. 00000080:00000010:2.1:1784944741.218407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2fa0. 00010000:00000010:2.1:1784944741.218418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70af00. 00010000:00000010:2.1:1784944741.218422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac38f800. 00000080:00000010:2.1:1784944741.224107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e26a0. 00010000:00000010:2.1:1784944741.224120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453900. 00010000:00000010:2.1:1784944741.224125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288600. 00000080:00000010:3.1:1784944741.232081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2200. 00010000:00000010:3.1:1784944741.232093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453e00. 00010000:00000010:3.1:1784944741.232098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289000. 00000080:00000010:2.1:1784944741.237104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2d00. 00010000:00000010:2.1:1784944741.237116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453800. 00010000:00000010:2.1:1784944741.237120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288a00. 00000080:00000010:2.1:1784944741.237123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2120. 00010000:00000010:2.1:1784944741.237127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453000. 00010000:00000010:2.1:1784944741.237130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288400. 00000080:00000010:3.1:1784944741.241451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e23a0. 00010000:00000010:3.1:1784944741.241461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453b00. 00010000:00000010:3.1:1784944741.241466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289600. 00000080:00000010:2.1:1784944741.253111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e23e0. 00010000:00000010:2.1:1784944741.253122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587700. 00010000:00000010:2.1:1784944741.253128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25e00. 00000080:00000010:2.1:1784944741.257110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2020. 00010000:00000010:2.1:1784944741.257121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453a00. 00010000:00000010:2.1:1784944741.257126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289800. 00000080:00000010:3.1:1784944741.262102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2400. 00010000:00000010:3.1:1784944741.262113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587e00. 00010000:00000010:3.1:1784944741.262117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25000. 00000080:00000010:3.1:1784944741.262119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ba0. 00010000:00000010:3.1:1784944741.262125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453300. 00010000:00000010:3.1:1784944741.262128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288e00. 00000080:00000010:3.1:1784944741.266149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2980. 00010000:00000010:3.1:1784944741.266166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453f00. 00010000:00000010:3.1:1784944741.266182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289e00. 00000080:00000010:2.1:1784944741.270180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e24a0. 00010000:00000010:2.1:1784944741.270194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587600. 00010000:00000010:2.1:1784944741.270199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24a00. 00000080:00000010:2.1:1784944741.274150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae800. 00010000:00000010:2.1:1784944741.274162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3e00. 00010000:00000010:2.1:1784944741.274167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030e00. 00000080:00000010:2.1:1784944741.274182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae380. 00010000:00000010:2.1:1784944741.274187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321f00. 00010000:00000010:2.1:1784944741.274191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031400. 00000080:00000010:2.1:1784944741.283083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2f40. 00010000:00000010:2.1:1784944741.283098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453100. 00010000:00000010:2.1:1784944741.283104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0289200. 00000080:00000010:1.1:1784944741.290291:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e23c0. 00010000:00000010:1.1:1784944741.290301:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587100. 00010000:00000010:1.1:1784944741.290305:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25c00. 00000080:00000010:2.1:1784944741.298236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b80. 00010000:00000010:2.1:1784944741.298251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ac00. 00010000:00000010:2.1:1784944741.298258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0288000. 00000080:00000010:2.1:1784944741.298263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b00. 00010000:00000010:2.1:1784944741.298269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587d00. 00010000:00000010:2.1:1784944741.298273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24200. 00000080:00000010:2.1:1784944741.306092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2bc0. 00010000:00000010:2.1:1784944741.306107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587f00. 00010000:00000010:2.1:1784944741.306116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24c00. 00000080:00000010:2.1:1784944741.314090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2040. 00010000:00000010:2.1:1784944741.314104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587500. 00010000:00000010:2.1:1784944741.314109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24800. 00000080:00000010:0.1:1784944741.322125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ee0. 00010000:00000010:0.1:1784944741.322140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587300. 00010000:00000010:0.1:1784944741.322147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25200. 00000080:00000010:2.1:1784944741.326099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e24c0. 00010000:00000010:2.1:1784944741.326117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587000. 00010000:00000010:2.1:1784944741.326124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24000. 00000080:00000010:2.1:1784944741.326127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e29c0. 00010000:00000010:2.1:1784944741.326133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587c00. 00010000:00000010:2.1:1784944741.326136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25400. 00000080:00000010:3.1:1784944741.326190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2a00. 00010000:00000010:3.1:1784944741.326199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286453d00. 00010000:00000010:3.1:1784944741.326202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25a00. 00000080:00000010:2.1:1784944741.336121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2a80. 00010000:00000010:2.1:1784944741.336135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587900. 00010000:00000010:2.1:1784944741.336140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24600. 00000080:00000010:2.1:1784944741.341095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b40. 00000080:00000010:3.1:1784944741.341095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e21e0. 00010000:00000010:3.1:1784944741.341114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587a00. 00010000:00000010:2.1:1784944741.341115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8800. 00010000:00000010:3.1:1784944741.341121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24400. 00010000:00000010:2.1:1784944741.341182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716200. 00000080:00000010:2.1:1784944741.348087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2700. 00010000:00000010:2.1:1784944741.348100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a100. 00010000:00000010:2.1:1784944741.348110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25600. 00000080:00000010:2.1:1784944741.348113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e28c0. 00010000:00000010:2.1:1784944741.353083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8d00. 00010000:00000010:2.1:1784944741.353090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716800. 00000080:00000010:3.1:1784944741.358087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e21a0. 00010000:00000010:3.1:1784944741.358102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587b00. 00010000:00000010:3.1:1784944741.358108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb25800. 00000080:00000010:3.1:1784944741.362092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2dc0. 00010000:00000010:3.1:1784944741.362103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8300. 00010000:00000010:3.1:1784944741.362107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717400. 00000080:00000010:2.1:1784944741.366077:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2680. 00010000:00000010:2.1:1784944741.366089:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8500. 00000080:00000010:3.1:1784944741.366093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ac0. 00010000:00000010:2.1:1784944741.366096:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717a00. 00010000:00000010:3.1:1784944741.366104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587200. 00010000:00000010:3.1:1784944741.366111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adb24e00. 00000080:00000010:2.1:1784944741.371096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e40. 00010000:00000010:2.1:1784944741.375181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8f00. 00010000:00000010:2.1:1784944741.375187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716c00. 00000080:00000010:3.1:1784944741.382140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae620. 00010000:00000010:3.1:1784944741.382154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3800. 00010000:00000010:3.1:1784944741.390090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031800. 00000080:00000010:2.1:1784944741.390322:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae5c0. 00010000:00000010:2.1:1784944741.390334:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3d00. 00010000:00000010:2.1:1784944741.390338:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031a00. 00000080:00000010:2.1:1784944741.399222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2f00. 00010000:00000010:2.1:1784944741.399237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8e00. 00010000:00000010:2.1:1784944741.399243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717e00. 00000080:00000010:2.1:1784944741.399249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e27c0. 00010000:00000010:2.1:1784944741.399258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8400. 00010000:00000010:2.1:1784944741.399264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716600. 00000080:00000010:2.1:1784944741.406092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2060. 00010000:00000010:2.1:1784944741.406111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a400. 00010000:00000010:2.1:1784944741.406116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717000. 00000080:00000010:2.1:1784944741.415085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2460. 00010000:00000010:2.1:1784944741.415097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8100. 00010000:00000010:2.1:1784944741.415103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716400. 00000080:00000010:3.1:1784944741.418341:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e60. 00010000:00000010:3.1:1784944741.418352:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8c00. 00010000:00000010:3.1:1784944741.418356:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717600. 00000080:00000010:3.1:1784944741.418359:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2d80. 00010000:00000010:3.1:1784944741.418365:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587800. 00010000:00000010:3.1:1784944741.418368:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716a00. 00000080:00000010:2.1:1784944741.425080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2c00. 00010000:00000010:2.1:1784944741.425096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7a00. 00010000:00000010:2.1:1784944741.425102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8e00. 00000080:00000010:3.1:1784944741.429077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2520. 00010000:00000010:3.1:1784944741.429094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8700. 00010000:00000010:3.1:1784944741.429102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717800. 00000080:00000010:3.1:1784944741.436086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2660. 00000080:00000010:2.1:1784944741.442092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e80. 00010000:00000010:1.1:1784944741.442101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8000. 00010000:00000010:2.1:1784944741.442104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7400. 00010000:00000010:1.1:1784944741.442109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716e00. 00010000:00000010:2.1:1784944741.442111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9e00. 00000080:00000010:2.1:1784944741.446155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2380. 00010000:00000010:2.1:1784944741.446180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7c00. 00010000:00000010:2.1:1784944741.446186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8000. 00000080:00000010:2.1:1784944741.446189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e28e0. 00010000:00000010:2.1:1784944741.446195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8b00. 00010000:00000010:2.1:1784944741.446198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717200. 00000080:00000010:2.1:1784944741.454096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e27a0. 00010000:00000010:2.1:1784944741.457150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8900. 00010000:00000010:2.1:1784944741.457157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286716000. 00000080:00000010:2.1:1784944741.461175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d6a0. 00010000:00000010:2.1:1784944741.461192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7900. 00010000:00000010:2.1:1784944741.461197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9c00. 00000080:00000010:2.1:1784944741.469145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dda0. 00010000:00000010:2.1:1784944741.479559:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7500. 00010000:00000010:2.1:1784944741.479567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8200. 00000080:00000010:2.1:1784944741.479572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2fe0. 00010000:00000010:2.1:1784944741.479581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8a00. 00010000:00000010:2.1:1784944741.479585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286717c00. 00000080:00000010:2.1:1784944741.486080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871da20. 00010000:00000010:2.1:1784944741.486092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7300. 00010000:00000010:2.1:1784944741.486096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8800. 00000080:00000010:2.1:1784944741.486099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e22a0. 00010000:00000010:2.1:1784944741.486104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7b00. 00010000:00000010:2.1:1784944741.486106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8c00. 00000080:00000010:3.1:1784944741.489179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2100. 00010000:00000010:3.1:1784944741.489192:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7800. 00010000:00000010:3.1:1784944741.489197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9200. 00000080:00000010:2.1:1784944741.498085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d900. 00010000:00000010:2.1:1784944741.498100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7e00. 00010000:00000010:2.1:1784944741.498106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9400. 00000080:00000010:3.1:1784944741.507655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae720. 00010000:00000010:3.1:1784944741.507669:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00010000:00000010:3.1:1784944741.507673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030c00. 00000080:00000010:2.1:1784944741.511524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aeb20. 00010000:00000010:2.1:1784944741.511540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3300. 00010000:00000010:2.1:1784944741.511545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fde00. 00000080:00000010:2.1:1784944741.511550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d0c0. 00010000:00000010:2.1:1784944741.511555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adbe5e00. 00010000:00000010:2.1:1784944741.511558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9800. 00000080:00000010:3.1:1784944741.518143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e25c0. 00010000:00000010:3.1:1784944741.518174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7100. 00010000:00000010:3.1:1784944741.518181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9000. 00000080:00000010:2.1:1784944741.526090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d0a0. 00010000:00000010:2.1:1784944741.526104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7000. 00010000:00000010:2.1:1784944741.526109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8a00. 00000080:00000010:2.1:1784944741.526112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d240. 00010000:00000010:2.1:1784944741.526118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04300. 00010000:00000010:2.1:1784944741.526121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11c00. 00000080:00000010:3.1:1784944741.531628:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dba0. 00010000:00000010:3.1:1784944741.531643:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7200. 00010000:00000010:3.1:1784944741.531646:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8600. 00000080:00000010:2.1:1784944741.540380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d4c0. 00010000:00000010:2.1:1784944741.540402:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04000. 00010000:00000010:2.1:1784944741.540409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10200. 00000080:00000010:2.1:1784944741.551336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d480. 00010000:00000010:2.1:1784944741.551352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7d00. 00010000:00000010:2.1:1784944741.551358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b8400. 00000080:00000010:2.1:1784944741.556095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871df80. 00010000:00000010:2.1:1784944741.556104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04900. 00010000:00000010:2.1:1784944741.556107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10800. 00000080:00000010:2.1:1784944741.556109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d5e0. 00010000:00000010:2.1:1784944741.556114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7f00. 00010000:00000010:2.1:1784944741.556116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9600. 00000080:00000010:0.1:1784944741.556357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d9c0. 00010000:00000010:0.1:1784944741.556366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8200. 00010000:00000010:0.1:1784944741.556379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2848b9a00. 00000080:00000010:1.1:1784944741.564128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d380. 00010000:00000010:1.1:1784944741.564141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04400. 00010000:00000010:1.1:1784944741.564145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11400. 00000080:00000010:2.1:1784944741.565665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d2a0. 00010000:00000010:2.1:1784944741.565676:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04e00. 00010000:00000010:2.1:1784944741.565681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10600. 00000080:00000010:2.1:1784944741.565685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d220. 00010000:00000010:2.1:1784944741.565691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04700. 00010000:00000010:2.1:1784944741.565694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10e00. 00000080:00000010:0.1:1784944741.572082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871df00. 00000080:00000010:1.1:1784944741.581557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871de80. 00010000:00000010:1.1:1784944741.581578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04a00. 00010000:00000010:1.1:1784944741.581583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10400. 00010000:00000010:0.1:1784944741.582069:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aa8600. 00010000:00000010:0.1:1784944741.582076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11e00. 00000080:00000010:1.1:1784944741.586617:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d640. 00010000:00000010:1.1:1784944741.586630:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04d00. 00010000:00000010:1.1:1784944741.586635:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11600. 00000080:00000010:1.1:1784944741.586638:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d260. 00010000:00000010:1.1:1784944741.586643:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04500. 00010000:00000010:1.1:1784944741.586645:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11000. 00000080:00000010:3.1:1784944741.590146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871db20. 00010000:00000010:3.1:1784944741.590156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04c00. 00010000:00000010:3.1:1784944741.590219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11800. 00000080:00000010:2.1:1784944741.594072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d3a0. 00010000:00000010:2.1:1784944741.594083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7700. 00010000:00000010:2.1:1784944741.594089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10a00. 00000080:00000010:1.1:1784944741.600217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aef60. 00010000:00000010:1.1:1784944741.600228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3000. 00010000:00000010:1.1:1784944741.600235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fdc00. 00000080:00000010:2.1:1784944741.606075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d500. 00010000:00000010:2.1:1784944741.606083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04f00. 00010000:00000010:2.1:1784944741.606085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11a00. 00000080:00000010:3.1:1784944741.606344:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d760. 00010000:00000010:3.1:1784944741.606351:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e200. 00010000:00000010:3.1:1784944741.606355:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759c00. 00000080:00000010:3.1:1784944741.610478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aecc0. 00010000:00000010:3.1:1784944741.610753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3b00. 00010000:00000010:3.1:1784944741.610759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc400. 00000080:00000010:2.1:1784944741.614084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871da00. 00010000:00000010:2.1:1784944741.614095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3ea00. 00010000:00000010:2.1:1784944741.614102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758600. 00000080:00000010:3.1:1784944741.614385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d280. 00010000:00000010:3.1:1784944741.614394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04600. 00010000:00000010:3.1:1784944741.614397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10c00. 00000080:00000010:2.1:1784944741.619077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dec0. 00010000:00000010:2.1:1784944741.619095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04100. 00010000:00000010:2.1:1784944741.619099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d11200. 00010000:00000010:0.1:1784944741.619113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3ee00. 00010000:00000010:0.1:1784944741.619119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758400. 00000080:00000010:3.1:1784944741.625085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d120. 00000080:00000010:0.1:1784944741.629150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffd40. 00010000:00000010:0.1:1784944741.629175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e500. 00010000:00000010:0.1:1784944741.629180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759600. 00000080:00000010:2.1:1784944741.634068:0:234916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dea0. 00010000:00000010:2.1:1784944741.634080:0:234916:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04200. 00010000:00000010:2.1:1784944741.634086:0:234916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d10000. 00000080:00000010:0.1:1784944741.639081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff8e0. 00000080:00000010:1.1:1784944741.639115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dc80. 00010000:00000010:1.1:1784944741.644661:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e900. 00010000:00000010:1.1:1784944741.644667:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758a00. 00010000:00000010:0.1:1784944741.644711:0:241849:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e000. 00010000:00000010:0.1:1784944741.644717:0:241849:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759800. 00000080:00000010:2.1:1784944741.649066:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d2e0. 00010000:00000010:2.1:1784944741.649075:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3eb00. 00010000:00000010:2.1:1784944741.649079:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758200. 00000080:00000010:2.1:1784944741.653081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff3c0. 00010000:00000010:2.1:1784944741.653099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4200. 00010000:00000010:2.1:1784944741.653104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758e00. 00000080:00000010:2.1:1784944741.661111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff980. 00010000:00000010:2.1:1784944741.661133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e400. 00010000:00000010:2.1:1784944741.661138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758800. 00000080:00000010:2.1:1784944741.666202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff0c0. 00010000:00000010:2.1:1784944741.666214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3ec00. 00010000:00000010:2.1:1784944741.666219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759e00. 00000080:00000010:2.1:1784944741.666222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff0a0. 00010000:00000010:2.1:1784944741.666225:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3ed00. 00010000:00000010:2.1:1784944741.666228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759400. 00000080:00000010:3.1:1784944741.670079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff1e0. 00010000:00000010:3.1:1784944741.670092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e600. 00010000:00000010:3.1:1784944741.670097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759a00. 00000080:00000010:3.1:1784944741.670100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffae0. 00010000:00000010:3.1:1784944741.670106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e100. 00010000:00000010:3.1:1784944741.670108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759000. 00000080:00000010:3.1:1784944741.677481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff460. 00010000:00000010:3.1:1784944741.681305:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04800. 00010000:00000010:3.1:1784944741.681316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8200. 00000080:00000010:3.1:1784944741.681321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145ee0. 00010000:00000010:3.1:1784944741.681328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4a00. 00010000:00000010:3.1:1784944741.681331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5de00. 00000080:00000010:2.1:1784944741.698078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7ae1c0. 00010000:00000010:2.1:1784944741.698089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6b00. 00010000:00000010:2.1:1784944741.698094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc800. 00000080:00000010:2.1:1784944741.698098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff320. 00010000:00000010:2.1:1784944741.698103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac1b7600. 00010000:00000010:2.1:1784944741.698106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8800. 00000080:00000010:2.1:1784944741.706204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff9e0. 00010000:00000010:2.1:1784944741.706223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3ef00. 00010000:00000010:2.1:1784944741.706229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758c00. 00000080:00000010:2.1:1784944741.706233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff300. 00010000:00000010:2.1:1784944741.706237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043400. 00010000:00000010:2.1:1784944741.706242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9400. 00000080:00000010:2.1:1784944741.712091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffa40. 00010000:00000010:2.1:1784944741.712108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e700. 00010000:00000010:2.1:1784944741.712112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8759200. 00000080:00000010:2.1:1784944741.712115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffc40. 00010000:00000010:2.1:1784944741.712224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043f00. 00010000:00000010:2.1:1784944741.712230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9a00. 00000080:00000010:3.1:1784944741.718157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff880. 00010000:00000010:3.1:1784944741.718178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043100. 00010000:00000010:3.1:1784944741.718183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8c00. 00000080:00000010:2.1:1784944741.718293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff840. 00010000:00000010:2.1:1784944741.718302:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e800. 00010000:00000010:2.1:1784944741.718306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8758000. 00000080:00000010:1.1:1784944741.721368:0:234914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff900. 00000080:00000010:2.1:1784944741.727073:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffac0. 00010000:00000010:2.1:1784944741.727084:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043900. 00010000:00000010:2.1:1784944741.727088:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9200. 00000080:00000010:3.1:1784944741.727676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff540. 00010000:00000010:3.1:1784944741.727684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043b00. 00010000:00000010:3.1:1784944741.727688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9600. 00010000:00000010:1.1:1784944741.728007:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2587400. 00010000:00000010:1.1:1784944741.728013:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8400. 00000080:00000010:2.1:1784944741.731081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff780. 00010000:00000010:2.1:1784944741.731094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043000. 00010000:00000010:2.1:1784944741.731100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8000. 00000080:00000010:2.1:1784944741.738141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145aa0. 00010000:00000010:2.1:1784944741.738153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dd00. 00010000:00000010:2.1:1784944741.738156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4000. 00000080:00000010:3.1:1784944741.747073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff580. 00010000:00000010:3.1:1784944741.747084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043a00. 00010000:00000010:3.1:1784944741.747089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9c00. 00000080:00000010:3.1:1784944741.747093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad7aec40. 00010000:00000010:3.1:1784944741.747099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3f00. 00010000:00000010:3.1:1784944741.747102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc200. 00000080:00000010:3.1:1784944741.754083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282f4a5c0. 00010000:00000010:3.1:1784944741.754094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3200. 00010000:00000010:3.1:1784944741.754098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fd000. 00000080:00000010:3.1:1784944741.754104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77fffa0. 00010000:00000010:3.1:1784944741.754109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043800. 00010000:00000010:3.1:1784944741.754112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9800. 00000080:00000010:2.1:1784944741.764073:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffba0. 00010000:00000010:2.1:1784944741.764083:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d3e300. 00010000:00000010:2.1:1784944741.764087:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8600. 00000080:00000010:1.1:1784944741.764482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffd60. 00010000:00000010:1.1:1784944741.764491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043500. 00010000:00000010:1.1:1784944741.764495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8e00. 00000080:00000010:2.1:1784944741.767116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff3e0. 00010000:00000010:2.1:1784944741.767130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64a00. 00010000:00000010:2.1:1784944741.767134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993200. 00000080:00000010:3.1:1784944741.771082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff1a0. 00010000:00000010:3.1:1784944741.771092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043c00. 00010000:00000010:3.1:1784944741.771097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9e00. 00000080:00000010:3.1:1784944741.771100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff140. 00010000:00000010:3.1:1784944741.771104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64400. 00010000:00000010:3.1:1784944741.771107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992000. 00000080:00000010:2.1:1784944741.785217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff020. 00010000:00000010:2.1:1784944741.801114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043d00. 00010000:00000010:2.1:1784944741.801121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a9000. 00000080:00000010:2.1:1784944741.805090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffb60. 00010000:00000010:2.1:1784944741.805104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64100. 00010000:00000010:2.1:1784944741.805109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993c00. 00000080:00000010:2.1:1784944741.805113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff640. 00010000:00000010:2.1:1784944741.805118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043700. 00010000:00000010:2.1:1784944741.805184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2857a8a00. 00000080:00000010:2.1:1784944741.805188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff8c0. 00010000:00000010:2.1:1784944741.805193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64200. 00010000:00000010:2.1:1784944741.805196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993e00. 00000080:00000010:2.1:1784944741.805199:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff680. 00010000:00000010:2.1:1784944741.805203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64300. 00010000:00000010:2.1:1784944741.805205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992200. 00000080:00000010:2.1:1784944741.805208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffc00. 00010000:00000010:2.1:1784944741.805212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64b00. 00010000:00000010:2.1:1784944741.805215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993000. 00000080:00000010:2.1:1784944741.805217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77fff40. 00010000:00000010:2.1:1784944741.805221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64d00. 00010000:00000010:2.1:1784944741.805224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993600. 00000080:00000010:1.1:1784944741.809281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffee0. 00010000:00000010:1.1:1784944741.809304:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64800. 00010000:00000010:1.1:1784944741.809309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992a00. 00000080:00000010:2.1:1784944741.809357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77fff80. 00010000:00000010:2.1:1784944741.809365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043300. 00010000:00000010:2.1:1784944741.809369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993800. 00000080:00000010:2.1:1784944741.819619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffaa0. 00010000:00000010:2.1:1784944741.819630:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64c00. 00010000:00000010:2.1:1784944741.819635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992600. 00000080:00000010:2.1:1784944741.825329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff160. 00010000:00000010:2.1:1784944741.829027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64600. 00010000:00000010:2.1:1784944741.829037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992e00. 00000080:00000010:2.1:1784944741.833258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffe20. 00010000:00000010:2.1:1784944741.833269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe04b00. 00010000:00000010:2.1:1784944741.833273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992400. 00000080:00000010:2.1:1784944741.837311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f6d6ea0. 00010000:00000010:2.1:1784944741.837324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3600. 00010000:00000010:2.1:1784944741.837330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc600. 00000080:00000010:2.1:1784944741.837334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77fffe0. 00010000:00000010:2.1:1784944741.837343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64f00. 00010000:00000010:2.1:1784944741.837346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459400. 00000080:00000010:3.1:1784944741.850078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff240. 00010000:00000010:3.1:1784944741.850087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64500. 00010000:00000010:3.1:1784944741.850090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459a00. 00000080:00000010:2.1:1784944741.854096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff660. 00010000:00000010:2.1:1784944741.854106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64700. 00010000:00000010:2.1:1784944741.854110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992800. 00000080:00000010:3.1:1784944741.859071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffcc0. 00010000:00000010:3.1:1784944741.859078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64000. 00010000:00000010:3.1:1784944741.859081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993400. 00000080:00000010:2.1:1784944741.859767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f6d6880. 00010000:00000010:2.1:1784944741.859779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6c00. 00010000:00000010:2.1:1784944741.859787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc000. 00000080:00000010:3.1:1784944741.866063:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff0e0. 00010000:00000010:3.1:1784944741.866072:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2bf00. 00010000:00000010:3.1:1784944741.866077:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458e00. 00000080:00000010:2.1:1784944741.870065:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff480. 00010000:00000010:2.1:1784944741.870072:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043e00. 00010000:00000010:2.1:1784944741.870075:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7993a00. 00000080:00000010:3.1:1784944741.875083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff340. 00010000:00000010:3.1:1784944741.875094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64900. 00010000:00000010:3.1:1784944741.875099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7992c00. 00000080:00000010:2.1:1784944741.878364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ffe60. 00010000:00000010:2.1:1784944741.878376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043200. 00010000:00000010:2.1:1784944741.878381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459800. 00000080:00000010:3.1:1784944741.879091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77ff6e0. 00010000:00000010:3.1:1784944741.879098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b800. 00010000:00000010:3.1:1784944741.879102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459e00. 00000080:00000010:3.1:1784944741.884095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fa80. 00010000:00000010:3.1:1784944741.884105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2be00. 00010000:00000010:3.1:1784944741.884109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459000. 00000080:00000010:3.1:1784944741.884113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a77fffc0. 00010000:00000010:3.1:1784944741.884116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b700. 00010000:00000010:3.1:1784944741.884119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458c00. 00000080:00000010:2.1:1784944741.889125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fac0. 00010000:00000010:2.1:1784944741.889137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b300. 00010000:00000010:2.1:1784944741.889144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458a00. 00000080:00000010:3.1:1784944741.895081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fb00. 00010000:00000010:3.1:1784944741.895095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2bb00. 00010000:00000010:3.1:1784944741.895100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458600. 00000080:00000010:2.1:1784944741.895208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a286115280. 00010000:00000010:2.1:1784944741.895219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b100. 00010000:00000010:2.1:1784944741.895237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459200. 00000080:00000010:2.1:1784944741.904074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0f300. 00010000:00000010:2.1:1784944741.904085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b200. 00010000:00000010:2.1:1784944741.904089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458000. 00000080:00000010:3.1:1784944741.908083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0f440. 00010000:00000010:3.1:1784944741.908097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b600. 00010000:00000010:3.1:1784944741.908104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459c00. 00000080:00000010:2.1:1784944741.908153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24fcb00. 00010000:00000010:2.1:1784944741.908169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b900. 00010000:00000010:2.1:1784944741.908173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458800. 00000080:00000010:2.1:1784944741.912086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1459e0. 00010000:00000010:2.1:1784944741.912096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4700. 00010000:00000010:2.1:1784944741.912100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5c800. 00000080:00000010:2.1:1784944741.912105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b8c5e0. 00010000:00000010:2.1:1784944741.912110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2bc00. 00010000:00000010:2.1:1784944741.912113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458200. 00000080:00000010:3.1:1784944741.916078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145d20. 00010000:00000010:0.1:1784944741.916268:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911e00. 00010000:00000010:0.1:1784944741.916276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5ce00. 00000080:00000010:2.1:1784944741.920100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f6d6f20. 00010000:00000010:2.1:1784944741.920111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4400. 00010000:00000010:2.1:1784944741.920115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580200. 00000080:00000010:2.1:1784944741.927906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b8c9e0. 00010000:00000010:2.1:1784944741.927920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b400. 00010000:00000010:2.1:1784944741.927925:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8458400. 00000080:00000010:2.1:1784944741.935226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145780. 00010000:00000010:2.1:1784944741.935242:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4600. 00010000:00000010:2.1:1784944741.935247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5d600. 00000080:00000010:3.1:1784944741.944132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1455a0. 00000080:00000010:2.1:1784944741.944142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24fc460. 00010000:00000010:3.1:1784944741.944156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911800. 00010000:00000010:2.1:1784944741.944169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4c00. 00010000:00000010:3.1:1784944741.944178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5d800. 00010000:00000010:2.1:1784944741.944180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8459600. 00000080:00000010:2.1:1784944741.952091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145480. 00010000:00000010:2.1:1784944741.952104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4400. 00010000:00000010:2.1:1784944741.952110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5dc00. 00000080:00000010:3.1:1784944741.956319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1e6c080. 00010000:00000010:3.1:1784944741.956335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4c00. 00010000:00000010:3.1:1784944741.956340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580a00. 00000080:00000010:2.1:1784944741.958112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145640. 00010000:00000010:2.1:1784944741.958122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911c00. 00010000:00000010:2.1:1784944741.958126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5d000. 00000080:00000010:3.1:1784944741.960442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145c00. 00010000:00000010:3.1:1784944741.960453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911300. 00010000:00000010:3.1:1784944741.960461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5d200. 00000080:00000010:2.1:1784944741.961106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa71a0. 00010000:00000010:2.1:1784944741.961113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2bd00. 00010000:00000010:2.1:1784944741.961117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1a00. 00000080:00000010:2.1:1784944741.965083:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa77e0. 00010000:00000010:2.1:1784944741.965100:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b500. 00010000:00000010:2.1:1784944741.965109:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0e00. 00000080:00000010:3.1:1784944741.968156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b60. 00010000:00000010:3.1:1784944741.968181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2ba00. 00010000:00000010:3.1:1784944741.968185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0c00. 00000080:00000010:2.1:1784944741.973066:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7de0. 00010000:00000010:2.1:1784944741.976401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2a00. 00010000:00000010:2.1:1784944741.976411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1200. 00000080:00000010:3.1:1784944741.977287:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b00. 00010000:00000010:3.1:1784944741.977299:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a7a2b000. 00010000:00000010:3.1:1784944741.977346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1e00. 00000080:00000010:2.1:1784944741.981139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7020. 00010000:00000010:2.1:1784944741.981152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2400. 00010000:00000010:2.1:1784944741.981165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0000. 00000080:00000010:3.1:1784944741.990081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7420. 00000080:00000010:2.1:1784944741.990095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7900. 00010000:00000010:2.1:1784944741.990105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2b00. 00010000:00000010:2.1:1784944741.990110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1000. 00010000:00000010:3.1:1784944741.994076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2100. 00010000:00000010:3.1:1784944741.994084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1c00. 00000080:00000010:3.1:1784944741.994088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7e40. 00010000:00000010:3.1:1784944741.994094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2800. 00010000:00000010:3.1:1784944741.994098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0a00. 00000080:00000010:3.1:1784944741.994100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7dc0. 00010000:00000010:3.1:1784944741.994104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2000. 00010000:00000010:3.1:1784944741.994106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0400. 00010000:00000010:0.1:1784944742.002083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2700. 00000080:00000010:3.1:1784944742.002085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa73e0. 00010000:00000010:0.1:1784944742.002095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0600. 00000080:00000010:3.1:1784944742.006067:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa79e0. 00010000:00000010:3.1:1784944742.006077:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2600. 00010000:00000010:3.1:1784944742.006082:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1600. 00000080:00000010:3.1:1784944742.012198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1e6cb40. 00010000:00000010:3.1:1784944742.012209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4d00. 00010000:00000010:3.1:1784944742.012213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00000080:00000010:2.1:1784944742.013027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7fe0. 00010000:00000010:2.1:1784944742.013038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2200. 00010000:00000010:2.1:1784944742.013045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1800. 00000080:00000010:3.1:1784944742.017154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7700. 00010000:00000010:3.1:1784944742.017176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0043600. 00010000:00000010:3.1:1784944742.017181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025600. 00000080:00000010:3.1:1784944742.022081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7400. 00010000:00000010:3.1:1784944742.022091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2300. 00010000:00000010:3.1:1784944742.022097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0200. 00000080:00000010:2.1:1784944742.026074:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7d60. 00010000:00000010:2.1:1784944742.026083:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c600. 00010000:00000010:2.1:1784944742.026086:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025800. 00000080:00000010:2.1:1784944742.030069:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b80. 00010000:00000010:2.1:1784944742.030082:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2500. 00010000:00000010:2.1:1784944742.030091:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0800. 00000080:00000010:3.1:1784944742.038145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7a80. 00010000:00000010:3.1:1784944742.038154:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2900. 00010000:00000010:3.1:1784944742.038207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1400. 00000080:00000010:2.1:1784944742.042182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1e6c9a0. 00010000:00000010:2.1:1784944742.042200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3a00. 00010000:00000010:2.1:1784944742.042206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580400. 00000080:00000010:2.1:1784944742.042211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7280. 00010000:00000010:2.1:1784944742.042219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1b64e00. 00010000:00000010:2.1:1784944742.042226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024800. 00000080:00000010:3.1:1784944742.047208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7f60. 00010000:00000010:3.1:1784944742.047222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1cd00. 00010000:00000010:3.1:1784944742.047226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025a00. 00000080:00000010:3.1:1784944742.052189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7220. 00010000:00000010:3.1:1784944742.052202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1cf00. 00010000:00000010:3.1:1784944742.052205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024c00. 00000080:00000010:2.1:1784944742.058086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7460. 00010000:00000010:2.1:1784944742.058099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c000. 00010000:00000010:2.1:1784944742.058104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025400. 00000080:00000010:2.1:1784944742.066077:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7040. 00010000:00000010:2.1:1784944742.066089:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2e00. 00010000:00000010:2.1:1784944742.066095:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024000. 00000080:00000010:3.1:1784944742.066119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7680. 00010000:00000010:3.1:1784944742.066132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c300. 00010000:00000010:3.1:1784944742.066149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025200. 00000080:00000010:3.1:1784944742.066164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa77a0. 00010000:00000010:3.1:1784944742.066170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c500. 00010000:00000010:3.1:1784944742.066175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024e00. 00000080:00000010:3.1:1784944742.069210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7740. 00010000:00000010:3.1:1784944742.069222:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c700. 00010000:00000010:3.1:1784944742.069227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025e00. 00000080:00000010:3.1:1784944742.074082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa73c0. 00010000:00000010:3.1:1784944742.074093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500600. 00010000:00000010:3.1:1784944742.074098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025c00. 00000080:00000010:2.1:1784944742.082073:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7fc0. 00010000:00000010:2.1:1784944742.082083:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1ce00. 00010000:00000010:2.1:1784944742.082087:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0025000. 00000080:00000010:2.1:1784944742.085072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7c20. 00010000:00000010:2.1:1784944742.085083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500300. 00010000:00000010:2.1:1784944742.085089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6ba00. 00000080:00000010:2.1:1784944742.085092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7860. 00010000:00000010:2.1:1784944742.085095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500d00. 00010000:00000010:2.1:1784944742.085097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024600. 00000080:00000010:3.1:1784944742.085570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ea0. 00010000:00000010:3.1:1784944742.085576:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500f00. 00010000:00000010:3.1:1784944742.085583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024400. 00000080:00000010:3.1:1784944742.085585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7aa0. 00010000:00000010:3.1:1784944742.085588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500000. 00010000:00000010:3.1:1784944742.085590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024a00. 00000080:00000010:2.1:1784944742.090083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1e6caa0. 00010000:00000010:2.1:1784944742.090095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3700. 00010000:00000010:2.1:1784944742.090102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580e00. 00000080:00000010:3.1:1784944742.090194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7a60. 00010000:00000010:3.1:1784944742.090205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500a00. 00010000:00000010:3.1:1784944742.090212:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6ac00. 00000080:00000010:3.1:1784944742.095106:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7880. 00010000:00000010:3.1:1784944742.095116:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c100. 00010000:00000010:3.1:1784944742.095120:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b200. 00000080:00000010:2.1:1784944742.104085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7140. 00010000:00000010:2.1:1784944742.104096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500500. 00010000:00000010:2.1:1784944742.104101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2c0024200. 00000080:00000010:2.1:1784944742.108094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ec0. 00010000:00000010:2.1:1784944742.108107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1ca00. 00010000:00000010:2.1:1784944742.108112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a000. 00000080:00000010:3.1:1784944742.111846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa78c0. 00010000:00000010:3.1:1784944742.111857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500700. 00010000:00000010:3.1:1784944742.111862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b800. 00000080:00000010:3.1:1784944742.111865:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa74a0. 00010000:00000010:3.1:1784944742.111868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500e00. 00010000:00000010:3.1:1784944742.111871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6ae00. 00000080:00000010:2.1:1784944742.112088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396460. 00010000:00000010:2.1:1784944742.112097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:2.1:1784944742.112100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581a00. 00000080:00000010:3.1:1784944742.116548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7660. 00010000:00000010:3.1:1784944742.116556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c900. 00010000:00000010:3.1:1784944742.116559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6be00. 00000080:00000010:3.1:1784944742.116561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa77c0. 00010000:00000010:3.1:1784944742.116564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500900. 00010000:00000010:3.1:1784944742.116566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6aa00. 00000080:00000010:2.1:1784944742.120473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa70e0. 00010000:00000010:2.1:1784944742.123116:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c400. 00010000:00000010:2.1:1784944742.123123:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b000. 00000080:00000010:3.1:1784944742.127072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7f00. 00010000:00000010:3.1:1784944742.127084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500100. 00010000:00000010:3.1:1784944742.127089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a600. 00000080:00000010:3.1:1784944742.127094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7480. 00010000:00000010:3.1:1784944742.127098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500b00. 00010000:00000010:3.1:1784944742.127102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6bc00. 00000080:00000010:2.1:1784944742.133248:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa76e0. 00010000:00000010:2.1:1784944742.133260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1cc00. 00010000:00000010:2.1:1784944742.133268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a400. 00000080:00000010:3.1:1784944742.142082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7920. 00010000:00000010:3.1:1784944742.142093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500400. 00010000:00000010:3.1:1784944742.142099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a200. 00000080:00000010:2.1:1784944742.147081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7800. 00010000:00000010:2.1:1784944742.147094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1cb00. 00010000:00000010:2.1:1784944742.147098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a800. 00000080:00000010:2.1:1784944742.147100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7e60. 00010000:00000010:2.1:1784944742.147104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500800. 00010000:00000010:2.1:1784944742.147106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf400. 00000080:00000010:2.1:1784944742.147109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7d80. 00010000:00000010:2.1:1784944742.147111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500c00. 00010000:00000010:2.1:1784944742.147113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b400. 00000080:00000010:3.1:1784944742.147885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa76a0. 00010000:00000010:3.1:1784944742.147894:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2c00. 00010000:00000010:3.1:1784944742.147899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b600. 00000080:00000010:3.1:1784944742.155107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7d40. 00010000:00000010:3.1:1784944742.155119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a100. 00010000:00000010:3.1:1784944742.155182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf800. 00000080:00000010:2.1:1784944742.163084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec00. 00010000:00000010:2.1:1784944742.163101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d200. 00010000:00000010:2.1:1784944742.163106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037c00. 00000080:00000010:3.1:1784944742.168081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7780. 00010000:00000010:3.1:1784944742.168098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a900. 00010000:00000010:3.1:1784944742.168103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaee00. 00000080:00000010:3.1:1784944742.168107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396c00. 00010000:00000010:3.1:1784944742.168114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558100. 00010000:00000010:3.1:1784944742.168117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580800. 00000080:00000010:2.1:1784944742.177667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ce0. 00010000:00000010:2.1:1784944742.182164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a700. 00010000:00000010:2.1:1784944742.182172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafe00. 00000080:00000010:2.1:1784944742.182178:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b20. 00010000:00000010:2.1:1784944742.182186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ac00. 00010000:00000010:2.1:1784944742.182189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafa00. 00000080:00000010:3.1:1784944742.185307:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7960. 00010000:00000010:3.1:1784944742.185320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a200. 00010000:00000010:3.1:1784944742.185324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaec00. 00000080:00000010:2.1:1784944742.189901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa72c0. 00010000:00000010:2.1:1784944742.189910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ab00. 00010000:00000010:2.1:1784944742.189913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf000. 00000080:00000010:2.1:1784944742.201089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa71c0. 00010000:00000010:2.1:1784944742.201103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a600. 00010000:00000010:2.1:1784944742.201107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf200. 00000080:00000010:2.1:1784944742.205075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7720. 00010000:00000010:2.1:1784944742.205083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a500. 00010000:00000010:2.1:1784944742.205087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaea00. 00000080:00000010:2.1:1784944742.209088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7540. 00010000:00000010:2.1:1784944742.209104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a400. 00010000:00000010:2.1:1784944742.209109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae000. 00000080:00000010:2.1:1784944742.216081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa73a0. 00010000:00000010:2.1:1784944742.216090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2d00. 00010000:00000010:2.1:1784944742.216096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae600. 00000080:00000010:2.1:1784944742.216099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7260. 00010000:00000010:2.1:1784944742.216104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7af00. 00010000:00000010:2.1:1784944742.216107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafc00. 00000080:00000010:2.1:1784944742.221085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396dc0. 00010000:00000010:2.1:1784944742.221097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558700. 00010000:00000010:2.1:1784944742.221102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581800. 00000080:00000010:2.1:1784944742.221105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa78a0. 00010000:00000010:2.1:1784944742.221110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a300. 00010000:00000010:2.1:1784944742.221113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae400. 00000080:00000010:2.1:1784944742.226261:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7f40. 00010000:00000010:2.1:1784944742.226271:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7aa00. 00010000:00000010:2.1:1784944742.226277:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae200. 00000080:00000010:2.1:1784944742.231090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63e00. 00010000:00000010:2.1:1784944742.231107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ad00. 00010000:00000010:2.1:1784944742.231112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf600. 00000080:00000010:2.1:1784944742.231116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7640. 00010000:00000010:2.1:1784944742.238179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ae00. 00010000:00000010:2.1:1784944742.238192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae800. 00000080:00000010:3.1:1784944742.247088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63dc0. 00010000:00000010:3.1:1784944742.247102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2f00. 00010000:00000010:3.1:1784944742.247107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239c00. 00000080:00000010:2.1:1784944742.254207:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63720. 00010000:00000010:2.1:1784944742.254226:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8500200. 00010000:00000010:2.1:1784944742.254247:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238600. 00000080:00000010:2.1:1784944742.259092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ae0. 00000080:00000010:3.1:1784944742.259098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d637a0. 00010000:00000010:2.1:1784944742.259107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c200. 00010000:00000010:2.1:1784944742.259114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238200. 00010000:00000010:2.1:1784944742.259119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89500. 00010000:00000010:2.1:1784944742.259125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238400. 00000080:00000010:3.1:1784944742.263080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63fc0. 00000080:00000010:2.1:1784944742.263088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63be0. 00010000:00000010:3.1:1784944742.263096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89700. 00010000:00000010:2.1:1784944742.263103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89f00. 00010000:00000010:3.1:1784944742.263103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239600. 00010000:00000010:2.1:1784944742.263112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238800. 00000080:00000010:2.1:1784944742.267087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3963c0. 00010000:00000010:2.1:1784944742.267097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558e00. 00010000:00000010:2.1:1784944742.267101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580c00. 00000080:00000010:3.1:1784944742.273296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63180. 00010000:00000010:3.1:1784944742.273310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89e00. 00010000:00000010:3.1:1784944742.273315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239800. 00000080:00000010:2.1:1784944742.274094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d636a0. 00010000:00000010:2.1:1784944742.274102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89300. 00010000:00000010:2.1:1784944742.274105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239400. 00000080:00000010:2.1:1784944742.278091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d630e0. 00010000:00000010:2.1:1784944742.278100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89600. 00010000:00000010:2.1:1784944742.278104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238e00. 00000080:00000010:2.1:1784944742.287093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63760. 00010000:00000010:2.1:1784944742.287105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89000. 00010000:00000010:2.1:1784944742.287112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239a00. 00000080:00000010:2.1:1784944742.287119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d639e0. 00010000:00000010:2.1:1784944742.287125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a800. 00010000:00000010:2.1:1784944742.287128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239e00. 00000080:00000010:2.1:1784944742.292089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63320. 00010000:00000010:2.1:1784944742.292100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89d00. 00010000:00000010:2.1:1784944742.292104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238c00. 00000080:00000010:2.1:1784944742.292107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ee0. 00010000:00000010:2.1:1784944742.292111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f100. 00010000:00000010:2.1:1784944742.292166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239000. 00000080:00000010:2.1:1784944742.298088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63b40. 00010000:00000010:2.1:1784944742.298102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f800. 00010000:00000010:2.1:1784944742.298107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290239200. 00000080:00000010:2.1:1784944742.307104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63d40. 00010000:00000010:2.1:1784944742.307117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f900. 00010000:00000010:2.1:1784944742.307123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238a00. 00000080:00000010:2.1:1784944742.317092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63700. 00010000:00000010:2.1:1784944742.317109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fc00. 00010000:00000010:2.1:1784944742.317115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290238000. 00000080:00000010:2.1:1784944742.317119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396ea0. 00010000:00000010:2.1:1784944742.317124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558c00. 00010000:00000010:2.1:1784944742.317127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581400. 00000080:00000010:3.1:1784944742.320340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63a80. 00010000:00000010:3.1:1784944742.320350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f700. 00010000:00000010:3.1:1784944742.320355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e800. 00000080:00000010:2.1:1784944742.325092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63520. 00010000:00000010:2.1:1784944742.325108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f500. 00010000:00000010:2.1:1784944742.325116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e400. 00000080:00000010:2.1:1784944742.330090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63360. 00010000:00000010:2.1:1784944742.330104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f600. 00010000:00000010:2.1:1784944742.330111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83f400. 00000080:00000010:2.1:1784944742.330116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63e40. 00010000:00000010:2.1:1784944742.330124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f000. 00010000:00000010:2.1:1784944742.330130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83f600. 00000080:00000010:3.1:1784944742.334083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63220. 00010000:00000010:3.1:1784944742.334097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f300. 00010000:00000010:3.1:1784944742.334105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83f800. 00000080:00000010:1.1:1784944742.334335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ce0. 00010000:00000010:1.1:1784944742.334343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fa00. 00010000:00000010:1.1:1784944742.334347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83fa00. 00000080:00000010:2.1:1784944742.339084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d637e0. 00010000:00000010:2.1:1784944742.339095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fb00. 00010000:00000010:2.1:1784944742.339100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83ec00. 00000080:00000010:3.1:1784944742.343069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63900. 00010000:00000010:3.1:1784944742.343080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3ff00. 00000080:00000010:2.1:1784944742.343085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63560. 00010000:00000010:3.1:1784944742.343085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83f200. 00010000:00000010:2.1:1784944742.343102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f200. 00010000:00000010:2.1:1784944742.343107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83ee00. 00000080:00000010:2.1:1784944742.355092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396800. 00010000:00000010:2.1:1784944742.355102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558800. 00010000:00000010:2.1:1784944742.355107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581600. 00000080:00000010:3.1:1784944742.365143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63d20. 00010000:00000010:3.1:1784944742.365166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fe00. 00010000:00000010:3.1:1784944742.365173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83f000. 00000080:00000010:2.1:1784944742.370212:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63000. 00010000:00000010:2.1:1784944742.370223:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fd00. 00010000:00000010:2.1:1784944742.370229:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83fe00. 00000080:00000010:2.1:1784944742.370232:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d638c0. 00010000:00000010:2.1:1784944742.370240:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89a00. 00010000:00000010:2.1:1784944742.370244:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e000. 00000080:00000010:3.1:1784944742.375073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d630c0. 00000080:00000010:2.1:1784944742.375083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63a40. 00010000:00000010:3.1:1784944742.375087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89100. 00010000:00000010:3.1:1784944742.375094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83fc00. 00010000:00000010:2.1:1784944742.375096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89900. 00010000:00000010:2.1:1784944742.375103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83ea00. 00000080:00000010:2.1:1784944742.379161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63240. 00010000:00000010:2.1:1784944742.379173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89200. 00010000:00000010:2.1:1784944742.379177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e600. 00000080:00000010:2.1:1784944742.379180:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63580. 00010000:00000010:2.1:1784944742.379183:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89c00. 00010000:00000010:2.1:1784944742.379186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad83e200. 00000080:00000010:3.1:1784944742.379253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d633a0. 00010000:00000010:3.1:1784944742.379260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a000. 00010000:00000010:3.1:1784944742.379264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da800. 00000080:00000010:2.1:1784944742.384080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d632e0. 00010000:00000010:2.1:1784944742.384089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf1c800. 00010000:00000010:2.1:1784944742.384101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8db600. 00000080:00000010:2.1:1784944742.384104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63140. 00010000:00000010:2.1:1784944742.384107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff700. 00010000:00000010:2.1:1784944742.384109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8db400. 00000080:00000010:3.1:1784944742.388091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63440. 00010000:00000010:3.1:1784944742.388098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff300. 00010000:00000010:3.1:1784944742.388101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8db800. 00000080:00000010:2.1:1784944742.396078:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63d00. 00010000:00000010:2.1:1784944742.396091:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff000. 00010000:00000010:2.1:1784944742.396099:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dae00. 00000080:00000010:2.1:1784944742.402080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63f40. 00010000:00000010:2.1:1784944742.402095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff100. 00010000:00000010:2.1:1784944742.402104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dbe00. 00000080:00000010:3.1:1784944742.402141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396fc0. 00000080:00000010:2.1:1784944742.406080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63200. 00010000:00000010:3.1:1784944742.406082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558200. 00010000:00000010:3.1:1784944742.406092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580000. 00010000:00000010:2.1:1784944742.415081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffc00. 00000080:00000010:3.1:1784944742.415083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63ca0. 00010000:00000010:2.1:1784944742.415092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8db000. 00010000:00000010:3.1:1784944742.415100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffe00. 00010000:00000010:3.1:1784944742.415106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dba00. 00000080:00000010:3.1:1784944742.420068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63d60. 00010000:00000010:3.1:1784944742.420079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff600. 00010000:00000010:3.1:1784944742.420082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dac00. 00000080:00000010:2.1:1784944742.423084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145160. 00010000:00000010:2.1:1784944742.423098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9800. 00010000:00000010:2.1:1784944742.423102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5c400. 00000080:00000010:3.1:1784944742.432388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63100. 00010000:00000010:3.1:1784944742.432409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff400. 00010000:00000010:3.1:1784944742.432414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8db200. 00000080:00000010:2.1:1784944742.433079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145860. 00010000:00000010:2.1:1784944742.437094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9500. 00010000:00000010:2.1:1784944742.437103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5c200. 00000080:00000010:3.1:1784944742.441077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145340. 00010000:00000010:3.1:1784944742.441089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4b00. 00010000:00000010:3.1:1784944742.441094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5da00. 00010000:00000010:2.1:1784944742.448215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4e00. 00010000:00000010:2.1:1784944742.448221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581e00. 00000080:00000010:3.1:1784944742.449238:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396760. 00000080:00000010:2.1:1784944742.454159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1450a0. 00010000:00000010:2.1:1784944742.454170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9100. 00010000:00000010:2.1:1784944742.454174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b5cc00. 00000080:00000010:2.1:1784944742.454195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145f20. 00010000:00000010:2.1:1784944742.454203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9300. 00010000:00000010:2.1:1784944742.454210:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f200. 00000080:00000010:2.1:1784944742.454215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145e20. 00010000:00000010:2.1:1784944742.454218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9900. 00010000:00000010:2.1:1784944742.454223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e800. 00000080:00000010:2.1:1784944742.463113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145d60. 00010000:00000010:2.1:1784944742.463138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9c00. 00010000:00000010:2.1:1784944742.463144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ec00. 00000080:00000010:2.1:1784944742.463158:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145500. 00010000:00000010:2.1:1784944742.463167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9e00. 00010000:00000010:2.1:1784944742.463170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f000. 00000080:00000010:2.1:1784944742.477089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145600. 00010000:00000010:2.1:1784944742.477099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9700. 00010000:00000010:2.1:1784944742.477103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fe00. 00000080:00000010:2.1:1784944742.477106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145960. 00010000:00000010:2.1:1784944742.477110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9000. 00010000:00000010:2.1:1784944742.477113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e200. 00000080:00000010:2.1:1784944742.481097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145e80. 00010000:00000010:2.1:1784944742.481110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9600. 00010000:00000010:2.1:1784944742.481115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fa00. 00000080:00000010:2.1:1784944742.481118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145c40. 00010000:00000010:2.1:1784944742.481133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9b00. 00010000:00000010:2.1:1784944742.481137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e000. 00000080:00000010:2.1:1784944742.481140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145280. 00010000:00000010:2.1:1784944742.481144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9a00. 00010000:00000010:2.1:1784944742.481146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ea00. 00000080:00000010:3.1:1784944742.485184:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145d80. 00010000:00000010:3.1:1784944742.485193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9400. 00010000:00000010:3.1:1784944742.485197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f400. 00000080:00000010:3.1:1784944742.491074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396b40. 00010000:00000010:3.1:1784944742.491084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4a00. 00010000:00000010:3.1:1784944742.491088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581000. 00000080:00000010:2.1:1784944742.495066:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1453e0. 00010000:00000010:2.1:1784944742.495076:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640e00. 00010000:00000010:2.1:1784944742.495080:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f600. 00000080:00000010:2.1:1784944742.495084:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1452a0. 00010000:00000010:2.1:1784944742.495092:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640600. 00010000:00000010:2.1:1784944742.495098:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ee00. 00000080:00000010:2.1:1784944742.503242:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145fc0. 00010000:00000010:2.1:1784944742.503254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640300. 00010000:00000010:2.1:1784944742.503258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f800. 00000080:00000010:2.1:1784944742.512091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145180. 00010000:00000010:2.1:1784944742.512105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640400. 00010000:00000010:2.1:1784944742.512110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e600. 00000080:00000010:2.1:1784944742.517100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145200. 00010000:00000010:2.1:1784944742.517108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640000. 00010000:00000010:2.1:1784944742.517111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e400. 00000080:00000010:2.1:1784944742.517113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145680. 00010000:00000010:2.1:1784944742.517117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640200. 00010000:00000010:2.1:1784944742.517118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29200. 00000080:00000010:2.1:1784944742.521076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145f00. 00010000:00000010:2.1:1784944742.521086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640d00. 00010000:00000010:2.1:1784944742.521089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fc00. 00000080:00000010:2.1:1784944742.521092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1456a0. 00010000:00000010:2.1:1784944742.521094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640700. 00010000:00000010:2.1:1784944742.521096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29400. 00000080:00000010:2.1:1784944742.521098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145940. 00010000:00000010:2.1:1784944742.521100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640800. 00010000:00000010:2.1:1784944742.521103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28800. 00000080:00000010:2.1:1784944742.528487:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145e60. 00010000:00000010:2.1:1784944742.528498:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640100. 00010000:00000010:2.1:1784944742.528504:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29800. 00000080:00000010:2.1:1784944742.532225:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3962c0. 00010000:00000010:2.1:1784944742.532235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad8c6500. 00010000:00000010:2.1:1784944742.532245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00000080:00000010:2.1:1784944742.537247:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1453c0. 00010000:00000010:2.1:1784944742.537257:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640900. 00010000:00000010:2.1:1784944742.537261:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28600. 00000080:00000010:2.1:1784944742.537264:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1458a0. 00010000:00000010:2.1:1784944742.537270:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911a00. 00010000:00000010:2.1:1784944742.537272:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29600. 00000080:00000010:3.1:1784944742.539076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1459a0. 00010000:00000010:3.1:1784944742.539087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640f00. 00010000:00000010:3.1:1784944742.539090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28a00. 00000080:00000010:2.1:1784944742.541134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145720. 00010000:00000010:2.1:1784944742.541143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0600. 00000080:00000010:3.1:1784944742.550093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145060. 00010000:00000010:3.1:1784944742.550106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9d00. 00010000:00000010:3.1:1784944742.550109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29c00. 00010000:00000010:2.1:1784944742.551079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29000. 00000080:00000010:3.1:1784944742.554139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1451e0. 00010000:00000010:3.1:1784944742.554157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640c00. 00010000:00000010:3.1:1784944742.554163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28000. 00000080:00000010:2.1:1784944742.555076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145120. 00010000:00000010:2.1:1784944742.555084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0500. 00010000:00000010:2.1:1784944742.555088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28400. 00000080:00000010:3.1:1784944742.563672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1458c0. 00010000:00000010:3.1:1784944742.563684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0d00. 00010000:00000010:3.1:1784944742.563689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29e00. 00000080:00000010:2.1:1784944742.566085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1451a0. 00010000:00000010:2.1:1784944742.566094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0700. 00010000:00000010:2.1:1784944742.566098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28e00. 00000080:00000010:2.1:1784944742.570254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396360. 00010000:00000010:2.1:1784944742.570265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558600. 00010000:00000010:2.1:1784944742.570270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345800. 00000080:00000010:2.1:1784944742.570274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145b80. 00010000:00000010:2.1:1784944742.570280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0f00. 00010000:00000010:2.1:1784944742.570283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28200. 00000080:00000010:2.1:1784944742.578083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145020. 00010000:00000010:2.1:1784944742.578092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0300. 00010000:00000010:2.1:1784944742.578096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28c00. 00000080:00000010:2.1:1784944742.578099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145fa0. 00010000:00000010:2.1:1784944742.578103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0900. 00010000:00000010:2.1:1784944742.578106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29a00. 00000080:00000010:2.1:1784944742.582089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1454a0. 00010000:00000010:2.1:1784944742.582103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0800. 00010000:00000010:2.1:1784944742.582108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1200. 00000080:00000010:2.1:1784944742.582111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1454c0. 00010000:00000010:2.1:1784944742.582115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0200. 00010000:00000010:2.1:1784944742.582118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0600. 00000080:00000010:2.1:1784944742.582120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145a80. 00010000:00000010:2.1:1784944742.582124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0a00. 00010000:00000010:2.1:1784944742.582126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1c00. 00000080:00000010:2.1:1784944742.590346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145da0. 00010000:00000010:2.1:1784944742.590356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ec9f00. 00010000:00000010:2.1:1784944742.590370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0000. 00000080:00000010:2.1:1784944742.595345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1457a0. 00010000:00000010:2.1:1784944742.595357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0100. 00010000:00000010:2.1:1784944742.595361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0a00. 00000080:00000010:2.1:1784944742.595364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d635c0. 00010000:00000010:2.1:1784944742.595370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffd00. 00010000:00000010:2.1:1784944742.595373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da000. 00000080:00000010:2.1:1784944742.601079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63780. 00010000:00000010:2.1:1784944742.607081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff500. 00010000:00000010:2.1:1784944742.607088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8dbc00. 00000080:00000010:2.1:1784944742.607092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63f80. 00010000:00000010:2.1:1784944742.607102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffa00. 00010000:00000010:2.1:1784944742.607105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8daa00. 00000080:00000010:3.1:1784944742.612109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb60. 00010000:00000010:3.1:1784944742.612120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00010000:00000010:3.1:1784944742.612125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036600. 00000080:00000010:2.1:1784944742.617099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63e60. 00010000:00000010:2.1:1784944742.617114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff900. 00010000:00000010:2.1:1784944742.617122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da200. 00000080:00000010:2.1:1784944742.622317:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63fa0. 00010000:00000010:2.1:1784944742.622325:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff200. 00010000:00000010:2.1:1784944742.622328:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7600. 00000080:00000010:3.1:1784944742.629076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d635a0. 00010000:00000010:3.1:1784944742.629088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ffff00. 00010000:00000010:3.1:1784944742.629092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da600. 00000080:00000010:2.1:1784944742.629602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396120. 00010000:00000010:2.1:1784944742.629611:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:2.1:1784944742.629616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345a00. 00000080:00000010:2.1:1784944742.637991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b900. 00010000:00000010:2.1:1784944742.638006:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8300. 00010000:00000010:2.1:1784944742.638010:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7800. 00000080:00000010:2.1:1784944742.641072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285d63c20. 00010000:00000010:2.1:1784944742.641080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89800. 00010000:00000010:2.1:1784944742.641083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f8da400. 00000080:00000010:2.1:1784944742.641087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b700. 00010000:00000010:2.1:1784944742.645371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8000. 00010000:00000010:2.1:1784944742.645380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6e00. 00000080:00000010:3.1:1784944742.646102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b5c960. 00010000:00000010:3.1:1784944742.646112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8700. 00010000:00000010:3.1:1784944742.646115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7400. 00000080:00000010:2.1:1784944742.649081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b220. 00010000:00000010:2.1:1784944742.649091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8d00. 00010000:00000010:2.1:1784944742.649095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7e00. 00000080:00000010:2.1:1784944742.649097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b440. 00010000:00000010:2.1:1784944742.649100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8e00. 00010000:00000010:2.1:1784944742.649102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7a00. 00000080:00000010:2.1:1784944742.656084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b8e0. 00000080:00000010:3.1:1784944742.660081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3967c0. 00010000:00000010:3.1:1784944742.660091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6b00. 00010000:00000010:3.1:1784944742.660095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344e00. 00010000:00000010:2.1:1784944742.660156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8600. 00010000:00000010:2.1:1784944742.660162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6c00. 00000080:00000010:2.1:1784944742.665082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b3c0. 00010000:00000010:2.1:1784944742.665102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8c00. 00010000:00000010:2.1:1784944742.665109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7000. 00000080:00000010:2.1:1784944742.665115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b240. 00010000:00000010:2.1:1784944742.665124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8500. 00010000:00000010:2.1:1784944742.665127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7200. 00000080:00000010:2.1:1784944742.673091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bb80. 00010000:00000010:2.1:1784944742.673105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8a00. 00010000:00000010:2.1:1784944742.673113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6000. 00000080:00000010:1.1:1784944742.678892:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46be80. 00010000:00000010:1.1:1784944742.678905:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8400. 00010000:00000010:1.1:1784944742.678910:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6a00. 00000080:00000010:2.1:1784944742.683598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b6a0. 00010000:00000010:2.1:1784944742.683612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8f00. 00010000:00000010:2.1:1784944742.683621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7c00. 00000080:00000010:2.1:1784944742.683626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b0e0. 00010000:00000010:2.1:1784944742.683635:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8900. 00010000:00000010:2.1:1784944742.683642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6600. 00000080:00000010:3.1:1784944742.691080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bd60. 00010000:00000010:3.1:1784944742.691093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8200. 00010000:00000010:3.1:1784944742.691098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6400. 00000080:00000010:2.1:1784944742.697385:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b1c0. 00010000:00000010:2.1:1784944742.697410:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89400. 00010000:00000010:2.1:1784944742.697416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6200. 00000080:00000010:3.1:1784944742.701979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46baa0. 00010000:00000010:3.1:1784944742.705130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8100. 00010000:00000010:3.1:1784944742.705138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751800. 00000080:00000010:3.1:1784944742.705143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b200. 00010000:00000010:3.1:1784944742.705166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffb00. 00010000:00000010:3.1:1784944742.705169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6800. 00000080:00000010:2.1:1784944742.705292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396aa0. 00010000:00000010:2.1:1784944742.710083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6200. 00010000:00000010:2.1:1784944742.710090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344c00. 00000080:00000010:3.1:1784944742.717396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b060. 00010000:00000010:3.1:1784944742.717409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4f00. 00010000:00000010:3.1:1784944742.717414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750e00. 00000080:00000010:3.1:1784944742.722257:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b0c0. 00010000:00000010:3.1:1784944742.722268:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4500. 00010000:00000010:3.1:1784944742.722272:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751a00. 00000080:00000010:3.1:1784944742.731079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b4a0. 00000080:00000010:2.1:1784944742.731091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b480. 00010000:00000010:2.1:1784944742.731103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4300. 00010000:00000010:2.1:1784944742.731112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751e00. 00000080:00000010:2.1:1784944742.731120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc20. 00010000:00000010:2.1:1784944742.731128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4700. 00010000:00000010:2.1:1784944742.731155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750c00. 00000080:00000010:2.1:1784944742.735087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bde0. 00010000:00000010:3.1:1784944742.735087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4e00. 00010000:00000010:3.1:1784944742.735098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751200. 00010000:00000010:2.1:1784944742.735103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4100. 00010000:00000010:2.1:1784944742.735109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751000. 00000080:00000010:3.1:1784944742.740097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bca0. 00010000:00000010:3.1:1784944742.740108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:3.1:1784944742.740111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750a00. 00000080:00000010:2.1:1784944742.742127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46ba20. 00010000:00000010:2.1:1784944742.742139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4800. 00010000:00000010:2.1:1784944742.742155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750000. 00000080:00000010:1.1:1784944742.747068:0:2406:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bee0. 00010000:00000010:1.1:1784944742.747083:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4600. 00010000:00000010:1.1:1784944742.747089:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751c00. 00000080:00000010:2.1:1784944742.747132:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b340. 00010000:00000010:2.1:1784944742.747140:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4000. 00010000:00000010:2.1:1784944742.747216:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750600. 00000080:00000010:2.1:1784944742.753473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bf00. 00010000:00000010:2.1:1784944742.753489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4900. 00010000:00000010:2.1:1784944742.753494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750400. 00000080:00000010:3.1:1784944742.757262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396880. 00010000:00000010:3.1:1784944742.757275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558a00. 00010000:00000010:3.1:1784944742.757279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345e00. 00000080:00000010:2.1:1784944742.764439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bba0. 00010000:00000010:0.1:1784944742.768074:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff800. 00010000:00000010:2.1:1784944742.768076:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8b00. 00010000:00000010:0.1:1784944742.768081:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750800. 00010000:00000010:2.1:1784944742.768085:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751600. 00000080:00000010:2.1:1784944742.768092:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b9e0. 00010000:00000010:2.1:1784944742.768103:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4200. 00010000:00000010:2.1:1784944742.768110:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad750200. 00000080:00000010:1.1:1784944742.770096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bb20. 00000080:00000010:1.1:1784944742.770103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b160. 00010000:00000010:1.1:1784944742.770106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4c00. 00010000:00000010:1.1:1784944742.770108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0a00. 00000080:00000010:2.1:1784944742.774083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b020. 00010000:00000010:2.1:1784944742.774097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f400. 00010000:00000010:2.1:1784944742.774106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad751400. 00000080:00000010:3.1:1784944742.775061:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46ba00. 00010000:00000010:3.1:1784944742.777657:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96400. 00010000:00000010:3.1:1784944742.777666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0600. 00000080:00000010:2.1:1784944742.780632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b3a0. 00000080:00000010:3.1:1784944742.781079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc60. 00010000:00000010:3.1:1784944742.781087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96100. 00010000:00000010:3.1:1784944742.781092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0400. 00000080:00000010:0.1:1784944742.785301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396c80. 00010000:00000010:0.1:1784944742.785311:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aad4300. 00010000:00000010:0.1:1784944742.785326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345200. 00010000:00000010:2.1:1784944742.786063:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96b00. 00010000:00000010:2.1:1784944742.786069:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1c00. 00000080:00000010:3.1:1784944742.794084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b9a0. 00010000:00000010:3.1:1784944742.794096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96800. 00010000:00000010:3.1:1784944742.794101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0200. 00000080:00000010:2.1:1784944742.794141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b1a0. 00010000:00000010:2.1:1784944742.794157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96c00. 00010000:00000010:2.1:1784944742.794160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0800. 00000080:00000010:2.1:1784944742.809292:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b420. 00010000:00000010:2.1:1784944742.815172:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96900. 00010000:00000010:2.1:1784944742.815179:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1600. 00000080:00000010:2.1:1784944742.815183:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b720. 00010000:00000010:2.1:1784944742.815190:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96200. 00010000:00000010:2.1:1784944742.815193:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1400. 00000080:00000010:3.1:1784944742.820101:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b740. 00010000:00000010:3.1:1784944742.820108:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96d00. 00010000:00000010:3.1:1784944742.820111:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1800. 00000080:00000010:3.1:1784944742.824092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bae0. 00010000:00000010:3.1:1784944742.824103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0c00. 00010000:00000010:3.1:1784944742.824106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1a00. 00000080:00000010:2.1:1784944742.828072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7240. 00010000:00000010:2.1:1784944742.828081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0400. 00010000:00000010:2.1:1784944742.828084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1000. 00000080:00000010:3.1:1784944742.835066:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff71c0. 00010000:00000010:3.1:1784944742.835074:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19e0b00. 00010000:00000010:3.1:1784944742.835086:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0c00. 00000080:00000010:3.1:1784944742.839072:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7e00. 00010000:00000010:3.1:1784944742.839084:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640b00. 00010000:00000010:3.1:1784944742.839089:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1e00. 00000080:00000010:3.1:1784944742.843074:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff7be0. 00010000:00000010:3.1:1784944742.843085:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b2640500. 00010000:00000010:3.1:1784944742.843100:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1a00. 00000080:00000010:3.1:1784944742.849075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff78c0. 00010000:00000010:3.1:1784944742.849089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287cf3a00. 00010000:00000010:3.1:1784944742.849107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1800. 00000080:00000010:3.1:1784944742.849113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b680. 00010000:00000010:3.1:1784944742.849118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96300. 00010000:00000010:3.1:1784944742.849123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0e00. 00000080:00000010:3.1:1784944742.857299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396ca0. 00010000:00000010:3.1:1784944742.857312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899df00. 00010000:00000010:3.1:1784944742.857316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345000. 00000080:00000010:3.1:1784944742.860084:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bcc0. 00010000:00000010:3.1:1784944742.860100:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96600. 00010000:00000010:3.1:1784944742.860107:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1e00. 00000080:00000010:3.1:1784944742.867284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a290ff77c0. 00010000:00000010:3.1:1784944742.867297:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96500. 00010000:00000010:3.1:1784944742.867301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1400. 00000080:00000010:3.1:1784944742.870298:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bf60. 00010000:00000010:3.1:1784944742.870308:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:3.1:1784944742.870311:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1000. 00000080:00000010:3.1:1784944742.875115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b3e0. 00010000:00000010:3.1:1784944742.875125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96f00. 00010000:00000010:3.1:1784944742.875128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0c00. 00000080:00000010:3.1:1784944742.875130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b2c0. 00010000:00000010:3.1:1784944742.881099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96000. 00010000:00000010:3.1:1784944742.881104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2e00. 00000080:00000010:2.1:1784944742.887096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b540. 00010000:00000010:2.1:1784944742.887107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adb89b00. 00010000:00000010:2.1:1784944742.887123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1200. 00000080:00000010:3.1:1784944742.893005:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b4c0. 00010000:00000010:3.1:1784944742.893017:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8800. 00010000:00000010:3.1:1784944742.893020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3e00. 00000080:00000010:0.1:1784944742.896076:0:234914:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b320. 00000080:00000010:2.1:1784944742.896087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396be0. 00010000:00000010:0.1:1784944742.896091:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7e00. 00010000:00000010:0.1:1784944742.896098:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3200. 00010000:00000010:2.1:1784944742.896105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d100. 00010000:00000010:2.1:1784944742.896113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344000. 00000080:00000010:2.1:1784944742.896121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b600. 00010000:00000010:2.1:1784944742.896131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4400. 00010000:00000010:2.1:1784944742.896137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0000. 00000080:00000010:2.1:1784944742.901089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bc80. 00010000:00000010:2.1:1784944742.901103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96e00. 00010000:00000010:2.1:1784944742.901112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2c00. 00000080:00000010:2.1:1784944742.905191:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b1e0. 00010000:00000010:2.1:1784944742.905206:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7600. 00010000:00000010:2.1:1784944742.905211:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2000. 00000080:00000010:2.1:1784944742.909091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46be40. 00010000:00000010:2.1:1784944742.914086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7000. 00010000:00000010:2.1:1784944742.914092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3000. 00000080:00000010:2.1:1784944742.918093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b000. 00010000:00000010:2.1:1784944742.918105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7400. 00010000:00000010:2.1:1784944742.918109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3c00. 00000080:00000010:2.1:1784944742.923225:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bec0. 00010000:00000010:2.1:1784944742.923237:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7d00. 00010000:00000010:2.1:1784944742.923241:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2a00. 00000080:00000010:2.1:1784944742.923244:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b960. 00010000:00000010:2.1:1784944742.923248:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7a00. 00010000:00000010:2.1:1784944742.923251:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2200. 00000080:00000010:2.1:1784944742.935092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b660. 00010000:00000010:2.1:1784944742.935105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7800. 00010000:00000010:2.1:1784944742.935110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2600. 00000080:00000010:2.1:1784944742.935113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b940. 00010000:00000010:2.1:1784944742.935116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7700. 00010000:00000010:2.1:1784944742.935119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2800. 00000080:00000010:2.1:1784944742.941091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b2a0. 00010000:00000010:2.1:1784944742.941101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4b00. 00010000:00000010:2.1:1784944742.941106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3800. 00000080:00000010:2.1:1784944742.941110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b360. 00010000:00000010:2.1:1784944742.941117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7f00. 00010000:00000010:2.1:1784944742.941122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf2400. 00000080:00000010:2.1:1784944742.952000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46bd40. 00010000:00000010:2.1:1784944742.952013:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7900. 00010000:00000010:2.1:1784944742.952018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3600. 00000080:00000010:2.1:1784944742.952021:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda3c0. 00010000:00000010:2.1:1784944742.952026:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7200. 00010000:00000010:2.1:1784944742.952029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc400. 00000080:00000010:2.1:1784944742.961161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdade0. 00010000:00000010:2.1:1784944742.961175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a600. 00010000:00000010:2.1:1784944742.961188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd600. 00000080:00000010:2.1:1784944742.961194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396960. 00010000:00000010:2.1:1784944742.961200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899db00. 00010000:00000010:2.1:1784944742.961259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344a00. 00000080:00000010:2.1:1784944742.966194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda560. 00010000:00000010:2.1:1784944742.966203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a400. 00010000:00000010:2.1:1784944742.966208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd800. 00000080:00000010:2.1:1784944742.966211:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f46b860. 00010000:00000010:2.1:1784944742.966216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7b00. 00010000:00000010:2.1:1784944742.966219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3400. 00000080:00000010:3.1:1784944742.971064:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda9e0. 00010000:00000010:3.1:1784944742.971072:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a800. 00010000:00000010:3.1:1784944742.971076:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebce00. 00000080:00000010:2.1:1784944742.971078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda160. 00010000:00000010:2.1:1784944742.971083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96a00. 00010000:00000010:2.1:1784944742.971086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285cf3a00. 00000080:00000010:2.1:1784944742.975083:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3962e0. 00010000:00000010:2.1:1784944742.975096:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d000. 00010000:00000010:2.1:1784944742.975104:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345c00. 00000080:00000010:3.1:1784944742.980073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda740. 00010000:00000010:3.1:1784944742.980087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a000. 00010000:00000010:3.1:1784944742.980091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc800. 00000080:00000010:2.1:1784944742.984097:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaf60. 00010000:00000010:2.1:1784944742.984104:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67af00. 00010000:00000010:2.1:1784944742.984107:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebcc00. 00000080:00000010:2.1:1784944742.984109:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda300. 00010000:00000010:2.1:1784944742.984112:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ad00. 00010000:00000010:2.1:1784944742.984114:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd400. 00000080:00000010:3.1:1784944742.988087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdace0. 00010000:00000010:3.1:1784944742.988101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ac00. 00010000:00000010:3.1:1784944742.988106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd200. 00000080:00000010:2.1:1784944742.992105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdad60. 00010000:00000010:2.1:1784944742.992115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a500. 00010000:00000010:2.1:1784944742.992120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebda00. 00000080:00000010:2.1:1784944742.992122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaa60. 00010000:00000010:2.1:1784944742.992126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ae00. 00010000:00000010:2.1:1784944742.992129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc000. 00000080:00000010:3.1:1784944743.000114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda8a0. 00010000:00000010:3.1:1784944743.000127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a100. 00010000:00000010:3.1:1784944743.000136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebde00. 00000080:00000010:2.1:1784944743.005072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda880. 00010000:00000010:2.1:1784944743.005083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7c00. 00010000:00000010:2.1:1784944743.005086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebdc00. 00000080:00000010:2.1:1784944743.005089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdae00. 00010000:00000010:2.1:1784944743.005092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a900. 00010000:00000010:2.1:1784944743.005094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd000. 00000080:00000010:3.1:1784944743.015092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaac0. 00000080:00000010:2.1:1784944743.015098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda000. 00010000:00000010:2.1:1784944743.015109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7100. 00010000:00000010:3.1:1784944743.015112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67aa00. 00010000:00000010:2.1:1784944743.015115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebca00. 00010000:00000010:3.1:1784944743.015120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc200. 00000080:00000010:2.1:1784944743.018087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda460. 00010000:00000010:2.1:1784944743.018101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a300. 00010000:00000010:2.1:1784944743.018107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc600. 00000080:00000010:3.1:1784944743.018172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda0a0. 00010000:00000010:3.1:1784944743.018182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1400. 00010000:00000010:3.1:1784944743.018187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9600. 00000080:00000010:2.1:1784944743.024203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaec0. 00010000:00000010:2.1:1784944743.024217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1100. 00010000:00000010:2.1:1784944743.024221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9800. 00000080:00000010:2.1:1784944743.027601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda6a0. 00010000:00000010:2.1:1784944743.027614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ab00. 00010000:00000010:2.1:1784944743.027619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8400. 00000080:00000010:3.1:1784944743.032092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396100. 00010000:00000010:3.1:1784944743.032101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d300. 00010000:00000010:3.1:1784944743.032104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344600. 00000080:00000010:2.1:1784944743.036085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda0e0. 00000080:00000010:3.1:1784944743.036152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda5e0. 00010000:00000010:3.1:1784944743.036161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1b00. 00010000:00000010:3.1:1784944743.036165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8800. 00010000:00000010:2.1:1784944743.038074:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1500. 00010000:00000010:2.1:1784944743.038080:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8e00. 00000080:00000010:2.1:1784944743.045096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdab20. 00010000:00000010:2.1:1784944743.045111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1800. 00010000:00000010:2.1:1784944743.045119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9400. 00000080:00000010:3.1:1784944743.047228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda0c0. 00010000:00000010:3.1:1784944743.049771:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1e00. 00010000:00000010:3.1:1784944743.049777:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9e00. 00000080:00000010:2.1:1784944743.054107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdad40. 00010000:00000010:2.1:1784944743.057287:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1d00. 00010000:00000010:2.1:1784944743.057295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9000. 00000080:00000010:3.1:1784944743.058076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda900. 00010000:00000010:3.1:1784944743.058087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1c00. 00010000:00000010:3.1:1784944743.058090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9a00. 00000080:00000010:3.1:1784944743.069085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda1a0. 00010000:00000010:3.1:1784944743.069099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96700. 00010000:00000010:3.1:1784944743.069104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8a00. 00000080:00000010:2.1:1784944743.075080:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda420. 00010000:00000010:2.1:1784944743.075089:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1900. 00010000:00000010:2.1:1784944743.075093:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8c00. 00000080:00000010:2.1:1784944743.081080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdae60. 00000080:00000010:3.1:1784944743.083100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdab40. 00010000:00000010:3.1:1784944743.083110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7500. 00010000:00000010:3.1:1784944743.083114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8600. 00010000:00000010:2.1:1784944743.083166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1700. 00010000:00000010:2.1:1784944743.083173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9200. 00000080:00000010:2.1:1784944743.088107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e400. 00010000:00000010:2.1:1784944743.088120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032da00. 00010000:00000010:2.1:1784944743.088125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036000. 00000080:00000010:2.1:1784944743.092400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda5a0. 00010000:00000010:2.1:1784944743.092412:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e700. 00010000:00000010:2.1:1784944743.092416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0c00. 00000080:00000010:3.1:1784944743.097120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdab00. 00010000:00000010:3.1:1784944743.097132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ee00. 00010000:00000010:3.1:1784944743.097136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1200. 00000080:00000010:2.1:1784944743.100071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3964a0. 00010000:00000010:2.1:1784944743.100078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d200. 00010000:00000010:2.1:1784944743.100081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344200. 00000080:00000010:2.1:1784944743.105196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdad80. 00010000:00000010:2.1:1784944743.109261:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e600. 00010000:00000010:2.1:1784944743.109270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0000. 00000080:00000010:2.1:1784944743.109274:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda640. 00010000:00000010:2.1:1784944743.109281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1a00. 00010000:00000010:2.1:1784944743.109284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8000. 00000080:00000010:2.1:1784944743.113072:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3969c0. 00010000:00000010:2.1:1784944743.113085:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899de00. 00010000:00000010:2.1:1784944743.113091:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344400. 00000080:00000010:2.1:1784944743.113097:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda060. 00010000:00000010:2.1:1784944743.118114:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a700. 00010000:00000010:2.1:1784944743.118122:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e9c00. 00000080:00000010:3.1:1784944743.128109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdac40. 00010000:00000010:3.1:1784944743.128121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1200. 00010000:00000010:3.1:1784944743.128125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b85e8200. 00000080:00000010:2.1:1784944743.130913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda4c0. 00010000:00000010:2.1:1784944743.130931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ec00. 00010000:00000010:2.1:1784944743.130945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0a00. 00000080:00000010:2.1:1784944743.136074:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda260. 00010000:00000010:2.1:1784944743.136084:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e300. 00010000:00000010:2.1:1784944743.136089:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1e00. 00000080:00000010:1.1:1784944743.136923:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda520. 00010000:00000010:1.1:1784944743.136934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e800. 00010000:00000010:1.1:1784944743.136938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0600. 00000080:00000010:3.1:1784944743.140064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda8c0. 00010000:00000010:3.1:1784944743.140074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e000. 00010000:00000010:3.1:1784944743.140077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1000. 00000080:00000010:3.1:1784944743.144771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda340. 00010000:00000010:3.1:1784944743.144781:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e100. 00010000:00000010:3.1:1784944743.144785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0400. 00000080:00000010:2.1:1784944743.150083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda980. 00010000:00000010:2.1:1784944743.150099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e400. 00010000:00000010:2.1:1784944743.150104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1c00. 00000080:00000010:2.1:1784944743.154236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda7a0. 00010000:00000010:2.1:1784944743.154251:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a200. 00010000:00000010:2.1:1784944743.154256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1600. 00000080:00000010:3.1:1784944743.161075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda240. 00010000:00000010:3.1:1784944743.165076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1000. 00010000:00000010:3.1:1784944743.165082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1800. 00000080:00000010:3.1:1784944743.165086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda040. 00010000:00000010:3.1:1784944743.165093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e900. 00010000:00000010:3.1:1784944743.165096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0200. 00000080:00000010:2.1:1784944743.171088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaae0. 00010000:00000010:2.1:1784944743.171104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ea00. 00010000:00000010:2.1:1784944743.171109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0800. 00000080:00000010:2.1:1784944743.174151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda780. 00010000:00000010:2.1:1784944743.174162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7300. 00010000:00000010:2.1:1784944743.174167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a200. 00000080:00000010:2.1:1784944743.187217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdaf20. 00010000:00000010:2.1:1784944743.187236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac700. 00010000:00000010:2.1:1784944743.187243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a800. 00000080:00000010:2.1:1784944743.191070:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cdacc0. 00010000:00000010:2.1:1784944743.191079:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1f00. 00010000:00000010:2.1:1784944743.191083:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1400. 00000080:00000010:2.1:1784944743.196084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491a80. 00010000:00000010:2.1:1784944743.196095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeace00. 00010000:00000010:2.1:1784944743.196100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b400. 00000080:00000010:2.1:1784944743.205097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda080. 00010000:00000010:2.1:1784944743.205111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ef00. 00010000:00000010:2.1:1784944743.205116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1a00. 00000080:00000010:2.1:1784944743.211235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491c00. 00010000:00000010:2.1:1784944743.211245:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac800. 00010000:00000010:2.1:1784944743.211250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ba00. 00000080:00000010:2.1:1784944743.211254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396fe0. 00010000:00000010:2.1:1784944743.211260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6a00. 00010000:00000010:2.1:1784944743.211263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344800. 00000080:00000010:2.1:1784944743.216463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4911a0. 00010000:00000010:2.1:1784944743.216481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac600. 00010000:00000010:2.1:1784944743.216485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ac00. 00000080:00000010:2.1:1784944743.222119:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda800. 00010000:00000010:2.1:1784944743.222129:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ed00. 00010000:00000010:2.1:1784944743.222132:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0e00. 00000080:00000010:3.1:1784944743.234162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396fa0. 00010000:00000010:3.1:1784944743.234174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6600. 00010000:00000010:3.1:1784944743.234179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345600. 00000080:00000010:2.1:1784944743.236446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a283cda3e0. 00010000:00000010:2.1:1784944743.236460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacf00. 00010000:00000010:2.1:1784944743.236464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a400. 00000080:00000010:2.1:1784944743.245086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4910a0. 00010000:00000010:2.1:1784944743.245098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacd00. 00010000:00000010:2.1:1784944743.245102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198be00. 00000080:00000010:3.1:1784944743.249177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491de0. 00010000:00000010:3.1:1784944743.249191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac300. 00010000:00000010:3.1:1784944743.249195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b600. 00000080:00000010:2.1:1784944743.254097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491d80. 00010000:00000010:2.1:1784944743.254110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6eb00. 00010000:00000010:2.1:1784944743.254115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b000. 00000080:00000010:2.1:1784944743.259090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491f80. 00010000:00000010:2.1:1784944743.259108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac100. 00010000:00000010:2.1:1784944743.259113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b800. 00000080:00000010:2.1:1784944743.259116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491680. 00010000:00000010:2.1:1784944743.259121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1600. 00010000:00000010:2.1:1784944743.259124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198aa00. 00000080:00000010:2.1:1784944743.266690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4916a0. 00010000:00000010:2.1:1784944743.270084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac000. 00010000:00000010:2.1:1784944743.270093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ae00. 00000080:00000010:3.1:1784944743.270268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491a40. 00010000:00000010:3.1:1784944743.270282:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac900. 00010000:00000010:3.1:1784944743.270288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a600. 00000080:00000010:3.1:1784944743.276084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491440. 00000080:00000010:2.1:1784944743.281087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491880. 00010000:00000010:3.1:1784944743.281089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac200. 00010000:00000010:3.1:1784944743.281100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911afa00. 00010000:00000010:2.1:1784944743.281104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac400. 00010000:00000010:2.1:1784944743.281113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b200. 00000080:00000010:2.1:1784944743.288079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491e00. 00010000:00000010:2.1:1784944743.288099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e500. 00010000:00000010:2.1:1784944743.288103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a000. 00000080:00000010:2.1:1784944743.292071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491100. 00010000:00000010:2.1:1784944743.292082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a500. 00010000:00000010:2.1:1784944743.292087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911afe00. 00000080:00000010:2.1:1784944743.302109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491e60. 00010000:00000010:2.1:1784944743.306085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a700. 00010000:00000010:2.1:1784944743.306095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911af000. 00000080:00000010:3.1:1784944743.306815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491c20. 00010000:00000010:3.1:1784944743.306827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e200. 00010000:00000010:3.1:1784944743.306830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198bc00. 00000080:00000010:2.1:1784944743.310334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491920. 00010000:00000010:2.1:1784944743.310344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacb00. 00010000:00000010:2.1:1784944743.310348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911af800. 00000080:00000010:2.1:1784944743.310351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491da0. 00010000:00000010:2.1:1784944743.310357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a400. 00010000:00000010:2.1:1784944743.310359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911aea00. 00000080:00000010:3.1:1784944743.317068:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491940. 00010000:00000010:3.1:1784944743.326061:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a100. 00010000:00000010:3.1:1784944743.326065:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911ae600. 00000080:00000010:2.1:1784944743.326090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491ca0. 00010000:00000010:2.1:1784944743.326103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1300. 00010000:00000010:2.1:1784944743.326107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911aee00. 00000080:00000010:3.1:1784944743.330078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396ae0. 00010000:00000010:3.1:1784944743.330091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899dc00. 00010000:00000010:3.1:1784944743.330096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345400. 00000080:00000010:2.1:1784944743.330164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491dc0. 00010000:00000010:2.1:1784944743.330173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1aa00. 00010000:00000010:2.1:1784944743.330176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911ae400. 00000080:00000010:2.1:1784944743.337074:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491ba0. 00010000:00000010:2.1:1784944743.337086:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ad00. 00010000:00000010:2.1:1784944743.337101:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911aec00. 00000080:00000010:2.1:1784944743.337106:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396840. 00010000:00000010:2.1:1784944743.337112:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558d00. 00010000:00000010:2.1:1784944743.337118:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290427800. 00000080:00000010:3.1:1784944743.347074:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491020. 00010000:00000010:3.1:1784944743.347085:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a800. 00010000:00000010:3.1:1784944743.347090:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911ae800. 00000080:00000010:2.1:1784944743.355077:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491f60. 00000080:00000010:3.1:1784944743.355080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491840. 00010000:00000010:3.1:1784944743.355089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ac00. 00010000:00000010:2.1:1784944743.355091:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1af00. 00010000:00000010:3.1:1784944743.355095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911ae000. 00010000:00000010:2.1:1784944743.355098:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911af200. 00000080:00000010:2.1:1784944743.360150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4916c0. 00010000:00000010:2.1:1784944743.360160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac500. 00010000:00000010:2.1:1784944743.360164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911af400. 00000080:00000010:3.1:1784944743.368070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4917a0. 00000080:00000010:2.1:1784944743.368099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491360. 00010000:00000010:2.1:1784944743.368110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a300. 00010000:00000010:2.1:1784944743.368114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0600. 00000080:00000010:2.1:1784944743.368117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491d00. 00010000:00000010:2.1:1784944743.368122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a900. 00010000:00000010:2.1:1784944743.368125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911afc00. 00010000:00000010:2.1:1784944743.373098:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56c00. 00010000:00000010:2.1:1784944743.373106:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0400. 00000080:00000010:2.1:1784944743.373115:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491000. 00010000:00000010:2.1:1784944743.373127:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a000. 00010000:00000010:2.1:1784944743.373145:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911ae200. 00000080:00000010:2.1:1784944743.373150:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad4915c0. 00010000:00000010:2.1:1784944743.373157:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56200. 00010000:00000010:2.1:1784944743.373164:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1600. 00000080:00000010:2.1:1784944743.380079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491400. 00010000:00000010:2.1:1784944743.380090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a200. 00010000:00000010:2.1:1784944743.380095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911af600. 00000080:00000010:2.1:1784944743.380098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560faa0. 00010000:00000010:2.1:1784944743.380103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56b00. 00010000:00000010:2.1:1784944743.380106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1a00. 00000080:00000010:2.1:1784944743.385083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491560. 00010000:00000010:2.1:1784944743.385094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacc00. 00010000:00000010:2.1:1784944743.385098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1c00. 00000080:00000010:2.1:1784944743.385102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560ffc0. 00010000:00000010:2.1:1784944743.385109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56600. 00010000:00000010:2.1:1784944743.385112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0c00. 00000080:00000010:2.1:1784944743.388558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491480. 00010000:00000010:2.1:1784944743.388574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ab00. 00010000:00000010:2.1:1784944743.388578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0200. 00000080:00000010:2.1:1784944743.388582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f880. 00010000:00000010:2.1:1784944743.388588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56400. 00010000:00000010:2.1:1784944743.388591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1200. 00000080:00000010:2.1:1784944743.392217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491300. 00010000:00000010:2.1:1784944743.392227:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56900. 00010000:00000010:2.1:1784944743.392232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0800. 00000080:00000010:2.1:1784944743.392235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fea0. 00010000:00000010:2.1:1784944743.392239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56100. 00010000:00000010:2.1:1784944743.392242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0000. 00000080:00000010:2.1:1784944743.399077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491fe0. 00010000:00000010:2.1:1784944743.399090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56a00. 00010000:00000010:2.1:1784944743.399095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1400. 00000080:00000010:2.1:1784944743.399099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f5e0. 00010000:00000010:2.1:1784944743.399103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56f00. 00010000:00000010:2.1:1784944743.399106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f600. 00000080:00000010:2.1:1784944743.408196:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac3966e0. 00010000:00000010:2.1:1784944743.408208:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3100. 00010000:00000010:2.1:1784944743.408213:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290427a00. 00000080:00000010:0.1:1784944743.412239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396400. 00010000:00000010:0.1:1784944743.412249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be300. 00010000:00000010:0.1:1784944743.412254:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290426e00. 00000080:00000010:3.1:1784944743.423116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ad491a00. 00010000:00000010:3.1:1784944743.423126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56300. 00010000:00000010:3.1:1784944743.423130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1800. 00000080:00000010:2.1:1784944743.427083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fa80. 00010000:00000010:2.1:1784944743.427096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a600. 00010000:00000010:2.1:1784944743.427102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f400. 00000080:00000010:3.1:1784944743.431087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fb20. 00000080:00000010:2.1:1784944743.431089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f560. 00010000:00000010:2.1:1784944743.431109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56d00. 00010000:00000010:3.1:1784944743.431109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991700. 00010000:00000010:3.1:1784944743.431118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7fa00. 00010000:00000010:2.1:1784944743.431119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0e00. 00000080:00000010:2.1:1784944743.439077:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f460. 00000080:00000010:3.1:1784944743.439083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fec0. 00010000:00000010:2.1:1784944743.439094:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991e00. 00010000:00000010:3.1:1784944743.439094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56800. 00010000:00000010:3.1:1784944743.439100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1e00. 00010000:00000010:2.1:1784944743.439103:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7ec00. 00000080:00000010:2.1:1784944743.450083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f1e0. 00010000:00000010:2.1:1784944743.450099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991a00. 00010000:00000010:2.1:1784944743.450105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f200. 00000080:00000010:2.1:1784944743.450109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f3a0. 00010000:00000010:2.1:1784944743.450113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56e00. 00010000:00000010:2.1:1784944743.450116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1000. 00000080:00000010:3.1:1784944743.460079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f580. 00010000:00000010:3.1:1784944743.465082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeaca00. 00010000:00000010:3.1:1784944743.465089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0a00. 00000080:00000010:2.1:1784944743.465125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fc40. 00010000:00000010:2.1:1784944743.465146:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991100. 00010000:00000010:2.1:1784944743.465150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e000. 00000080:00000010:2.1:1784944743.469196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560fb80. 00010000:00000010:2.1:1784944743.469211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991f00. 00010000:00000010:2.1:1784944743.469219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f800. 00000080:00000010:3.1:1784944743.473083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910f60. 00010000:00000010:3.1:1784944743.473096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ae00. 00010000:00000010:3.1:1784944743.473104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e600. 00000080:00000010:2.1:1784944743.481353:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f6a0. 00010000:00000010:2.1:1784944743.481364:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991300. 00010000:00000010:2.1:1784944743.481369:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7ee00. 00000080:00000010:3.1:1784944743.486084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910ea0. 00010000:00000010:3.1:1784944743.486094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56700. 00010000:00000010:3.1:1784944743.486097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e400. 00000080:00000010:3.1:1784944743.491280:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9104a0. 00010000:00000010:3.1:1784944743.491292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991500. 00010000:00000010:3.1:1784944743.491297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374400. 00000080:00000010:2.1:1784944743.492076:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f4e0. 00010000:00000010:2.1:1784944743.492087:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991800. 00010000:00000010:2.1:1784944743.492095:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7fe00. 00000080:00000010:3.1:1784944743.496112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910ca0. 00010000:00000010:3.1:1784944743.496122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b700. 00010000:00000010:3.1:1784944743.496125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375600. 00000080:00000010:0.1:1784944743.501095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910080. 00010000:00000010:0.1:1784944743.501106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4be00. 00010000:00000010:0.1:1784944743.501109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375800. 00000080:00000010:3.1:1784944743.505092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f9e0. 00010000:00000010:3.1:1784944743.505103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991b00. 00010000:00000010:3.1:1784944743.505108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f000. 00000080:00000010:3.1:1784944743.505111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f540. 00010000:00000010:3.1:1784944743.505173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991400. 00010000:00000010:3.1:1784944743.505177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7ea00. 00000080:00000010:2.1:1784944743.509112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396860. 00010000:00000010:2.1:1784944743.509122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bee00. 00010000:00000010:2.1:1784944743.509127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290427e00. 00000080:00000010:3.1:1784944743.513094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910dc0. 00010000:00000010:3.1:1784944743.513107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b000. 00010000:00000010:3.1:1784944743.513113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375a00. 00000080:00000010:2.1:1784944743.517093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ac396540. 00010000:00000010:2.1:1784944743.517103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be400. 00010000:00000010:2.1:1784944743.517110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290426c00. 00000080:00000010:2.1:1784944743.523083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9105a0. 00010000:00000010:2.1:1784944743.523097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4bd00. 00010000:00000010:2.1:1784944743.523102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374c00. 00000080:00000010:2.1:1784944743.523106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28560f500. 00010000:00000010:2.1:1784944743.523109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991900. 00010000:00000010:2.1:1784944743.523112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7fc00. 00000080:00000010:3.1:1784944743.527086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9103c0. 00000080:00000010:2.1:1784944743.529420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910860. 00010000:00000010:2.1:1784944743.529428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991000. 00010000:00000010:2.1:1784944743.529432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e200. 00010000:00000010:3.1:1784944743.530064:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b100. 00010000:00000010:3.1:1784944743.530068:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375200. 00000080:00000010:2.1:1784944743.537339:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910ec0. 00010000:00000010:2.1:1784944743.537352:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa56500. 00010000:00000010:2.1:1784944743.538600:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374000. 00000080:00000010:3.1:1784944743.543331:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910400. 00010000:00000010:3.1:1784944743.616726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991d00. 00010000:00000010:3.1:1784944743.616737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e800. 00000080:00000010:3.1:1784944743.616748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910c40. 00010000:00000010:3.1:1784944743.616764:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b800. 00010000:00000010:3.1:1784944743.616772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375c00. 00000080:00000010:3.1:1784944743.668338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910b60. 00010000:00000010:3.1:1784944743.668355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4bf00. 00010000:00000010:3.1:1784944743.668362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374800. 00000080:00000010:3.1:1784944743.668366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9100e0. 00010000:00000010:3.1:1784944743.668370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b300. 00010000:00000010:3.1:1784944743.668373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375400. 00000080:00000010:3.1:1784944743.668376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910fe0. 00010000:00000010:3.1:1784944743.668379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b600. 00010000:00000010:3.1:1784944743.668382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374e00. 00000080:00000010:3.1:1784944743.668384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910700. 00010000:00000010:3.1:1784944743.668388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b500. 00010000:00000010:3.1:1784944743.668391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375e00. 00000080:00000010:3.1:1784944743.668393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910f20. 00010000:00000010:3.1:1784944743.668397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b200. 00010000:00000010:3.1:1784944743.668399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac375000. 00000080:00000010:3.1:1784944743.668402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910cc0. 00010000:00000010:3.1:1784944743.668406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b400. 00010000:00000010:3.1:1784944743.668409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374a00. 00000080:00000010:3.1:1784944743.687779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f910d80. 00010000:00000010:3.1:1784944743.687791:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f4b900. 00010000:00000010:3.1:1784944743.687807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac374600. 00010000:00000010:0.1:1784944743.756321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4200. 00010000:00000010:0.1:1784944743.756327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911600. 00010000:00000010:0.1:1784944743.769094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe600. 00010000:00000010:0.1:1784944743.769110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe000. 00010000:00000010:0.1:1784944743.769115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911000. 00010000:00000010:0.1:1784944743.769119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5800. 00010000:00000010:3.1:1784944743.773085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911400. 00010000:00000010:3.1:1784944743.773100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4800. 00010000:00000010:3.1:1784944743.783121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f700. 00010000:00000010:3.1:1784944743.783152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff200. 00010000:00000010:3.1:1784944743.789118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f900. 00010000:00000010:3.1:1784944743.789145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fec00. 00000080:00000010:0.1:1784944743.801234:0:244683:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3285ac0. 00000080:00000010:0.1:1784944743.801250:0:244683:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f145c60. 00010000:00000010:3.1:1784944747.400082:0:245258:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e700. 00010000:00000010:3.1:1784944747.400091:0:245258:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8000. 00000080:00000010:3.1:1784944747.413274:0:245261:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b3e0. 00010000:00000010:2.1:1784944747.430085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe400. 00000080:00000010:2.1:1784944747.430090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432660. 00010000:00000010:2.1:1784944747.449109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff800. 00000080:00000010:2.1:1784944747.449118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4322e0. 00010000:00000010:2.1:1784944747.449147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe400. 00010000:00000010:2.1:1784944747.453492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff400. 00010000:00000010:2.1:1784944751.376161:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a600. 00010000:00000010:2.1:1784944751.385117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a400. 00010000:00000010:2.1:1784944751.385126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad800. 00010000:00000010:1.1:1784944751.425067:0:245456:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85a00. 00010000:00000010:3.1:1784944751.619214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ad00. 00010000:00000010:3.1:1784944751.619220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad400. 00000080:00000010:3.1:1784944751.625092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432220. 00010000:00000010:2.1:1784944751.625096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a000. 00010000:00000010:2.1:1784944751.625105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad600. 00010000:00000010:3.1:1784944751.625106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f100. 00000080:00000010:2.1:1784944751.625111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432fe0. 00010000:00000010:2.1:1784944751.625118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f300. 00010000:00000010:3.1:1784944751.625120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ffc00. 00010000:00000010:2.1:1784944751.625125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fea00. 00000080:00000010:2.1:1784944751.630084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432800. 00000080:00000010:3.1:1784944751.630084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bfe0. 00010000:00000010:2.1:1784944751.630102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f800. 00010000:00000010:2.1:1784944751.630110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe000. 00010000:00000010:3.1:1784944751.630111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8e00. 00010000:00000010:3.1:1784944751.630118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8600. 00000080:00000010:3.1:1784944751.641087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b100. 00010000:00000010:3.1:1784944751.645076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7e00. 00010000:00000010:3.1:1784944751.645084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8400. 00000080:00000010:3.1:1784944751.645088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027efc0. 00010000:00000010:3.1:1784944751.645097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8300. 00010000:00000010:3.1:1784944751.645100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebda00. 00000080:00000010:3.1:1784944751.650080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e720. 00010000:00000010:3.1:1784944751.650093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8700. 00010000:00000010:3.1:1784944751.650098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc000. 00000080:00000010:3.1:1784944751.650100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e5c0. 00010000:00000010:3.1:1784944751.650107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8600. 00010000:00000010:3.1:1784944751.650110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd200. 00000080:00000010:3.1:1784944751.657081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ecc0. 00010000:00000010:3.1:1784944751.657094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff900. 00010000:00000010:3.1:1784944751.657106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc800. 00000080:00000010:3.1:1784944751.657110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea00. 00010000:00000010:3.1:1784944751.657114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff800. 00010000:00000010:3.1:1784944751.657117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd400. 00000080:00000010:3.1:1784944751.661071:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e400. 00010000:00000010:3.1:1784944751.661081:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff400. 00010000:00000010:3.1:1784944751.661085:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd800. 00000080:00000010:3.1:1784944751.668234:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ef40. 00010000:00000010:3.1:1784944751.668246:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6ffff00. 00010000:00000010:3.1:1784944751.668250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebcc00. 00000080:00000010:3.1:1784944751.668254:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c40. 00010000:00000010:3.1:1784944751.668258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185fe00. 00010000:00000010:3.1:1784944751.668261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff200. 00000080:00000010:2.1:1784944751.669084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e9a0. 00010000:00000010:2.1:1784944751.669093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff500. 00010000:00000010:2.1:1784944751.669097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebce00. 00000080:00000010:2.1:1784944751.674092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf980. 00000080:00000010:3.1:1784944751.674093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027efe0. 00010000:00000010:3.1:1784944751.674114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffb00. 00010000:00000010:2.1:1784944751.674116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bea00. 00010000:00000010:3.1:1784944751.674123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd600. 00010000:00000010:2.1:1784944751.674125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9600. 00000080:00000010:3.1:1784944751.682149:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec40. 00010000:00000010:3.1:1784944751.682160:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bef00. 00010000:00000010:3.1:1784944751.682166:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214600. 00000080:00000010:2.1:1784944751.687098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0edc0. 00010000:00000010:2.1:1784944751.687110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be300. 00010000:00000010:2.1:1784944751.687115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214e00. 00000080:00000010:3.1:1784944751.697093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3a0. 00000080:00000010:2.1:1784944751.697094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e1a0. 00010000:00000010:3.1:1784944751.697111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85300. 00010000:00000010:2.1:1784944751.697114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bec00. 00010000:00000010:3.1:1784944751.697121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1200. 00010000:00000010:2.1:1784944751.697128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214200. 00000080:00000010:2.1:1784944751.702086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8a0. 00010000:00000010:2.1:1784944751.702098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85700. 00010000:00000010:2.1:1784944751.702101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1000. 00000080:00000010:2.1:1784944751.706085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432160. 00000080:00000010:3.1:1784944751.706098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0efc0. 00010000:00000010:2.1:1784944751.706104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185fa00. 00010000:00000010:2.1:1784944751.706113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fec00. 00010000:00000010:3.1:1784944751.706114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be000. 00010000:00000010:3.1:1784944751.706121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215a00. 00000080:00000010:3.1:1784944751.706124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eba0. 00010000:00000010:3.1:1784944751.706128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be200. 00010000:00000010:3.1:1784944751.706131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0000. 00000080:00000010:2.1:1784944751.714092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3c0. 00010000:00000010:2.1:1784944751.714105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85500. 00010000:00000010:2.1:1784944751.714112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1e00. 00000080:00000010:2.1:1784944751.719362:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ea80. 00000080:00000010:3.1:1784944751.719363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e9c0. 00010000:00000010:2.1:1784944751.719375:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85100. 00010000:00000010:3.1:1784944751.719377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85900. 00010000:00000010:2.1:1784944751.719383:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1a00. 00010000:00000010:3.1:1784944751.719385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0c00. 00000080:00000010:2.1:1784944751.723928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec60. 00010000:00000010:2.1:1784944751.723949:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85200. 00010000:00000010:2.1:1784944751.723954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0e00. 00000080:00000010:3.1:1784944751.724076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e460. 00010000:00000010:3.1:1784944751.724145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85f00. 00010000:00000010:3.1:1784944751.724150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1800. 00000080:00000010:3.1:1784944751.732100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e2e0. 00010000:00000010:3.1:1784944751.732119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85c00. 00010000:00000010:3.1:1784944751.732124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0200. 00000080:00000010:2.1:1784944751.732323:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e440. 00010000:00000010:2.1:1784944751.732331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85600. 00010000:00000010:2.1:1784944751.732334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1400. 00000080:00000010:2.1:1784944751.741091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3e0. 00010000:00000010:2.1:1784944751.744112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85400. 00010000:00000010:2.1:1784944751.744118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1c00. 00000080:00000010:1.1:1784944751.745077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed60. 00010000:00000010:1.1:1784944751.745084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85e00. 00010000:00000010:1.1:1784944751.745086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a1600. 00000080:00000010:2.1:1784944751.749077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e320. 00010000:00000010:2.1:1784944751.749086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85b00. 00010000:00000010:2.1:1784944751.749089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0800. 00000080:00000010:2.1:1784944751.749092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432620. 00010000:00000010:2.1:1784944751.749095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185fc00. 00010000:00000010:2.1:1784944751.749097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff000. 00000080:00000010:2.1:1784944751.761152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e0e0. 00010000:00000010:2.1:1784944751.761164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85800. 00010000:00000010:2.1:1784944751.761168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0600. 00000080:00000010:3.1:1784944751.766101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed00. 00010000:00000010:3.1:1784944751.766116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85000. 00010000:00000010:3.1:1784944751.766123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0400. 00000080:00000010:2.1:1784944751.769154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e7e0. 00010000:00000010:2.1:1784944751.769171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff600. 00010000:00000010:2.1:1784944751.769175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6800. 00010000:00000010:2.1:1784944751.769179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffd00. 00010000:00000010:2.1:1784944751.769182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc400. 00000080:00000010:3.1:1784944751.770080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027edc0. 00000080:00000010:2.1:1784944751.773161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea60. 00000080:00000010:3.1:1784944751.774086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e4a0. 00010000:00000010:3.1:1784944751.774098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffa00. 00010000:00000010:3.1:1784944751.774106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6600. 00010000:00000010:2.1:1784944751.778078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffc00. 00010000:00000010:2.1:1784944751.778085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6200. 00000080:00000010:3.1:1784944751.783072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e220. 00010000:00000010:3.1:1784944751.783079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff100. 00010000:00000010:3.1:1784944751.783082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6400. 00000080:00000010:2.1:1784944751.783087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e680. 00010000:00000010:2.1:1784944751.783097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff000. 00010000:00000010:2.1:1784944751.783100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7c00. 00000080:00000010:2.1:1784944751.789073:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e5e0. 00010000:00000010:2.1:1784944751.789096:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e600. 00010000:00000010:2.1:1784944751.789102:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6000. 00000080:00000010:3.1:1784944751.793137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e0e0. 00010000:00000010:3.1:1784944751.793153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff700. 00010000:00000010:3.1:1784944751.793158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6a00. 00000080:00000010:2.1:1784944751.798075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e540. 00010000:00000010:2.1:1784944751.798085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fffe00. 00010000:00000010:2.1:1784944751.798089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6c00. 00000080:00000010:3.1:1784944751.798481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eae0. 00010000:00000010:3.1:1784944751.798490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff300. 00010000:00000010:3.1:1784944751.798494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7200. 00000080:00000010:3.1:1784944751.802206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eca0. 00010000:00000010:3.1:1784944751.802220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f400. 00010000:00000010:3.1:1784944751.802227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7a00. 00000080:00000010:3.1:1784944751.812084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4325e0. 00010000:00000010:3.1:1784944751.816123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f200. 00010000:00000010:3.1:1784944751.816130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe200. 00000080:00000010:2.1:1784944751.817091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e8e0. 00010000:00000010:2.1:1784944751.817151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f200. 00010000:00000010:2.1:1784944751.817157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7800. 00000080:00000010:2.1:1784944751.827090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e8c0. 00000080:00000010:1.1:1784944751.827092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e6c0. 00010000:00000010:1.1:1784944751.827104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f300. 00010000:00000010:1.1:1784944751.827112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7600. 00010000:00000010:2.1:1784944751.827116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8000. 00010000:00000010:2.1:1784944751.827123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7000. 00000080:00000010:3.1:1784944751.835079:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ed20. 00000080:00000010:2.1:1784944751.835093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ed40. 00010000:00000010:3.1:1784944751.835094:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fe00. 00010000:00000010:2.1:1784944751.835106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f600. 00010000:00000010:3.1:1784944751.835112:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7e00. 00010000:00000010:2.1:1784944751.835116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345400. 00000080:00000010:2.1:1784944751.839153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eac0. 00010000:00000010:2.1:1784944751.839164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f000. 00010000:00000010:2.1:1784944751.839172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344800. 00000080:00000010:2.1:1784944751.839174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e4c0. 00010000:00000010:2.1:1784944751.839177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3ff00. 00010000:00000010:2.1:1784944751.839178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f7400. 00000080:00000010:2.1:1784944751.848089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e3e0. 00000080:00000010:3.1:1784944751.848095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e380. 00010000:00000010:2.1:1784944751.848104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fd00. 00010000:00000010:3.1:1784944751.848108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f900. 00010000:00000010:2.1:1784944751.848113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b24f6e00. 00010000:00000010:3.1:1784944751.848116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344200. 00000080:00000010:3.1:1784944751.852156:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ef20. 00010000:00000010:3.1:1784944751.852169:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f800. 00010000:00000010:3.1:1784944751.852178:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344a00. 00000080:00000010:2.1:1784944751.854121:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e9c0. 00010000:00000010:2.1:1784944751.854133:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f500. 00010000:00000010:2.1:1784944751.854138:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345600. 00000080:00000010:3.1:1784944751.858202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432280. 00010000:00000010:3.1:1784944751.858220:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185ff00. 00010000:00000010:3.1:1784944751.858224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe800. 00000080:00000010:2.1:1784944751.862078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e660. 00010000:00000010:2.1:1784944751.862098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac800. 00010000:00000010:2.1:1784944751.862104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344000. 00000080:00000010:3.1:1784944751.871083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eee0. 00000080:00000010:2.1:1784944751.871171:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ea40. 00010000:00000010:2.1:1784944751.871183:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540500. 00010000:00000010:2.1:1784944751.871187:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345000. 00010000:00000010:3.1:1784944751.877081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f700. 00010000:00000010:3.1:1784944751.877092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344400. 00000080:00000010:1.1:1784944751.881092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ee00. 00010000:00000010:1.1:1784944751.881102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540900. 00010000:00000010:1.1:1784944751.881107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344e00. 00000080:00000010:2.1:1784944751.885064:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e120. 00010000:00000010:2.1:1784944751.885075:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fb00. 00010000:00000010:2.1:1784944751.885081:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344600. 00000080:00000010:2.1:1784944751.885093:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51660. 00010000:00000010:2.1:1784944751.885098:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540c00. 00010000:00000010:2.1:1784944751.885101:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28c00. 00000080:00000010:3.1:1784944751.891089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eba0. 00000080:00000010:2.1:1784944751.891090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e860. 00010000:00000010:2.1:1784944751.891104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540f00. 00010000:00000010:2.1:1784944751.891110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345200. 00010000:00000010:3.1:1784944751.891110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fc00. 00010000:00000010:3.1:1784944751.891118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345c00. 00000080:00000010:3.1:1784944751.895070:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c515a0. 00010000:00000010:3.1:1784944751.895085:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540400. 00000080:00000010:2.1:1784944751.895086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e740. 00010000:00000010:3.1:1784944751.895094:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28200. 00010000:00000010:2.1:1784944751.895099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540a00. 00010000:00000010:2.1:1784944751.895106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345e00. 00000080:00000010:2.1:1784944751.895114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bac0. 00010000:00000010:2.1:1784944751.895122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7200. 00010000:00000010:2.1:1784944751.895218:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8a00. 00000080:00000010:2.1:1784944751.901098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432540. 00010000:00000010:2.1:1784944751.901116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f900. 00010000:00000010:2.1:1784944751.901123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe400. 00000080:00000010:3.1:1784944751.906086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4329c0. 00010000:00000010:3.1:1784944751.906096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f500. 00010000:00000010:3.1:1784944751.906101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff400. 00000080:00000010:2.1:1784944751.913093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e100. 00010000:00000010:2.1:1784944751.913104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540e00. 00010000:00000010:2.1:1784944751.913108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290344c00. 00000080:00000010:2.1:1784944751.921070:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b920. 00010000:00000010:2.1:1784944751.921086:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1f00. 00010000:00000010:2.1:1784944751.921105:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8e00. 00000080:00000010:3.1:1784944751.921214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bb40. 00010000:00000010:3.1:1784944751.921228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1300. 00010000:00000010:3.1:1784944751.921234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8c00. 00000080:00000010:3.1:1784944751.925081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eda0. 00010000:00000010:3.1:1784944751.925094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540200. 00010000:00000010:3.1:1784944751.925098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345a00. 00000080:00000010:3.1:1784944751.929079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bea0. 00000080:00000010:2.1:1784944751.929088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51b00. 00010000:00000010:3.1:1784944751.929090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1200. 00010000:00000010:3.1:1784944751.929099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a0a00. 00010000:00000010:2.1:1784944751.929103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540b00. 00010000:00000010:2.1:1784944751.929111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290345800. 00000080:00000010:3.1:1784944751.934077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b300. 00010000:00000010:3.1:1784944751.934092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1700. 00010000:00000010:3.1:1784944751.934115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fc000. 00000080:00000010:3.1:1784944751.942080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51840. 00010000:00000010:3.1:1784944751.942090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540000. 00010000:00000010:3.1:1784944751.942093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29a00. 00000080:00000010:2.1:1784944751.950088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752ba60. 00010000:00000010:2.1:1784944751.950099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1d00. 00010000:00000010:2.1:1784944751.950103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fd400. 00000080:00000010:3.1:1784944751.953628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51780. 00010000:00000010:3.1:1784944751.953640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7600. 00010000:00000010:3.1:1784944751.953644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28e00. 00000080:00000010:2.1:1784944751.962089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bc40. 00010000:00000010:2.1:1784944751.962100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1e00. 00010000:00000010:2.1:1784944751.962105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fd200. 00000080:00000010:3.1:1784944751.970168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b6c0. 00010000:00000010:3.1:1784944751.970180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7000. 00010000:00000010:3.1:1784944751.970184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9e00. 00000080:00000010:2.1:1784944751.975078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b520. 00000080:00000010:3.1:1784944751.975087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bc80. 00010000:00000010:2.1:1784944751.975091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1800. 00010000:00000010:3.1:1784944751.975093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1600. 00010000:00000010:2.1:1784944751.975094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fc800. 00010000:00000010:3.1:1784944751.975096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fd600. 00000080:00000010:2.1:1784944751.980311:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b5c0. 00010000:00000010:2.1:1784944751.980326:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1a00. 00010000:00000010:2.1:1784944751.980330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fc200. 00000080:00000010:2.1:1784944751.980332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4322a0. 00010000:00000010:2.1:1784944751.980335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ae00. 00010000:00000010:2.1:1784944751.980339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fee00. 00000080:00000010:3.1:1784944751.985078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bbc0. 00010000:00000010:3.1:1784944751.985095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1900. 00010000:00000010:3.1:1784944751.985099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fdc00. 00000080:00000010:2.1:1784944751.986096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51c40. 00010000:00000010:2.1:1784944751.986107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540300. 00010000:00000010:2.1:1784944751.986113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29e00. 00000080:00000010:3.1:1784944751.992072:0:234916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b5c560. 00000080:00000010:2.1:1784944751.992084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce400. 00010000:00000010:2.1:1784944751.992103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6fff200. 00010000:00000010:2.1:1784944751.992110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29000. 00010000:00000010:3.1:1784944751.995484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540700. 00010000:00000010:3.1:1784944751.995492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28400. 00000080:00000010:3.1:1784944752.001105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cea00. 00010000:00000010:3.1:1784944752.001122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ef00. 00010000:00000010:3.1:1784944752.001128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29800. 00000080:00000010:2.1:1784944752.001206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7952ec0. 00010000:00000010:2.1:1784944752.001219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540600. 00010000:00000010:2.1:1784944752.001223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28000. 00000080:00000010:3.1:1784944752.015098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce5c0. 00010000:00000010:3.1:1784944752.015110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3f100. 00010000:00000010:3.1:1784944752.015116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29c00. 00000080:00000010:3.1:1784944752.020081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb80. 00010000:00000010:3.1:1784944752.020090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e000. 00010000:00000010:3.1:1784944752.020094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28800. 00000080:00000010:2.1:1784944752.020133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cece0. 00010000:00000010:2.1:1784944752.020139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540800. 00010000:00000010:2.1:1784944752.020141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28a00. 00000080:00000010:3.1:1784944752.024304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceea0. 00010000:00000010:3.1:1784944752.024327:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e200. 00010000:00000010:3.1:1784944752.024333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29600. 00000080:00000010:1.1:1784944752.030087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432060. 00010000:00000010:1.1:1784944752.030113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ab00. 00010000:00000010:1.1:1784944752.030117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff800. 00000080:00000010:3.1:1784944752.035080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec40. 00010000:00000010:3.1:1784944752.035092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e600. 00010000:00000010:3.1:1784944752.035097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe28600. 00000080:00000010:2.1:1784944752.039134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced00. 00010000:00000010:2.1:1784944752.039145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e800. 00010000:00000010:2.1:1784944752.039150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29400. 00000080:00000010:2.1:1784944752.043074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce7a0. 00010000:00000010:2.1:1784944752.043086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e700. 00010000:00000010:2.1:1784944752.043089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fc00. 00000080:00000010:3.1:1784944752.046135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce600. 00010000:00000010:3.1:1784944752.046152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ea00. 00010000:00000010:3.1:1784944752.046196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29fe29200. 00000080:00000010:2.1:1784944752.047065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce960. 00010000:00000010:2.1:1784944752.047074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002ec00. 00010000:00000010:2.1:1784944752.047081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e400. 00000080:00000010:2.1:1784944752.053131:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce0c0. 00010000:00000010:2.1:1784944752.060117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e300. 00010000:00000010:2.1:1784944752.060125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f800. 00000080:00000010:3.1:1784944752.060217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee80. 00010000:00000010:3.1:1784944752.060229:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e400. 00010000:00000010:3.1:1784944752.060232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e600. 00000080:00000010:2.1:1784944752.065087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752be80. 00010000:00000010:2.1:1784944752.065115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7100. 00010000:00000010:2.1:1784944752.065120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8800. 00000080:00000010:3.1:1784944752.074086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cebe0. 00010000:00000010:3.1:1784944752.074097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002e100. 00010000:00000010:3.1:1784944752.074102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ee00. 00000080:00000010:2.1:1784944752.079076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce2a0. 00010000:00000010:2.1:1784944752.079089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540100. 00010000:00000010:2.1:1784944752.079163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f600. 00000080:00000010:3.1:1784944752.084274:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432880. 00010000:00000010:3.1:1784944752.084288:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a000. 00010000:00000010:3.1:1784944752.084294:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ffa00. 00000080:00000010:3.1:1784944752.088081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef40. 00010000:00000010:3.1:1784944752.088133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6500. 00010000:00000010:3.1:1784944752.088140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e000. 00000080:00000010:3.1:1784944752.088143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec80. 00010000:00000010:3.1:1784944752.088147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6a00. 00010000:00000010:3.1:1784944752.088149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f400. 00000080:00000010:2.1:1784944752.091218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce880. 00010000:00000010:2.1:1784944752.091232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29002eb00. 00010000:00000010:2.1:1784944752.091236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fa00. 00000080:00000010:3.1:1784944752.100075:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce160. 00010000:00000010:3.1:1784944752.100089:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6b00. 00010000:00000010:3.1:1784944752.100096:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ea00. 00000080:00000010:2.1:1784944752.104112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce520. 00010000:00000010:2.1:1784944752.104124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6600. 00010000:00000010:2.1:1784944752.104129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e200. 00000080:00000010:3.1:1784944752.109080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef00. 00000080:00000010:2.1:1784944752.109083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb00. 00010000:00000010:3.1:1784944752.109094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558d00. 00010000:00000010:2.1:1784944752.109096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558600. 00010000:00000010:3.1:1784944752.109101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f000. 00010000:00000010:2.1:1784944752.109104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ec00. 00000080:00000010:3.1:1784944752.109108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce000. 00010000:00000010:3.1:1784944752.109115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287d3fa00. 00010000:00000010:3.1:1784944752.109120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fe00. 00000080:00000010:2.1:1784944752.114083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce1e0. 00010000:00000010:2.1:1784944752.114111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558e00. 00000080:00000010:3.1:1784944752.114113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce9a0. 00010000:00000010:2.1:1784944752.114120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f200. 00010000:00000010:3.1:1784944752.114127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558800. 00010000:00000010:3.1:1784944752.114134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e800. 00000080:00000010:2.1:1784944752.120093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee20. 00010000:00000010:2.1:1784944752.120106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558200. 00010000:00000010:2.1:1784944752.120109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae800. 00000080:00000010:2.1:1784944752.128110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce240. 00010000:00000010:2.1:1784944752.128129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558100. 00010000:00000010:2.1:1784944752.128135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae200. 00000080:00000010:3.1:1784944752.133109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef60. 00010000:00000010:3.1:1784944752.133119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558700. 00010000:00000010:3.1:1784944752.133125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf600. 00000080:00000010:2.1:1784944752.133240:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce780. 00010000:00000010:2.1:1784944752.133247:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558000. 00010000:00000010:2.1:1784944752.133251:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae400. 00000080:00000010:3.1:1784944752.142085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce020. 00010000:00000010:3.1:1784944752.142100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321f00. 00010000:00000010:3.1:1784944752.142105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf200. 00000080:00000010:2.1:1784944752.146133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432760. 00010000:00000010:2.1:1784944752.146147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a200. 00010000:00000010:2.1:1784944752.146154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ffe00. 00000080:00000010:3.1:1784944752.153167:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6e0. 00010000:00000010:3.1:1784944752.153181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558c00. 00010000:00000010:3.1:1784944752.153187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafc00. 00000080:00000010:3.1:1784944752.153191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce680. 00010000:00000010:3.1:1784944752.153196:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8540d00. 00010000:00000010:3.1:1784944752.153199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf000. 00000080:00000010:3.1:1784944752.156271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cefc0. 00010000:00000010:3.1:1784944752.162086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6200. 00010000:00000010:3.1:1784944752.162137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae600. 00000080:00000010:3.1:1784944752.162145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce4a0. 00010000:00000010:3.1:1784944752.162157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321000. 00010000:00000010:3.1:1784944752.162164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaec00. 00000080:00000010:2.1:1784944752.171079:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceae0. 00010000:00000010:2.1:1784944752.171097:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4400. 00010000:00000010:2.1:1784944752.171106:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaee00. 00000080:00000010:3.1:1784944752.174086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce8a0. 00010000:00000010:3.1:1784944752.174097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321100. 00010000:00000010:3.1:1784944752.174101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aae000. 00000080:00000010:3.1:1784944752.180161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced20. 00010000:00000010:3.1:1784944752.180180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4600. 00010000:00000010:3.1:1784944752.180187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf800. 00000080:00000010:2.1:1784944752.180382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cea60. 00010000:00000010:2.1:1784944752.180393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321400. 00010000:00000010:2.1:1784944752.180398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaea00. 00000080:00000010:2.1:1784944752.180404:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6a0. 00010000:00000010:2.1:1784944752.186082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00000080:00000010:3.1:1784944752.186086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceca0. 00010000:00000010:2.1:1784944752.186093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafa00. 00010000:00000010:3.1:1784944752.186101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4c00. 00010000:00000010:3.1:1784944752.186109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b600. 00000080:00000010:2.1:1784944752.190136:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce8e0. 00010000:00000010:2.1:1784944752.190149:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4300. 00010000:00000010:2.1:1784944752.190157:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a800. 00000080:00000010:3.1:1784944752.191089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432e20. 00010000:00000010:3.1:1784944752.191151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a300. 00010000:00000010:3.1:1784944752.191155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e800. 00000080:00000010:2.1:1784944752.195094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce280. 00000080:00000010:3.1:1784944752.200106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6c0. 00010000:00000010:3.1:1784944752.200119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4b00. 00010000:00000010:2.1:1784944752.200123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321600. 00010000:00000010:3.1:1784944752.200123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a200. 00010000:00000010:2.1:1784944752.200130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aafe00. 00000080:00000010:3.1:1784944752.205165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce4e0. 00000080:00000010:2.1:1784944752.206040:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb20. 00010000:00000010:2.1:1784944752.206064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4d00. 00010000:00000010:2.1:1784944752.206068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a400. 00010000:00000010:2.1:1784944752.206071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4a00. 00010000:00000010:2.1:1784944752.206074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285aaf400. 00000080:00000010:3.1:1784944752.210286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce920. 00010000:00000010:3.1:1784944752.210310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4200. 00010000:00000010:3.1:1784944752.210316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6bc00. 00000080:00000010:3.1:1784944752.210320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec20. 00010000:00000010:3.1:1784944752.210323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4700. 00010000:00000010:3.1:1784944752.210326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b400. 00000080:00000010:2.1:1784944752.218177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce1a0. 00010000:00000010:2.1:1784944752.218199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4500. 00010000:00000010:2.1:1784944752.218205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6be00. 00000080:00000010:2.1:1784944752.231084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce320. 00010000:00000010:2.1:1784944752.231094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4100. 00010000:00000010:2.1:1784944752.231098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6ae00. 00000080:00000010:3.1:1784944752.236093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4323c0. 00010000:00000010:3.1:1784944752.236113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a900. 00010000:00000010:3.1:1784944752.236118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e200. 00000080:00000010:2.1:1784944752.238127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce660. 00010000:00000010:2.1:1784944752.238137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3100. 00010000:00000010:2.1:1784944752.238144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b800. 00000080:00000010:3.1:1784944752.239429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce140. 00010000:00000010:3.1:1784944752.239438:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4900. 00010000:00000010:3.1:1784944752.239442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a600. 00000080:00000010:3.1:1784944752.244080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceac0. 00010000:00000010:3.1:1784944752.244094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3300. 00010000:00000010:3.1:1784944752.244100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6a000. 00000080:00000010:2.1:1784944752.244119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce9c0. 00010000:00000010:2.1:1784944752.244129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4f00. 00010000:00000010:2.1:1784944752.244133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b000. 00000080:00000010:3.1:1784944752.262159:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce380. 00010000:00000010:3.1:1784944752.262174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4000. 00010000:00000010:3.1:1784944752.262182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6aa00. 00000080:00000010:1.1:1784944752.267261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b400. 00010000:00000010:1.1:1784944752.267276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1b00. 00010000:00000010:1.1:1784944752.267281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fc400. 00000080:00000010:3.1:1784944752.269082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b6e0. 00010000:00000010:3.1:1784944752.269092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1c00. 00010000:00000010:3.1:1784944752.269096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fcc00. 00000080:00000010:3.1:1784944752.269098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432b00. 00010000:00000010:3.1:1784944752.269102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ac00. 00010000:00000010:3.1:1784944752.269104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7fc00. 00000080:00000010:3.1:1784944752.278612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752ba20. 00010000:00000010:3.1:1784944752.278622:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7b00. 00010000:00000010:3.1:1784944752.278626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fc600. 00000080:00000010:3.1:1784944752.283123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752ba40. 00010000:00000010:3.1:1784944752.283134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1000. 00010000:00000010:3.1:1784944752.283140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fce00. 00000080:00000010:1.1:1784944752.287083:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b180. 00010000:00000010:1.1:1784944752.287149:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96700. 00010000:00000010:1.1:1784944752.287154:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fca00. 00000080:00000010:3.1:1784944752.296165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752be00. 00010000:00000010:3.1:1784944752.296182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1400. 00010000:00000010:3.1:1784944752.296190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fd800. 00000080:00000010:3.1:1784944752.303193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b500. 00010000:00000010:3.1:1784944752.303213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96e00. 00010000:00000010:3.1:1784944752.303222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fd000. 00000080:00000010:3.1:1784944752.307120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752be40. 00000080:00000010:2.1:1784944752.307124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bae0. 00010000:00000010:3.1:1784944752.307134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96f00. 00010000:00000010:2.1:1784944752.307142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96600. 00010000:00000010:3.1:1784944752.307144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fde00. 00010000:00000010:2.1:1784944752.307153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac3fda00. 00000080:00000010:3.1:1784944752.315095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b1c0. 00010000:00000010:3.1:1784944752.315110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96900. 00010000:00000010:3.1:1784944752.315116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1ea00. 00000080:00000010:2.1:1784944752.324090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b880. 00010000:00000010:2.1:1784944752.324109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96d00. 00010000:00000010:2.1:1784944752.324114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e600. 00000080:00000010:3.1:1784944752.332805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c60. 00010000:00000010:3.1:1784944752.332828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1ad00. 00010000:00000010:3.1:1784944752.332834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7ea00. 00000080:00000010:2.1:1784944752.336151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bd40. 00010000:00000010:2.1:1784944752.336162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96a00. 00010000:00000010:2.1:1784944752.336166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f000. 00000080:00000010:2.1:1784944752.341088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bb00. 00010000:00000010:2.1:1784944752.341102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3c00. 00010000:00000010:2.1:1784944752.341107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e200. 00000080:00000010:0.1:1784944752.341843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bcc0. 00010000:00000010:0.1:1784944752.341854:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96500. 00010000:00000010:0.1:1784944752.341860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1ec00. 00000080:00000010:2.1:1784944752.345102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b4a0. 00010000:00000010:2.1:1784944752.345114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96000. 00010000:00000010:2.1:1784944752.345120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1fc00. 00000080:00000010:2.1:1784944752.349093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b320. 00010000:00000010:2.1:1784944752.352254:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4900. 00010000:00000010:2.1:1784944752.352261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f600. 00000080:00000010:2.1:1784944752.352265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bde0. 00010000:00000010:2.1:1784944752.352271:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96200. 00010000:00000010:2.1:1784944752.352275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1fa00. 00000080:00000010:3.1:1784944752.358079:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce820. 00010000:00000010:3.1:1784944752.358094:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:3.1:1784944752.358101:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6b200. 00000080:00000010:2.1:1784944752.365091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b0c0. 00010000:00000010:2.1:1784944752.365104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3d00. 00010000:00000010:2.1:1784944752.365108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1400. 00000080:00000010:3.1:1784944752.370020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec00. 00000080:00000010:2.1:1784944752.371691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce860. 00010000:00000010:2.1:1784944752.371704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3500. 00010000:00000010:2.1:1784944752.371709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6ac00. 00010000:00000010:3.1:1784944752.374077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96800. 00000080:00000010:2.1:1784944752.374082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce500. 00010000:00000010:3.1:1784944752.374089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a6ba00. 00010000:00000010:2.1:1784944752.374145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:2.1:1784944752.374153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0800. 00000080:00000010:2.1:1784944752.379099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce580. 00010000:00000010:2.1:1784944752.379113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00010000:00000010:2.1:1784944752.379119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0200. 00000080:00000010:2.1:1784944752.385165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b760. 00000080:00000010:3.1:1784944752.386082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce740. 00010000:00000010:2.1:1784944752.391334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96b00. 00010000:00000010:2.1:1784944752.391341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f400. 00010000:00000010:3.1:1784944752.394182:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3900. 00010000:00000010:3.1:1784944752.394405:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1800. 00000080:00000010:1.1:1784944752.400094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752ba80. 00010000:00000010:1.1:1784944752.400106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96400. 00010000:00000010:1.1:1784944752.400110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e800. 00000080:00000010:0.1:1784944752.405334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce2c0. 00010000:00000010:0.1:1784944752.405348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3e00. 00010000:00000010:0.1:1784944752.405352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1600. 00000080:00000010:0.1:1784944752.408150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce060. 00010000:00000010:0.1:1784944752.408162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3400. 00010000:00000010:0.1:1784944752.408166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0600. 00000080:00000010:2.1:1784944752.412068:0:1047:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b540. 00010000:00000010:2.1:1784944752.412078:0:1047:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7a00. 00010000:00000010:2.1:1784944752.412082:0:1047:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e000. 00000080:00000010:2.1:1784944752.419466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce440. 00010000:00000010:2.1:1784944752.419493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3b00. 00010000:00000010:2.1:1784944752.419499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0a00. 00000080:00000010:2.1:1784944752.428089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b260. 00010000:00000010:2.1:1784944752.428102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96c00. 00010000:00000010:2.1:1784944752.428106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f200. 00000080:00000010:1.1:1784944752.433398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce5e0. 00010000:00000010:1.1:1784944752.437691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4800. 00010000:00000010:1.1:1784944752.437698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1000. 00000080:00000010:1.1:1784944752.437702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c20. 00010000:00000010:1.1:1784944752.437709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1af00. 00010000:00000010:1.1:1784944752.437714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f000. 00000080:00000010:2.1:1784944752.440154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bf20. 00010000:00000010:2.1:1784944752.442466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1100. 00010000:00000010:2.1:1784944752.442470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1fe00. 00000080:00000010:3.1:1784944752.443439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee40. 00010000:00000010:3.1:1784944752.443450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2200. 00010000:00000010:3.1:1784944752.443455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0c00. 00000080:00000010:2.1:1784944752.451219:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce0a0. 00010000:00000010:2.1:1784944752.451229:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2a00. 00010000:00000010:2.1:1784944752.451234:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0e00. 00000080:00000010:2.1:1784944752.457317:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bc00. 00010000:00000010:2.1:1784944752.457328:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4400. 00010000:00000010:2.1:1784944752.457332:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1ee00. 00000080:00000010:2.1:1784944752.461088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432720. 00010000:00000010:2.1:1784944752.461101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a100. 00010000:00000010:2.1:1784944752.461105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e400. 00000080:00000010:2.1:1784944752.461108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b4c0. 00010000:00000010:2.1:1784944752.461113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4c00. 00010000:00000010:2.1:1784944752.461117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f800. 00000080:00000010:3.1:1784944752.473255:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cefe0. 00010000:00000010:3.1:1784944752.473266:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2900. 00010000:00000010:3.1:1784944752.473271:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b600. 00000080:00000010:2.1:1784944752.478073:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4324c0. 00010000:00000010:2.1:1784944752.478087:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a600. 00010000:00000010:2.1:1784944752.478093:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7fe00. 00000080:00000010:2.1:1784944752.483351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce700. 00010000:00000010:2.1:1784944752.483361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2000. 00010000:00000010:2.1:1784944752.483365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a400. 00000080:00000010:2.1:1784944752.483376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce3e0. 00010000:00000010:2.1:1784944752.483381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3f00. 00010000:00000010:2.1:1784944752.483384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0400. 00000080:00000010:3.1:1784944752.490069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce8c0. 00000080:00000010:2.1:1784944752.490084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce220. 00010000:00000010:3.1:1784944752.490088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c20d6000. 00010000:00000010:2.1:1784944752.490098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911400. 00010000:00000010:3.1:1784944752.490098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1c00. 00010000:00000010:2.1:1784944752.490106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a000. 00000080:00000010:2.1:1784944752.497095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce2e0. 00010000:00000010:2.1:1784944752.497111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2500. 00010000:00000010:2.1:1784944752.497115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd0000. 00000080:00000010:2.1:1784944752.505089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cede0. 00010000:00000010:2.1:1784944752.505106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911600. 00010000:00000010:2.1:1784944752.505113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b200. 00000080:00000010:1.1:1784944752.505122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce900. 00010000:00000010:1.1:1784944752.505133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2f00. 00010000:00000010:1.1:1784944752.505137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1e00. 00000080:00000010:2.1:1784944752.509086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce7e0. 00010000:00000010:2.1:1784944752.509097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911300. 00010000:00000010:2.1:1784944752.509101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ac00. 00000080:00000010:2.1:1784944752.513082:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cecc0. 00010000:00000010:2.1:1784944752.513093:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2400. 00010000:00000010:2.1:1784944752.513098:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1200. 00000080:00000010:2.1:1784944752.513101:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51d80. 00010000:00000010:2.1:1784944752.513106:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911800. 00010000:00000010:2.1:1784944752.513110:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a800. 00000080:00000010:2.1:1784944752.528956:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4323a0. 00010000:00000010:2.1:1784944752.528968:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1aa00. 00010000:00000010:2.1:1784944752.528971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7ee00. 00000080:00000010:2.1:1784944752.530427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce200. 00010000:00000010:2.1:1784944752.530436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2300. 00010000:00000010:2.1:1784944752.530439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1fd1a00. 00010000:00000010:0.1:1784944752.534232:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3a00. 00010000:00000010:0.1:1784944752.534241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ae00. 00000080:00000010:2.1:1784944752.535086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e360. 00010000:00000010:2.1:1784944752.535098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911700. 00010000:00000010:2.1:1784944752.535105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856be00. 00010000:00000010:2.1:1784944752.535112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2e00. 00010000:00000010:2.1:1784944752.535118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a600. 00000080:00000010:3.1:1784944752.535253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cedc0. 00000080:00000010:3.1:1784944752.535262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e620. 00000080:00000010:3.1:1784944752.538131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced60. 00010000:00000010:3.1:1784944752.538140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3600. 00010000:00000010:3.1:1784944752.538144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856bc00. 00000080:00000010:2.1:1784944752.543082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e280. 00010000:00000010:2.1:1784944752.548102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911e00. 00010000:00000010:2.1:1784944752.548110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b800. 00000080:00000010:2.1:1784944752.548113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e420. 00010000:00000010:2.1:1784944752.548119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911500. 00010000:00000010:2.1:1784944752.548120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ba00. 00000080:00000010:3.1:1784944752.552171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ede0. 00010000:00000010:3.1:1784944752.552184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2100. 00010000:00000010:3.1:1784944752.552189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b400. 00000080:00000010:2.1:1784944752.556111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e7c0. 00010000:00000010:2.1:1784944752.556119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911000. 00010000:00000010:2.1:1784944752.556121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a200. 00000080:00000010:2.1:1784944752.560807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e920. 00010000:00000010:2.1:1784944752.560817:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911900. 00010000:00000010:2.1:1784944752.560821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856aa00. 00000080:00000010:3.1:1784944752.566075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e960. 00010000:00000010:3.1:1784944752.566086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911a00. 00010000:00000010:3.1:1784944752.566094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43a00. 00000080:00000010:2.1:1784944752.571109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e480. 00010000:00000010:2.1:1784944752.571117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911c00. 00010000:00000010:2.1:1784944752.571120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b000. 00000080:00000010:2.1:1784944752.571122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e300. 00010000:00000010:2.1:1784944752.571126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558a00. 00010000:00000010:2.1:1784944752.571128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43400. 00000080:00000010:0.1:1784944752.578069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ec60. 00010000:00000010:0.1:1784944752.578079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2c00. 00010000:00000010:0.1:1784944752.578083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43200. 00000080:00000010:2.1:1784944752.582642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ec0. 00010000:00000010:2.1:1784944752.582656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a800. 00010000:00000010:2.1:1784944752.582662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e600. 00000080:00000010:2.1:1784944752.587085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e5a0. 00010000:00000010:2.1:1784944752.587095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911200. 00010000:00000010:2.1:1784944752.587099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42c00. 00000080:00000010:2.1:1784944752.591084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432820. 00000080:00000010:3.1:1784944752.591089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bb80. 00010000:00000010:2.1:1784944752.591100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aeb00. 00010000:00000010:3.1:1784944752.591102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7c00. 00010000:00000010:2.1:1784944752.591108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43000. 00010000:00000010:3.1:1784944752.591109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9a00. 00000080:00000010:2.1:1784944752.598141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ae0. 00010000:00000010:2.1:1784944752.598157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aed00. 00010000:00000010:2.1:1784944752.598161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43c00. 00000080:00000010:3.1:1784944752.606077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e040. 00000080:00000010:2.1:1784944752.607886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4328c0. 00010000:00000010:2.1:1784944752.607897:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae500. 00010000:00000010:2.1:1784944752.607902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42000. 00010000:00000010:2.1:1784944752.607905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aef00. 00010000:00000010:2.1:1784944752.607907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42800. 00000080:00000010:3.1:1784944752.617841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432bc0. 00010000:00000010:3.1:1784944752.617865:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911f00. 00010000:00000010:3.1:1784944752.617871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00000080:00000010:2.1:1784944752.618085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e780. 00010000:00000010:2.1:1784944752.618096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aec00. 00010000:00000010:2.1:1784944752.618102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42400. 00000080:00000010:3.1:1784944752.629097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432a40. 00010000:00000010:3.1:1784944752.629111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ac00. 00010000:00000010:3.1:1784944752.629116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00000080:00000010:2.1:1784944752.633059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e200. 00010000:00000010:2.1:1784944752.633071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae400. 00010000:00000010:2.1:1784944752.633076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42600. 00000080:00000010:1.1:1784944752.644236:0:2399:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4328e0. 00010000:00000010:1.1:1784944752.650579:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a700. 00010000:00000010:1.1:1784944752.650588:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5c00. 00000080:00000010:0.1:1784944752.655081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e700. 00010000:00000010:0.1:1784944752.655092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae600. 00010000:00000010:0.1:1784944752.655096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43e00. 00000080:00000010:2.1:1784944752.655139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4329e0. 00010000:00000010:2.1:1784944752.655147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a900. 00010000:00000010:2.1:1784944752.655151:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:3.1:1784944752.659092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432320. 00000080:00000010:2.1:1784944752.665069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ef60. 00010000:00000010:3.1:1784944752.665072:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a400. 00010000:00000010:2.1:1784944752.665080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae800. 00010000:00000010:3.1:1784944752.665080:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7e000. 00010000:00000010:2.1:1784944752.665086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42e00. 00000080:00000010:3.1:1784944752.671081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ef80. 00000080:00000010:2.1:1784944752.671131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432480. 00010000:00000010:2.1:1784944752.671144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aee00. 00010000:00000010:2.1:1784944752.671149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00010000:00000010:2.1:1784944752.681160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae300. 00010000:00000010:2.1:1784944752.681168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42a00. 00000080:00000010:3.1:1784944752.685668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432300. 00010000:00000010:3.1:1784944752.685681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911100. 00010000:00000010:3.1:1784944752.685687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43800. 00000080:00000010:2.1:1784944752.686799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ec0. 00010000:00000010:2.1:1784944752.686809:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae900. 00010000:00000010:2.1:1784944752.686813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00000080:00000010:2.1:1784944752.694343:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ce0. 00010000:00000010:2.1:1784944752.694353:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911d00. 00010000:00000010:2.1:1784944752.694357:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43600. 00000080:00000010:3.1:1784944752.700268:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047980. 00010000:00000010:2.1:1784944752.704217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164af00. 00010000:00000010:2.1:1784944752.704234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00000080:00000010:2.1:1784944752.704239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432360. 00010000:00000010:2.1:1784944752.704247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae700. 00010000:00000010:2.1:1784944752.704250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42200. 00000080:00000010:2.1:1784944752.712105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047000. 00010000:00000010:2.1:1784944752.712119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d200. 00010000:00000010:2.1:1784944752.712124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4200. 00000080:00000010:1.1:1784944752.716177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432a00. 00010000:00000010:1.1:1784944752.716190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f400. 00010000:00000010:1.1:1784944752.716196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f800. 00000080:00000010:2.1:1784944752.720073:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432d40. 00010000:00000010:2.1:1784944752.720089:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ae00. 00010000:00000010:2.1:1784944752.720094:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00000080:00000010:2.1:1784944752.720098:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047cc0. 00010000:00000010:2.1:1784944752.720104:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d800. 00010000:00000010:2.1:1784944752.720107:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4a00. 00000080:00000010:2.1:1784944752.724656:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ea0. 00010000:00000010:2.1:1784944752.724670:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164aa00. 00010000:00000010:2.1:1784944752.724676:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4e00. 00000080:00000010:2.1:1784944752.728884:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047240. 00010000:00000010:2.1:1784944752.728898:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:2.1:1784944752.728903:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5400. 00000080:00000010:2.1:1784944752.733098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ca0. 00010000:00000010:2.1:1784944752.733117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00010000:00000010:2.1:1784944752.733126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5800. 00000080:00000010:2.1:1784944752.733132:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047180. 00010000:00000010:2.1:1784944752.733139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d500. 00010000:00000010:2.1:1784944752.733141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4c00. 00000080:00000010:2.1:1784944752.745569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047b00. 00010000:00000010:2.1:1784944752.745580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aea00. 00010000:00000010:2.1:1784944752.745584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5600. 00000080:00000010:2.1:1784944752.745588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432be0. 00010000:00000010:2.1:1784944752.745593:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00010000:00000010:2.1:1784944752.745596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4200. 00000080:00000010:2.1:1784944752.754153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432fa0. 00010000:00000010:2.1:1784944752.763082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a100. 00010000:00000010:2.1:1784944752.763093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5000. 00000080:00000010:3.1:1784944752.766542:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0476e0. 00010000:00000010:3.1:1784944752.766553:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2800. 00010000:00000010:3.1:1784944752.766557:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4800. 00000080:00000010:2.1:1784944752.767144:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047840. 00010000:00000010:2.1:1784944752.767152:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16e00. 00010000:00000010:2.1:1784944752.767157:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5000. 00000080:00000010:2.1:1784944752.775175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047720. 00010000:00000010:2.1:1784944752.775186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16a00. 00010000:00000010:2.1:1784944752.775191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4600. 00000080:00000010:2.1:1784944752.781118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047880. 00010000:00000010:2.1:1784944752.781131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d100. 00010000:00000010:2.1:1784944752.781138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5800. 00000080:00000010:2.1:1784944752.781142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471e0. 00010000:00000010:2.1:1784944752.781148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16700. 00010000:00000010:2.1:1784944752.781154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5e00. 00000080:00000010:2.1:1784944752.783574:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047160. 00010000:00000010:2.1:1784944752.783582:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16400. 00010000:00000010:2.1:1784944752.783585:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5a00. 00000080:00000010:2.1:1784944752.788101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471c0. 00000080:00000010:3.1:1784944752.791347:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047b80. 00010000:00000010:3.1:1784944752.791358:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16900. 00010000:00000010:3.1:1784944752.791362:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4400. 00010000:00000010:2.1:1784944752.792200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915dc00. 00010000:00000010:2.1:1784944752.792206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4000. 00000080:00000010:2.1:1784944752.803083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432380. 00010000:00000010:2.1:1784944752.803094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacb00. 00010000:00000010:2.1:1784944752.803098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7ec00. 00000080:00000010:2.1:1784944752.807089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047760. 00010000:00000010:2.1:1784944752.807106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915dd00. 00010000:00000010:2.1:1784944752.807112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5200. 00000080:00000010:3.1:1784944752.811112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b140. 00010000:00000010:3.1:1784944752.811125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4000. 00010000:00000010:3.1:1784944752.811129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00000080:00000010:2.1:1784944752.820064:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b9a0. 00010000:00000010:2.1:1784944752.820076:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4800. 00010000:00000010:2.1:1784944752.820081:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164dc00. 00000080:00000010:2.1:1784944752.825104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432640. 00010000:00000010:2.1:1784944752.825117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacc00. 00010000:00000010:2.1:1784944752.825120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f200. 00000080:00000010:3.1:1784944752.827107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bc60. 00010000:00000010:3.1:1784944752.827118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4e00. 00010000:00000010:3.1:1784944752.827121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00000080:00000010:2.1:1784944752.835079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0475a0. 00010000:00000010:2.1:1784944752.835093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16300. 00010000:00000010:2.1:1784944752.835098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5c00. 00000080:00000010:2.1:1784944752.839086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b3c0. 00010000:00000010:2.1:1784944752.839100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:2.1:1784944752.839105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00000080:00000010:0.1:1784944752.847085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047d00. 00010000:00000010:0.1:1784944752.847104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16500. 00010000:00000010:0.1:1784944752.847109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3800. 00000080:00000010:3.1:1784944752.850204:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b580. 00010000:00000010:3.1:1784944752.850216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4500. 00010000:00000010:3.1:1784944752.850221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c800. 00000080:00000010:2.1:1784944752.856141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b8c0. 00010000:00000010:2.1:1784944752.856153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1500. 00010000:00000010:2.1:1784944752.856158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00000080:00000010:2.1:1784944752.861080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b020. 00010000:00000010:2.1:1784944752.861090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:2.1:1784944752.861096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e400. 00000080:00000010:3.1:1784944752.868143:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432a80. 00010000:00000010:3.1:1784944752.868157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac400. 00010000:00000010:3.1:1784944752.868165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7fa00. 00000080:00000010:3.1:1784944752.873076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b1e0. 00010000:00000010:3.1:1784944752.873087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4100. 00010000:00000010:3.1:1784944752.873091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00000080:00000010:2.1:1784944752.877116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bec0. 00010000:00000010:2.1:1784944752.877135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4600. 00010000:00000010:2.1:1784944752.877141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00000080:00000010:3.1:1784944752.881124:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b360. 00010000:00000010:3.1:1784944752.881135:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4200. 00010000:00000010:3.1:1784944752.881141:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ce00. 00010000:00000010:2.1:1784944752.886083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96300. 00010000:00000010:2.1:1784944752.886091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00000080:00000010:3.1:1784944752.886122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b860. 00010000:00000010:3.1:1784944752.886202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a000. 00010000:00000010:3.1:1784944752.886208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164de00. 00000080:00000010:3.1:1784944752.886213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b620. 00000080:00000010:2.1:1784944752.894087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b060. 00010000:00000010:2.1:1784944752.894106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ae00. 00010000:00000010:2.1:1784944752.894112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c400. 00000080:00000010:3.1:1784944752.894275:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b2a0. 00010000:00000010:3.1:1784944752.894292:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7af00. 00010000:00000010:3.1:1784944752.894296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00000080:00000010:2.1:1784944752.902089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bf80. 00010000:00000010:2.1:1784944752.902102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a400. 00010000:00000010:2.1:1784944752.902107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581600. 00000080:00000010:3.1:1784944752.906235:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b340. 00010000:00000010:3.1:1784944752.906247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7aa00. 00010000:00000010:3.1:1784944752.906252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c200. 00000080:00000010:3.1:1784944752.909089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b0e0. 00010000:00000010:3.1:1784944752.909100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a500. 00010000:00000010:3.1:1784944752.909105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580c00. 00000080:00000010:2.1:1784944752.913083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b960. 00010000:00000010:2.1:1784944752.913097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a800. 00010000:00000010:2.1:1784944752.913105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581000. 00000080:00000010:3.1:1784944752.917263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b940. 00010000:00000010:3.1:1784944752.917276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ab00. 00010000:00000010:3.1:1784944752.917284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581800. 00000080:00000010:3.1:1784944752.922083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b9e0. 00010000:00000010:3.1:1784944752.922092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a600. 00010000:00000010:3.1:1784944752.922095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581e00. 00000080:00000010:2.1:1784944752.927083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b780. 00010000:00000010:2.1:1784944752.927092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a100. 00010000:00000010:2.1:1784944752.927096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580800. 00010000:00000010:0.1:1784944752.927298:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ad00. 00010000:00000010:0.1:1784944752.927304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580000. 00000080:00000010:3.1:1784944752.932539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b240. 00000080:00000010:3.1:1784944752.936085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b420. 00000080:00000010:2.1:1784944752.936086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b5a0. 00010000:00000010:2.1:1784944752.936104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7ac00. 00010000:00000010:3.1:1784944752.936104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a900. 00010000:00000010:2.1:1784944752.936112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581400. 00010000:00000010:3.1:1784944752.936114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581a00. 00000080:00000010:2.1:1784944752.941081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a282f4a5c0. 00010000:00000010:2.1:1784944752.941093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6c7a300. 00010000:00000010:2.1:1784944752.941097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580e00. 00000080:00000010:3.1:1784944752.945301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4326c0. 00010000:00000010:3.1:1784944752.945313:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac200. 00010000:00000010:3.1:1784944752.945317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f400. 00000080:00000010:3.1:1784944752.945321:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87bc0. 00010000:00000010:3.1:1784944752.945325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7d00. 00010000:00000010:3.1:1784944752.945328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580400. 00000080:00000010:2.1:1784944752.953678:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87600. 00010000:00000010:2.1:1784944752.953688:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4b00. 00010000:00000010:2.1:1784944752.953692:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00000080:00000010:3.1:1784944752.961142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87340. 00010000:00000010:3.1:1784944752.961155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16c00. 00010000:00000010:3.1:1784944752.961159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580200. 00000080:00000010:3.1:1784944752.964135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87c40. 00010000:00000010:3.1:1784944752.964147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4300. 00010000:00000010:3.1:1784944752.964153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580a00. 00000080:00000010:2.1:1784944752.968081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432100. 00010000:00000010:2.1:1784944752.968093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac900. 00010000:00000010:2.1:1784944752.968098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7b7f600. 00000080:00000010:3.1:1784944752.977089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047bc0. 00010000:00000010:3.1:1784944752.977108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16b00. 00010000:00000010:3.1:1784944752.977115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73c00. 00000080:00000010:2.1:1784944752.977157:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0470a0. 00010000:00000010:2.1:1784944752.977168:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16f00. 00010000:00000010:2.1:1784944752.977174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2600. 00000080:00000010:2.1:1784944752.982084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0470c0. 00010000:00000010:2.1:1784944752.982096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16000. 00010000:00000010:2.1:1784944752.982101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72200. 00000080:00000010:2.1:1784944752.987086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047200. 00000080:00000010:3.1:1784944752.987086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047c40. 00010000:00000010:2.1:1784944752.987104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae100. 00010000:00000010:3.1:1784944752.987104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16200. 00010000:00000010:2.1:1784944752.987116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72600. 00010000:00000010:3.1:1784944752.987116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72400. 00000080:00000010:2.1:1784944752.995226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047300. 00010000:00000010:2.1:1784944752.995247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915da00. 00010000:00000010:2.1:1784944752.995252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72c00. 00000080:00000010:3.1:1784944752.999094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047960. 00010000:00000010:3.1:1784944752.999101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915df00. 00010000:00000010:3.1:1784944752.999104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72000. 00000080:00000010:2.1:1784944753.006164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ea0. 00010000:00000010:2.1:1784944753.006180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35100. 00010000:00000010:2.1:1784944753.006199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73a00. 00000080:00000010:2.1:1784944753.010088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047c80. 00010000:00000010:2.1:1784944753.010103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35e00. 00010000:00000010:2.1:1784944753.010108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73600. 00000080:00000010:3.1:1784944753.014082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047fe0. 00010000:00000010:3.1:1784944753.014095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35400. 00010000:00000010:3.1:1784944753.014100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc000. 00000080:00000010:2.1:1784944753.018162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047600. 00010000:00000010:2.1:1784944753.018174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35500. 00010000:00000010:2.1:1784944753.018181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc600. 00000080:00000010:3.1:1784944753.020209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047080. 00010000:00000010:3.1:1784944753.020219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35800. 00010000:00000010:3.1:1784944753.020223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72a00. 00000080:00000010:3.1:1784944753.024119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4320a0. 00010000:00000010:3.1:1784944753.024130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac100. 00010000:00000010:3.1:1784944753.024135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0a00. 00000080:00000010:2.1:1784944753.032112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0479c0. 00010000:00000010:2.1:1784944753.032127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35700. 00010000:00000010:2.1:1784944753.032133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc200. 00000080:00000010:2.1:1784944753.037086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047920. 00010000:00000010:2.1:1784944753.037098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35a00. 00010000:00000010:2.1:1784944753.037102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc400. 00000080:00000010:3.1:1784944753.037151:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a00. 00010000:00000010:3.1:1784944753.040181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35d00. 00010000:00000010:3.1:1784944753.040188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fd000. 00000080:00000010:3.1:1784944753.044182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4322c0. 00010000:00000010:3.1:1784944753.044194:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac500. 00010000:00000010:3.1:1784944753.044198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1000. 00000080:00000010:2.1:1784944753.045263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0472c0. 00010000:00000010:2.1:1784944753.045274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35900. 00010000:00000010:2.1:1784944753.045278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc800. 00000080:00000010:2.1:1784944753.050526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ac0. 00010000:00000010:2.1:1784944753.050541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35600. 00010000:00000010:2.1:1784944753.050546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fdc00. 00000080:00000010:2.1:1784944753.054074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471a0. 00010000:00000010:2.1:1784944753.054083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea800. 00010000:00000010:2.1:1784944753.054086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447400. 00000080:00000010:3.1:1784944753.068161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047120. 00010000:00000010:3.1:1784944753.068175:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35200. 00010000:00000010:3.1:1784944753.068179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fde00. 00000080:00000010:2.1:1784944753.068223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047320. 00010000:00000010:2.1:1784944753.072091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea000. 00010000:00000010:2.1:1784944753.072099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447800. 00000080:00000010:2.1:1784944753.081200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a40. 00010000:00000010:2.1:1784944753.081211:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deab00. 00010000:00000010:2.1:1784944753.081216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446e00. 00000080:00000010:2.1:1784944753.086292:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ba0. 00010000:00000010:2.1:1784944753.086303:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d400. 00010000:00000010:2.1:1784944753.086307:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030c00. 00000080:00000010:2.1:1784944753.091088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047dc0. 00010000:00000010:2.1:1784944753.091106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea200. 00010000:00000010:2.1:1784944753.091111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446c00. 00000080:00000010:2.1:1784944753.095770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047f20. 00010000:00000010:2.1:1784944753.095785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35300. 00010000:00000010:2.1:1784944753.095794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031a00. 00000080:00000010:2.1:1784944753.103090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047480. 00010000:00000010:2.1:1784944753.103105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16d00. 00010000:00000010:2.1:1784944753.103110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031800. 00000080:00000010:3.1:1784944753.107098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0474a0. 00010000:00000010:3.1:1784944753.107112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deae00. 00010000:00000010:3.1:1784944753.107119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447000. 00000080:00000010:2.1:1784944753.114084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b040. 00010000:00000010:2.1:1784944753.114098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7f00. 00010000:00000010:2.1:1784944753.114104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9600. 00000080:00000010:3.1:1784944753.114120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047500. 00010000:00000010:3.1:1784944753.114131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deac00. 00010000:00000010:3.1:1784944753.114134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031400. 00000080:00000010:3.1:1784944753.121154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0478c0. 00010000:00000010:3.1:1784944753.121164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d000. 00010000:00000010:3.1:1784944753.121168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446600. 00000080:00000010:3.1:1784944753.125279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047580. 00010000:00000010:3.1:1784944753.125290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea300. 00010000:00000010:3.1:1784944753.125293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030e00. 00000080:00000010:3.1:1784944753.130082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047da0. 00010000:00000010:3.1:1784944753.130102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d900. 00010000:00000010:3.1:1784944753.130107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446200. 00000080:00000010:3.1:1784944753.138105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047420. 00010000:00000010:3.1:1784944753.142179:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea900. 00010000:00000010:3.1:1784944753.142187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447a00. 00000080:00000010:3.1:1784944753.146584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e60. 00010000:00000010:3.1:1784944753.146595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d700. 00010000:00000010:3.1:1784944753.146600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446800. 00000080:00000010:2.1:1784944753.150068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047020. 00010000:00000010:2.1:1784944753.150076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865de00. 00010000:00000010:2.1:1784944753.150080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447600. 00000080:00000010:3.1:1784944753.155691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047820. 00010000:00000010:3.1:1784944753.155708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16100. 00010000:00000010:3.1:1784944753.155714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447e00. 00000080:00000010:2.1:1784944753.167432:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0474c0. 00010000:00000010:2.1:1784944753.167445:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865db00. 00010000:00000010:2.1:1784944753.167450:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199c000. 00000080:00000010:3.1:1784944753.170198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047220. 00010000:00000010:3.1:1784944753.170208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deaf00. 00010000:00000010:3.1:1784944753.170213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447200. 00000080:00000010:2.1:1784944753.178240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0470e0. 00000080:00000010:1.1:1784944753.182083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432940. 00010000:00000010:2.1:1784944753.182149:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d400. 00010000:00000010:2.1:1784944753.182157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199ca00. 00010000:00000010:1.1:1784944753.189117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac000. 00010000:00000010:1.1:1784944753.189124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1e00. 00000080:00000010:3.1:1784944753.194093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047620. 00010000:00000010:3.1:1784944753.194111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35c00. 00010000:00000010:3.1:1784944753.194118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199dc00. 00000080:00000010:2.1:1784944753.199173:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047640. 00010000:00000010:2.1:1784944753.199184:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea500. 00010000:00000010:2.1:1784944753.199189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446000. 00000080:00000010:3.1:1784944753.208080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0473e0. 00010000:00000010:3.1:1784944753.208092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea400. 00010000:00000010:3.1:1784944753.208096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199c200. 00000080:00000010:2.1:1784944753.212072:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a20. 00010000:00000010:2.1:1784944753.212081:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35000. 00010000:00000010:2.1:1784944753.212085:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446a00. 00000080:00000010:3.1:1784944753.217069:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb040. 00010000:00000010:2.1:1784944753.221182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d700. 00010000:00000010:2.1:1784944753.221189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199c400. 00000080:00000010:3.1:1784944753.224163:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ae0. 00010000:00000010:3.1:1784944753.224224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35b00. 00010000:00000010:3.1:1784944753.224230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286447c00. 00000080:00000010:2.1:1784944753.234194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbe40. 00010000:00000010:2.1:1784944753.234206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865dd00. 00010000:00000010:2.1:1784944753.234209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199c800. 00000080:00000010:2.1:1784944753.237103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb240. 00010000:00000010:2.1:1784944753.237116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deaa00. 00010000:00000010:2.1:1784944753.237118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199d400. 00010000:00000010:2.1:1784944753.245077:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865da00. 00010000:00000010:2.1:1784944753.245083:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a286446400. 00000080:00000010:3.1:1784944753.245111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0475e0. 00000080:00000010:2.1:1784944753.250103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb9a0. 00010000:00000010:2.1:1784944753.250115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3700. 00010000:00000010:2.1:1784944753.250120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199da00. 00000080:00000010:2.1:1784944753.261155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047440. 00010000:00000010:2.1:1784944753.261167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865df00. 00010000:00000010:2.1:1784944753.261171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199d000. 00000080:00000010:0.1:1784944753.265481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb460. 00010000:00000010:0.1:1784944753.265490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3f00. 00010000:00000010:0.1:1784944753.265494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199cc00. 00000080:00000010:2.1:1784944753.266868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432780. 00010000:00000010:2.1:1784944753.266878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac600. 00010000:00000010:2.1:1784944753.266882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1800. 00000080:00000010:2.1:1784944753.266886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432440. 00010000:00000010:2.1:1784944753.266889:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacf00. 00010000:00000010:2.1:1784944753.266892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0e00. 00000080:00000010:2.1:1784944753.275076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0479e0. 00010000:00000010:2.1:1784944753.275086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d300. 00010000:00000010:2.1:1784944753.275090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199c600. 00000080:00000010:2.1:1784944753.285233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbcc0. 00010000:00000010:2.1:1784944753.285244:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3b00. 00010000:00000010:2.1:1784944753.285249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41400. 00000080:00000010:2.1:1784944753.285262:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbe20. 00010000:00000010:2.1:1784944753.285267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d200. 00010000:00000010:2.1:1784944753.285270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199d600. 00000080:00000010:2.1:1784944753.285273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb8a0. 00010000:00000010:2.1:1784944753.285276:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3800. 00010000:00000010:2.1:1784944753.285279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41a00. 00000080:00000010:2.1:1784944753.285281:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbf00. 00010000:00000010:2.1:1784944753.285285:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d600. 00010000:00000010:2.1:1784944753.285287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199d800. 00000080:00000010:3.1:1784944753.290326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb760. 00010000:00000010:3.1:1784944753.290337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3600. 00010000:00000010:3.1:1784944753.290342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199ce00. 00000080:00000010:2.1:1784944753.291072:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb6e0. 00010000:00000010:2.1:1784944753.291079:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3300. 00010000:00000010:2.1:1784944753.291084:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40c00. 00000080:00000010:2.1:1784944753.298162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb600. 00010000:00000010:2.1:1784944753.298173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be100. 00010000:00000010:2.1:1784944753.298179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40000. 00000080:00000010:2.1:1784944753.303127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb1e0. 00010000:00000010:2.1:1784944753.303140:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3000. 00010000:00000010:2.1:1784944753.303144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199de00. 00000080:00000010:2.1:1784944753.309077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb1c0. 00010000:00000010:2.1:1784944753.313081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3200. 00010000:00000010:2.1:1784944753.313090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b199d200. 00000080:00000010:2.1:1784944753.313095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbc60. 00010000:00000010:2.1:1784944753.313103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bef00. 00010000:00000010:2.1:1784944753.313106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40a00. 00000080:00000010:3.1:1784944753.317071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbf60. 00010000:00000010:3.1:1784944753.317079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00000080:00000010:2.1:1784944753.317085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb700. 00010000:00000010:3.1:1784944753.317087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41800. 00010000:00000010:2.1:1784944753.317091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bea00. 00010000:00000010:2.1:1784944753.317094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40600. 00000080:00000010:2.1:1784944753.322099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb160. 00010000:00000010:2.1:1784944753.322113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3e00. 00010000:00000010:2.1:1784944753.322119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40e00. 00000080:00000010:2.1:1784944753.322123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb0a0. 00010000:00000010:2.1:1784944753.322127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be600. 00010000:00000010:2.1:1784944753.322130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40200. 00000080:00000010:3.1:1784944753.329324:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb3a0. 00010000:00000010:3.1:1784944753.329335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be200. 00010000:00000010:3.1:1784944753.329339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40400. 00000080:00000010:3.1:1784944753.335114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb880. 00010000:00000010:3.1:1784944753.335126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be400. 00010000:00000010:3.1:1784944753.335130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41e00. 00000080:00000010:2.1:1784944753.339079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbea0. 00010000:00000010:2.1:1784944753.339090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be700. 00010000:00000010:2.1:1784944753.339094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f400. 00000080:00000010:2.1:1784944753.339098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432cc0. 00010000:00000010:2.1:1784944753.339104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeace00. 00010000:00000010:2.1:1784944753.339107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1400. 00000080:00000010:2.1:1784944753.347182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbc80. 00010000:00000010:2.1:1784944753.350310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be300. 00010000:00000010:2.1:1784944753.350318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41200. 00000080:00000010:3.1:1784944753.351099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbfe0. 00010000:00000010:3.1:1784944753.351111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be500. 00010000:00000010:3.1:1784944753.351119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f800. 00000080:00000010:2.1:1784944753.355086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb340. 00010000:00000010:2.1:1784944753.355100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bec00. 00010000:00000010:2.1:1784944753.355105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41000. 00000080:00000010:3.1:1784944753.359218:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb940. 00010000:00000010:3.1:1784944753.359231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3a00. 00010000:00000010:3.1:1784944753.359236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023fa00. 00000080:00000010:2.1:1784944753.364078:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbbe0. 00010000:00000010:2.1:1784944753.364090:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be900. 00010000:00000010:2.1:1784944753.364099:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41c00. 00000080:00000010:3.1:1784944753.369106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb560. 00000080:00000010:2.1:1784944753.369107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb300. 00010000:00000010:3.1:1784944753.369119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5beb00. 00010000:00000010:2.1:1784944753.369120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cac00. 00010000:00000010:3.1:1784944753.369124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a40800. 00010000:00000010:2.1:1784944753.369128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023fe00. 00000080:00000010:2.1:1784944753.375097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade871c0. 00010000:00000010:2.1:1784944753.375109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4700. 00010000:00000010:2.1:1784944753.375116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773fe00. 00000080:00000010:3.1:1784944753.378207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbf80. 00010000:00000010:3.1:1784944753.378219:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bed00. 00010000:00000010:3.1:1784944753.378223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1a41600. 00000080:00000010:2.1:1784944753.383079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb280. 00010000:00000010:2.1:1784944753.383091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76caa00. 00010000:00000010:2.1:1784944753.383100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f200. 00000080:00000010:2.1:1784944753.387071:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4327c0. 00010000:00000010:2.1:1784944753.387082:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac700. 00010000:00000010:2.1:1784944753.387087:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0000. 00000080:00000010:3.1:1784944753.390386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbaa0. 00010000:00000010:3.1:1784944753.390397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3d00. 00010000:00000010:3.1:1784944753.390403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023ee00. 00000080:00000010:2.1:1784944753.391119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb8c0. 00010000:00000010:2.1:1784944753.391128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cae00. 00010000:00000010:2.1:1784944753.391132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f000. 00000080:00000010:2.1:1784944753.395090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432b60. 00010000:00000010:2.1:1784944753.395105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeac300. 00010000:00000010:2.1:1784944753.395111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0800. 00000080:00000010:2.1:1784944753.399092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb3c0. 00010000:00000010:2.1:1784944753.399103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca400. 00010000:00000010:2.1:1784944753.399107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023ec00. 00000080:00000010:3.1:1784944753.407079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbe60. 00000080:00000010:2.1:1784944753.407083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb5e0. 00010000:00000010:3.1:1784944753.407097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca200. 00010000:00000010:2.1:1784944753.407099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca600. 00010000:00000010:3.1:1784944753.407106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023ea00. 00010000:00000010:2.1:1784944753.407107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e000. 00000080:00000010:2.1:1784944753.412088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbb20. 00010000:00000010:2.1:1784944753.412099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca100. 00010000:00000010:2.1:1784944753.412103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023fc00. 00000080:00000010:3.1:1784944753.416117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb2e0. 00010000:00000010:3.1:1784944753.416134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca300. 00010000:00000010:3.1:1784944753.416140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e600. 00000080:00000010:3.1:1784944753.421085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbfa0. 00010000:00000010:3.1:1784944753.421095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76caf00. 00010000:00000010:3.1:1784944753.421188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e800. 00000080:00000010:3.1:1784944753.421191:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb680. 00010000:00000010:3.1:1784944753.421195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca800. 00010000:00000010:3.1:1784944753.421198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e200. 00000080:00000010:2.1:1784944753.425252:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb360. 00010000:00000010:2.1:1784944753.425260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bee00. 00010000:00000010:2.1:1784944753.425263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849200. 00000080:00000010:3.1:1784944753.430093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb0e0. 00010000:00000010:3.1:1784944753.430108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca700. 00010000:00000010:3.1:1784944753.430115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023e400. 00000080:00000010:2.1:1784944753.434080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb620. 00010000:00000010:2.1:1784944753.434094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca900. 00010000:00000010:2.1:1784944753.434100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29023f600. 00000080:00000010:3.1:1784944753.434980:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb260. 00010000:00000010:3.1:1784944753.434990:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609800. 00010000:00000010:3.1:1784944753.434996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849000. 00000080:00000010:3.1:1784944753.439443:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb380. 00010000:00000010:3.1:1784944753.439459:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609100. 00010000:00000010:3.1:1784944753.439468:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848000. 00000080:00000010:3.1:1784944753.445314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb9e0. 00010000:00000010:3.1:1784944753.445324:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca000. 00010000:00000010:3.1:1784944753.445328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848c00. 00000080:00000010:2.1:1784944753.449202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb1a0. 00010000:00000010:2.1:1784944753.449216:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609c00. 00010000:00000010:2.1:1784944753.449224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848a00. 00000080:00000010:2.1:1784944753.453110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbee0. 00010000:00000010:2.1:1784944753.453121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d800. 00010000:00000010:2.1:1784944753.453125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849e00. 00000080:00000010:3.1:1784944753.457111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb580. 00010000:00000010:3.1:1784944753.457121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609d00. 00010000:00000010:3.1:1784944753.457127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849a00. 00000080:00000010:2.1:1784944753.461091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4326a0. 00010000:00000010:2.1:1784944753.461101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeaca00. 00010000:00000010:2.1:1784944753.461106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1200. 00000080:00000010:2.1:1784944753.465363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fba60. 00010000:00000010:2.1:1784944753.465375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba800. 00010000:00000010:2.1:1784944753.465380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7600. 00000080:00000010:2.1:1784944753.469082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95380. 00000080:00000010:3.1:1784944753.469091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbf20. 00010000:00000010:2.1:1784944753.469095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aabac00. 00010000:00000010:2.1:1784944753.469101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7800. 00010000:00000010:3.1:1784944753.469103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609900. 00010000:00000010:3.1:1784944753.469109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849c00. 00000080:00000010:2.1:1784944753.473576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb140. 00010000:00000010:2.1:1784944753.473588:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609200. 00010000:00000010:2.1:1784944753.473595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848600. 00000080:00000010:3.1:1784944753.482075:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf3c0. 00010000:00000010:3.1:1784944753.482085:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649eb00. 00010000:00000010:3.1:1784944753.482089:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9800. 00000080:00000010:2.1:1784944753.484080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfde0. 00010000:00000010:2.1:1784944753.484090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e200. 00010000:00000010:2.1:1784944753.484094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9a00. 00000080:00000010:3.1:1784944753.484186:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fba40. 00010000:00000010:3.1:1784944753.484195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609a00. 00010000:00000010:3.1:1784944753.484327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848200. 00000080:00000010:3.1:1784944753.488082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb120. 00010000:00000010:3.1:1784944753.488092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609700. 00010000:00000010:3.1:1784944753.488098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848400. 00000080:00000010:3.1:1784944753.488101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfe20. 00010000:00000010:3.1:1784944753.488106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e600. 00010000:00000010:3.1:1784944753.488109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9200. 00000080:00000010:2.1:1784944753.492083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbba0. 00010000:00000010:2.1:1784944753.492100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609b00. 00010000:00000010:2.1:1784944753.492107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848800. 00000080:00000010:0.1:1784944753.501085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbe00. 00000080:00000010:3.1:1784944753.505088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfbc0. 00010000:00000010:3.1:1784944753.505100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7300. 00010000:00000010:3.1:1784944753.505106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8a00. 00010000:00000010:0.1:1784944753.505118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609e00. 00010000:00000010:0.1:1784944753.505126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849600. 00000080:00000010:2.1:1784944753.508798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfce0. 00010000:00000010:2.1:1784944753.508818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7b00. 00010000:00000010:2.1:1784944753.508823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8200. 00000080:00000010:3.1:1784944753.514225:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb420. 00010000:00000010:3.1:1784944753.514236:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609400. 00010000:00000010:3.1:1784944753.514243:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849400. 00000080:00000010:3.1:1784944753.519087:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf9c0. 00010000:00000010:3.1:1784944753.519100:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7900. 00010000:00000010:3.1:1784944753.519105:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8400. 00000080:00000010:2.1:1784944753.523079:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432e80. 00010000:00000010:2.1:1784944753.523094:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a500. 00010000:00000010:2.1:1784944753.523103:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0200. 00000080:00000010:2.1:1784944753.529081:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb500. 00010000:00000010:2.1:1784944753.529094:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609600. 00010000:00000010:2.1:1784944753.529102:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1849800. 00000080:00000010:3.1:1784944753.533075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfb80. 00010000:00000010:3.1:1784944753.533086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7a00. 00010000:00000010:3.1:1784944753.533090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402600. 00000080:00000010:2.1:1784944753.537103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bffa0. 00010000:00000010:2.1:1784944753.537116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7400. 00010000:00000010:2.1:1784944753.537120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402200. 00000080:00000010:2.1:1784944753.537124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb7e0. 00010000:00000010:2.1:1784944753.537130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2829b9b00. 00010000:00000010:2.1:1784944753.537133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1848e00. 00000080:00000010:3.1:1784944753.546127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4327e0. 00010000:00000010:3.1:1784944753.546144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ef00. 00010000:00000010:3.1:1784944753.546149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1a00. 00000080:00000010:2.1:1784944753.558153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb860. 00010000:00000010:2.1:1784944753.558167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609000. 00010000:00000010:2.1:1784944753.558174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7c00. 00000080:00000010:2.1:1784944753.574087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb4a0. 00010000:00000010:2.1:1784944753.574108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609f00. 00010000:00000010:2.1:1784944753.574115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6600. 00000080:00000010:3.1:1784944753.578093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf180. 00010000:00000010:3.1:1784944753.578109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7600. 00010000:00000010:3.1:1784944753.578113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402000. 00000080:00000010:2.1:1784944753.664092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959c0. 00010000:00000010:2.1:1784944753.664110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aabaa00. 00010000:00000010:2.1:1784944753.664115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7200. 00000080:00000010:2.1:1784944753.668245:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fb6a0. 00010000:00000010:2.1:1784944753.668257:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cad00. 00010000:00000010:2.1:1784944753.668261:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6200. 00000080:00000010:2.1:1784944753.675110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b00. 00010000:00000010:2.1:1784944753.675121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba300. 00010000:00000010:2.1:1784944753.675125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7000. 00000080:00000010:2.1:1784944753.685078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbdc0. 00010000:00000010:2.1:1784944753.685092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aabab00. 00010000:00000010:2.1:1784944753.685096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6400. 00000080:00000010:2.1:1784944753.703102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2865fbd60. 00010000:00000010:2.1:1784944753.703118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba400. 00010000:00000010:2.1:1784944753.703124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6800. 00000080:00000010:2.1:1784944753.707077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b951a0. 00010000:00000010:2.1:1784944753.711079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ab00. 00010000:00000010:2.1:1784944753.711088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac400. 00000080:00000010:2.1:1784944753.715095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b40. 00010000:00000010:2.1:1784944753.715107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba100. 00010000:00000010:2.1:1784944753.715113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7400. 00000080:00000010:2.1:1784944753.715119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432980. 00010000:00000010:2.1:1784944753.715125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e300. 00010000:00000010:2.1:1784944753.715130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b200. 00000080:00000010:2.1:1784944753.724224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4324a0. 00010000:00000010:2.1:1784944753.724233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e200. 00010000:00000010:2.1:1784944753.724236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0c00. 00000080:00000010:2.1:1784944753.730103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432f60. 00010000:00000010:2.1:1784944753.730117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e800. 00010000:00000010:2.1:1784944753.730123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ae00. 00000080:00000010:2.1:1784944753.734195:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ee0. 00010000:00000010:2.1:1784944753.734217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e300. 00010000:00000010:2.1:1784944753.734222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7a00. 00000080:00000010:2.1:1784944753.734226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4320c0. 00010000:00000010:2.1:1784944753.734231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ee00. 00010000:00000010:2.1:1784944753.734234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198aa00. 00000080:00000010:2.1:1784944753.741129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf520. 00010000:00000010:2.1:1784944753.741141:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e800. 00010000:00000010:2.1:1784944753.741147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8e00. 00000080:00000010:2.1:1784944753.741151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b980. 00010000:00000010:2.1:1784944753.741160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7300. 00010000:00000010:2.1:1784944753.741165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9c00. 00000080:00000010:2.1:1784944753.746189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf540. 00010000:00000010:2.1:1784944753.746204:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e400. 00010000:00000010:2.1:1784944753.746208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9400. 00000080:00000010:2.1:1784944753.746212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c80. 00010000:00000010:2.1:1784944753.746217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e900. 00010000:00000010:2.1:1784944753.746220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b800. 00000080:00000010:2.1:1784944753.752265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf680. 00010000:00000010:2.1:1784944753.757133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e000. 00010000:00000010:2.1:1784944753.757140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9e00. 00000080:00000010:2.1:1784944753.757144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432020. 00010000:00000010:2.1:1784944753.768090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6d1a700. 00010000:00000010:2.1:1784944753.768116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b000. 00000080:00000010:1.1:1784944753.772086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432f20. 00000080:00000010:2.1:1784944753.772119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfae0. 00010000:00000010:2.1:1784944753.772131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ec00. 00010000:00000010:2.1:1784944753.772137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8800. 00010000:00000010:1.1:1784944753.776098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adeacd00. 00010000:00000010:1.1:1784944753.776112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b600. 00000080:00000010:2.1:1784944753.776152:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf4a0. 00010000:00000010:2.1:1784944753.776173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e500. 00010000:00000010:2.1:1784944753.776177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8c00. 00000080:00000010:1.1:1784944753.781080:0:234915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf300. 00010000:00000010:1.1:1784944753.781093:0:234915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ed00. 00010000:00000010:1.1:1784944753.781101:0:234915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8600. 00000080:00000010:1.1:1784944753.781107:0:234915:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432420. 00010000:00000010:1.1:1784944753.781116:0:234915:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a200. 00010000:00000010:1.1:1784944753.781122:0:234915:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a400. 00000080:00000010:2.1:1784944753.788172:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ba0. 00010000:00000010:2.1:1784944753.788186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ab00. 00010000:00000010:2.1:1784944753.788193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ac00. 00000080:00000010:3.1:1784944753.792074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432b20. 00010000:00000010:3.1:1784944753.792088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6eb00. 00010000:00000010:3.1:1784944753.792121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1c00. 00000080:00000010:2.1:1784944753.801129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf000. 00010000:00000010:2.1:1784944753.801142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ef00. 00010000:00000010:2.1:1784944753.805216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9000. 00000080:00000010:2.1:1784944753.809109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf0e0. 00010000:00000010:2.1:1784944753.809121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e100. 00010000:00000010:2.1:1784944753.809125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde8000. 00000080:00000010:3.1:1784944753.810068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4329a0. 00010000:00000010:3.1:1784944753.810080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67aa00. 00010000:00000010:3.1:1784944753.810085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ba00. 00000080:00000010:2.1:1784944753.820381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432c00. 00010000:00000010:2.1:1784944753.820394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a700. 00010000:00000010:2.1:1784944753.820399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b400. 00000080:00000010:3.1:1784944753.823110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfb60. 00010000:00000010:3.1:1784944753.823119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7100. 00010000:00000010:3.1:1784944753.823122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adde9c00. 00000080:00000010:3.1:1784944753.826214:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b220. 00010000:00000010:3.1:1784944753.826228:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7900. 00010000:00000010:3.1:1784944753.826233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8200. 00000080:00000010:2.1:1784944753.827301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24fcb00. 00010000:00000010:2.1:1784944753.827312:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ae00. 00010000:00000010:2.1:1784944753.827317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a200. 00000080:00000010:2.1:1784944753.827320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf7e0. 00010000:00000010:2.1:1784944753.827325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7700. 00010000:00000010:2.1:1784944753.827328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402400. 00000080:00000010:2.1:1784944753.832069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b820. 00010000:00000010:2.1:1784944753.832077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7700. 00010000:00000010:2.1:1784944753.832080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9000. 00000080:00000010:3.1:1784944753.836247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bf9e0. 00010000:00000010:3.1:1784944753.838071:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7c00. 00000080:00000010:2.1:1784944753.838072:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e1c0. 00010000:00000010:3.1:1784944753.838079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403c00. 00010000:00000010:2.1:1784944753.838088:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a500. 00010000:00000010:2.1:1784944753.838094:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0e00. 00000080:00000010:2.1:1784944753.841171:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ed00. 00010000:00000010:2.1:1784944753.849490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a900. 00010000:00000010:2.1:1784944753.849499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1a00. 00000080:00000010:2.1:1784944753.849503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2867bfe60. 00010000:00000010:2.1:1784944753.849512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba700. 00010000:00000010:2.1:1784944753.849517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402a00. 00000080:00000010:3.1:1784944753.855951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ec80. 00010000:00000010:3.1:1784944753.855980:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a300. 00010000:00000010:3.1:1784944753.855985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1400. 00000080:00000010:3.1:1784944753.855989:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95260. 00010000:00000010:3.1:1784944753.855994:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba500. 00010000:00000010:3.1:1784944753.855998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6e00. 00000080:00000010:2.1:1784944753.863091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e900. 00010000:00000010:2.1:1784944753.863105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ad00. 00000080:00000010:1.1:1784944753.863107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95d80. 00010000:00000010:2.1:1784944753.863112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0200. 00010000:00000010:1.1:1784944753.863118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba900. 00010000:00000010:1.1:1784944753.863125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6c00. 00000080:00000010:2.1:1784944753.874151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e300. 00010000:00000010:2.1:1784944753.874164:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4beb00. 00010000:00000010:2.1:1784944753.874171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214a00. 00000080:00000010:2.1:1784944753.882083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ce0. 00010000:00000010:2.1:1784944753.882094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aaba200. 00010000:00000010:2.1:1784944753.882097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7e00. 00000080:00000010:2.1:1784944753.882100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eae0. 00010000:00000010:2.1:1784944753.882104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a600. 00010000:00000010:2.1:1784944753.882108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214c00. 00000080:00000010:2.1:1784944753.882111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b952e0. 00010000:00000010:2.1:1784944753.882114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aabaf00. 00010000:00000010:2.1:1784944753.882126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6000. 00000080:00000010:2.1:1784944753.886119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e6e0. 00010000:00000010:2.1:1784944753.886130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8800. 00010000:00000010:2.1:1784944753.886134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1e00. 00000080:00000010:2.1:1784944753.886138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95a00. 00010000:00000010:2.1:1784944753.886144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f609500. 00010000:00000010:2.1:1784944753.886157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6a00. 00000080:00000010:2.1:1784944753.894097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e340. 00010000:00000010:2.1:1784944753.894112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8200. 00010000:00000010:2.1:1784944753.894117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0c00. 00000080:00000010:2.1:1784944753.900092:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432fc0. 00010000:00000010:2.1:1784944753.900105:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e500. 00010000:00000010:2.1:1784944753.900110:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1600. 00000080:00000010:1.1:1784944753.903209:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ee80. 00010000:00000010:1.1:1784944753.903224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8c00. 00010000:00000010:1.1:1784944753.903228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebca00. 00000080:00000010:2.1:1784944753.907838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95e00. 00010000:00000010:2.1:1784944753.907852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6aa00. 00010000:00000010:2.1:1784944753.907861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac200. 00000080:00000010:2.1:1784944753.911483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eec0. 00000080:00000010:3.1:1784944753.916106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4321c0. 00010000:00000010:3.1:1784944753.916119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ed00. 00010000:00000010:3.1:1784944753.916125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0400. 00010000:00000010:2.1:1784944753.916512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8500. 00010000:00000010:2.1:1784944753.916519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebdc00. 00000080:00000010:2.1:1784944753.921200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752bfa0. 00010000:00000010:2.1:1784944753.921212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7500. 00010000:00000010:2.1:1784944753.921217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9800. 00000080:00000010:1.1:1784944753.924190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b560. 00010000:00000010:1.1:1784944753.924205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7400. 00010000:00000010:1.1:1784944753.924213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9400. 00000080:00000010:2.1:1784944753.925072:0:245459:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432e00. 00010000:00000010:0.1:1784944753.926099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e400. 00010000:00000010:0.1:1784944753.926108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0600. 00000080:00000010:2.1:1784944753.956100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432a60. 00010000:00000010:2.1:1784944753.956112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e100. 00010000:00000010:2.1:1784944753.956117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198bc00. 00010000:00000010:0.1:1784944753.960081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ea00. 00010000:00000010:0.1:1784944753.960091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a000. 00000080:00000010:3.1:1784944753.960091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432580. 00000080:00000010:3.1:1784944753.964081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432d80. 00010000:00000010:3.1:1784944753.964091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6ec00. 00010000:00000010:3.1:1784944753.964095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a600. 00000080:00000010:3.1:1784944753.964097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432180. 00010000:00000010:3.1:1784944753.964100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e000. 00010000:00000010:3.1:1784944753.964102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198be00. 00000080:00000010:3.1:1784944753.964104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24fc6c0. 00010000:00000010:3.1:1784944753.964108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a100. 00010000:00000010:3.1:1784944753.964111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a800. 00000080:00000010:3.1:1784944753.964113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e080. 00010000:00000010:3.1:1784944753.964115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67af00. 00010000:00000010:3.1:1784944753.964117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0800. 00000080:00000010:3.1:1784944753.970078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e460. 00010000:00000010:3.1:1784944753.970087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ac00. 00010000:00000010:3.1:1784944753.970091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1800. 00000080:00000010:3.1:1784944753.970095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e2a0. 00010000:00000010:3.1:1784944753.970098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a000. 00010000:00000010:3.1:1784944753.970101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1600. 00000080:00000010:3.1:1784944753.974317:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eaa0. 00010000:00000010:3.1:1784944753.974329:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a800. 00010000:00000010:3.1:1784944753.974334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1c00. 00000080:00000010:3.1:1784944753.978166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e3c0. 00010000:00000010:3.1:1784944753.978180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a400. 00010000:00000010:3.1:1784944753.978187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0400. 00000080:00000010:3.1:1784944753.982077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ef20. 00010000:00000010:3.1:1784944753.982087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bed00. 00010000:00000010:3.1:1784944753.982090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215c00. 00000080:00000010:3.1:1784944753.987112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b8a0. 00010000:00000010:3.1:1784944753.987124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b87c7800. 00010000:00000010:3.1:1784944753.987129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c8000. 00000080:00000010:3.1:1784944753.991077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e600. 00010000:00000010:3.1:1784944753.991088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be400. 00010000:00000010:3.1:1784944753.991094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215600. 00000080:00000010:3.1:1784944753.999466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ef80. 00010000:00000010:3.1:1784944753.999477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be900. 00010000:00000010:3.1:1784944753.999481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214800. 00000080:00000010:3.1:1784944754.007091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ed20. 00010000:00000010:3.1:1784944754.007101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be600. 00010000:00000010:3.1:1784944754.007104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215800. 00000080:00000010:3.1:1784944754.007106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ebe0. 00010000:00000010:3.1:1784944754.007110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f700. 00010000:00000010:3.1:1784944754.007112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1000. 00000080:00000010:3.1:1784944754.012133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e7a0. 00010000:00000010:3.1:1784944754.012150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1e6e700. 00010000:00000010:3.1:1784944754.012170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0600. 00000080:00000010:3.1:1784944754.012177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ee40. 00010000:00000010:3.1:1784944754.012191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8100. 00010000:00000010:3.1:1784944754.012199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0a00. 00000080:00000010:3.1:1784944754.022103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e0c0. 00010000:00000010:3.1:1784944754.022114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8900. 00010000:00000010:3.1:1784944754.022118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0000. 00000080:00000010:3.1:1784944754.027306:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a752b680. 00010000:00000010:3.1:1784944754.027318:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f600. 00010000:00000010:3.1:1784944754.027324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a78c9200. 00000080:00000010:3.1:1784944754.027341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027ec40. 00010000:00000010:3.1:1784944754.027348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8f00. 00010000:00000010:3.1:1784944754.027351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1200. 00000080:00000010:3.1:1784944754.031139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e980. 00010000:00000010:3.1:1784944754.031151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8b00. 00010000:00000010:3.1:1784944754.031155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc600. 00000080:00000010:2.1:1784944754.036110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027eea0. 00010000:00000010:2.1:1784944754.036121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8a00. 00010000:00000010:2.1:1784944754.036127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebc200. 00000080:00000010:3.1:1784944754.040150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e000. 00010000:00000010:3.1:1784944754.050098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8400. 00010000:00000010:3.1:1784944754.050108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebd000. 00000080:00000010:3.1:1784944754.054085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29027e240. 00010000:00000010:3.1:1784944754.054102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76c8d00. 00010000:00000010:3.1:1784944754.054109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ebde00. 00010000:00000010:2.1:1784944754.104106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac400. 00010000:00000010:2.1:1784944754.124120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214000. 00010000:00000010:2.1:1784944754.124125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185fb00. 00010000:00000010:2.1:1784944754.128083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472000. 00010000:00000010:2.1:1784944754.128093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac800. 00010000:00000010:2.1:1784944754.128100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185fd00. 00010000:00000010:2.1:1784944754.128106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19fe600. 00010000:00000010:2.1:1784944754.128112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac200. 00010000:00000010:3.1:1784944754.134290:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7000. 00010000:00000010:3.1:1784944754.134298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402000. 00010000:00000010:3.1:1784944754.139373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7d00. 00010000:00000010:3.1:1784944754.139383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403200. 00000080:00000010:2.1:1784944754.150140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b32ceb40. 00000080:00000010:2.1:1784944754.150154:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eb60. 00010000:00000010:2.1:1784944754.155075:0:245466:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472400. 00010000:00000010:2.1:1784944754.157106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b185f000. 00010000:00000010:2.1:1784944754.157115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19ff600. 00010000:00000010:2.1:1784944754.157128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be100. 00010000:00000010:2.1:1784944754.157132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215400. 00000080:00000010:2.1:1784944754.161080:0:245470:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3254a40. 00000080:00000010:2.1:1784944754.161093:0:245470:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432a20. 00010000:00000010:2.1:1784944756.991196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac000. 00000080:00000010:2.1:1784944756.996083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b950c0. 00010000:00000010:2.1:1784944756.996101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a600. 00010000:00000010:2.1:1784944756.996106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77aca00. 00010000:00000010:3.1:1784944757.131087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4700. 00010000:00000010:3.1:1784944757.131096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773fc00. 00010000:00000010:3.1:1784944757.147079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4600. 00010000:00000010:3.1:1784944757.151089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4700. 00010000:00000010:3.1:1784944757.151097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e200. 00000080:00000010:1.1:1784944757.167095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87660. 00010000:00000010:3.1:1784944757.171226:0:246056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4700. 00010000:00000010:3.1:1784944757.183064:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:3.1:1784944757.183071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e600. 00010000:00000010:3.1:1784944757.234171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:1.1:1784944757.252075:0:245897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e600. 00010000:00000010:1.1:1784944757.252083:0:245897:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e200. 00010000:00000010:3.1:1784944757.255077:0:246064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4300. 00010000:00000010:3.1:1784944757.255086:0:246064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e000. 00010000:00000010:3.1:1784944757.259128:0:246064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4600. 00010000:00000010:2.1:1784944757.259136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4b00. 00010000:00000010:3.1:1784944757.259136:0:246064:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f000. 00010000:00000010:2.1:1784944757.259144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ea00. 00010000:00000010:0.1:1784944757.267085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e000. 00000080:00000010:3.1:1784944757.271064:0:246064:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87980. 00010000:00000010:3.1:1784944757.291069:0:246064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4700. 00010000:00000010:3.1:1784944757.332068:0:246072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472a00. 00010000:00000010:3.1:1784944757.332077:0:246072:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:3.1:1784944757.332080:0:246072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773fc00. 00010000:00000010:3.1:1784944757.332082:0:246072:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4300. 00010000:00000010:3.1:1784944757.332084:0:246072:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e400. 00000080:00000010:3.1:1784944757.336090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0efa0. 00000080:00000010:3.1:1784944757.336110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b300a100. 00010000:00000010:3.1:1784944757.344077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4300. 00010000:00000010:3.1:1784944757.348088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:3.1:1784944757.348099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e400. 00000080:00000010:3.1:1784944757.360088:0:246073:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87f60. 00010000:00000010:3.1:1784944757.377090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00000080:00000010:3.1:1784944757.385085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87f60. 00010000:00000010:3.1:1784944757.385100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e400. 00010000:00000010:3.1:1784944757.413102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e400. 00010000:00000010:2.1:1784944757.423395:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7800. 00010000:00000010:2.1:1784944757.423399:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402c00. 00010000:00000010:2.1:1784944757.430084:0:246080:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a600. 00010000:00000010:2.1:1784944757.430092:0:246080:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a500. 00010000:00000010:2.1:1784944757.430097:0:246080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77aca00. 00000080:00000010:2.1:1784944757.438076:0:246081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87ec0. 00010000:00000010:2.1:1784944757.698160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85600. 00010000:00000010:2.1:1784944757.698180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473a00. 00000080:00000010:3.1:1784944757.702087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95020. 00010000:00000010:3.1:1784944757.702101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77aca00. 00010000:00000010:3.1:1784944757.729150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4400. 00010000:00000010:3.1:1784944757.729157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e200. 00010000:00000010:2.1:1784944757.780085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85b00. 00010000:00000010:2.1:1784944757.780095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473c00. 00010000:00000010:0.1:1784944757.792477:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4300. 00010000:00000010:0.1:1784944757.792484:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ec00. 00000080:00000010:3.1:1784944757.796078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2ade87aa0. 00010000:00000010:3.1:1784944757.796089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f000. 00010000:00000010:2.1:1784944757.804130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4c00. 00010000:00000010:2.1:1784944757.804136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ea00. 00010000:00000010:3.1:1784944757.805098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4800. 00010000:00000010:3.1:1784944757.805106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e000. 00010000:00000010:3.1:1784944757.805125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:3.1:1784944757.805128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e800. 00000080:00000010:2.1:1784944757.808073:0:246134:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432b00. 00010000:00000010:3.1:1784944757.813091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77adc00. 00010000:00000010:2.1:1784944757.822075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ac00. 00010000:00000010:2.1:1784944757.822079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a300. 00010000:00000010:2.1:1784944757.822081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ade00. 00000080:00000010:2.1:1784944757.834088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b952c0. 00010000:00000010:3.1:1784944757.842082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:3.1:1784944757.859080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00000080:00000010:3.1:1784944760.133129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432240. 00000080:00000010:3.1:1784944760.133140:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95600. 00000080:00000010:3.1:1784944760.133145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95f00. 00010000:00000010:2.1:1784944760.138079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f400. 00000080:00000010:3.1:1784944760.138086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b30039c0. 00010000:00000010:2.1:1784944760.138087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e400. 00000080:00000010:3.1:1784944760.138135:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b300c200. 00000080:00000010:3.1:1784944760.138158:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b300d280. 00000080:00000010:3.1:1784944760.138170:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b300a940. 00000080:00000010:3.1:1784944760.138198:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b30018c0. 00010000:00000010:1.1:1784944760.139085:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473800. 00010000:00000010:0.1:1784944760.146170:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0600. 00010000:00000010:0.1:1784944760.146174:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:0.1:1784944760.150206:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ea00. 00010000:00000010:0.1:1784944760.150211:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac600. 00010000:00000010:0.1:1784944760.150214:0:246580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a100. 00010000:00000010:0.1:1784944760.150218:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403a00. 00010000:00000010:0.1:1784944760.150221:0:246580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:0.1:1784944760.150225:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f000. 00010000:00000010:0.1:1784944760.150227:0:246580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4400. 00010000:00000010:0.1:1784944760.155128:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ec00. 00010000:00000010:0.1:1784944760.155135:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad200. 00010000:00000010:0.1:1784944760.155140:0:246580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a900. 00010000:00000010:0.1:1784944760.155144:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e600. 00010000:00000010:0.1:1784944760.155147:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e200. 00010000:00000010:0.1:1784944760.155150:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e800. 00010000:00000010:0.1:1784944760.155153:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad000. 00010000:00000010:0.1:1784944760.155156:0:246580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a700. 00010000:00000010:0.1:1784944760.155159:0:246580:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e000. 00010000:00000010:0.1:1784944760.155162:0:246580:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4800. 00010000:00000010:3.1:1784944760.921410:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f200. 00000080:00000010:1.1:1784944760.933084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4325e0. 00010000:00000010:1.1:1784944760.954095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472200. 00000080:00000010:1.1:1784944760.954104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e300. 00010000:00000010:1.1:1784944760.959084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472e00. 00000080:00000010:1.1:1784944760.959092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e0a0. 00010000:00000010:1.1:1784944760.963074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472a00. 00010000:00000010:2.1:1784944760.967096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472600. 00010000:00000010:3.1:1784944763.244081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4000. 00010000:00000010:3.1:1784944763.777099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4000. 00010000:00000010:3.1:1784944763.781098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4c00. 00010000:00000010:3.1:1784944763.781104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0e00. 00010000:00000010:3.1:1784944763.826077:0:246934:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c500. 00010000:00000010:2.1:1784944763.987135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ad00. 00010000:00000010:2.1:1784944763.987140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ada00. 00010000:00000010:2.1:1784944763.987143:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4800. 00010000:00000010:2.1:1784944763.987145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0000. 00000080:00000010:2.1:1784944763.992086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95480. 00000080:00000010:2.1:1784944763.992112:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3004a40. 00010000:00000010:3.1:1784944763.993005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a200. 00010000:00000010:3.1:1784944763.993012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac600. 00010000:00000010:3.1:1784944763.993016:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:3.1:1784944763.993019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0200. 00000080:00000010:3.1:1784944764.002086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95780. 00000080:00000010:3.1:1784944764.006099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3254a40. 00010000:00000010:2.1:1784944764.010068:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d800. 00010000:00000010:2.1:1784944764.010074:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00000080:00000010:2.1:1784944764.014082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce420. 00010000:00000010:1.1:1784944764.018083:0:2407:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d700. 00010000:00000010:1.1:1784944764.018091:0:2407:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164dc00. 00000080:00000010:2.1:1784944764.018103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d44200. 00000080:00000010:1.1:1784944764.022082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef80. 00010000:00000010:0.1:1784944764.026089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911d00. 00000080:00000010:1.1:1784944764.026090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d45280. 00010000:00000010:0.1:1784944764.026103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00000080:00000010:2.1:1784944764.030079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce980. 00000080:00000010:2.1:1784944764.030100:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4d280. 00010000:00000010:2.1:1784944764.034082:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911f00. 00010000:00000010:2.1:1784944764.034088:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5000. 00000080:00000010:2.1:1784944764.043072:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce360. 00000080:00000010:2.1:1784944764.047082:0:2408:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4b9c0. 00010000:00000010:3.1:1784944764.055079:0:246938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911c00. 00010000:00000010:3.1:1784944764.055090:0:246938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4200. 00000080:00000010:3.1:1784944764.061075:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cefa0. 00000080:00000010:3.1:1784944764.061092:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d498c0. 00010000:00000010:3.1:1784944764.061101:0:246938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911900. 00010000:00000010:3.1:1784944764.061109:0:246938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5800. 00000080:00000010:2.1:1784944764.071068:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cea80. 00000080:00000010:2.1:1784944764.071087:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d49080. 00010000:00000010:2.1:1784944764.078065:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911500. 00010000:00000010:2.1:1784944764.078071:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4e00. 00000080:00000010:2.1:1784944764.081071:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce100. 00000080:00000010:2.1:1784944764.089077:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4ca40. 00010000:00000010:2.1:1784944764.089091:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911700. 00010000:00000010:2.1:1784944764.089099:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00000080:00000010:2.1:1784944764.124074:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced80. 00000080:00000010:2.1:1784944764.131083:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4e300. 00010000:00000010:2.1:1784944764.152073:0:246938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911a00. 00010000:00000010:2.1:1784944764.152082:0:246938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00000080:00000010:2.1:1784944764.152092:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce180. 00000080:00000010:2.1:1784944764.152114:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d48000. 00010000:00000010:2.1:1784944764.152122:0:246938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911100. 00010000:00000010:2.1:1784944764.152130:0:246938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00000080:00000010:2.1:1784944764.152137:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee60. 00000080:00000010:2.1:1784944764.152146:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4f380. 00010000:00000010:2.1:1784944764.166069:0:246938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6af00. 00010000:00000010:2.1:1784944764.166077:0:246938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad200. 00000080:00000010:2.1:1784944764.195073:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b20. 00000080:00000010:2.1:1784944764.195095:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b32ceb40. 00010000:00000010:2.1:1784944764.200085:0:246938:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911300. 00010000:00000010:2.1:1784944764.200092:0:246938:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00000080:00000010:2.1:1784944764.200098:0:246938:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceba0. 00000080:00000010:2.1:1784944764.200118:0:246938:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4eb40. 00010000:00000010:1.1:1784944764.220694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911400. 00010000:00000010:1.1:1784944764.220701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:0.1:1784944764.225087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cea40. 00000080:00000010:0.1:1784944764.225115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d48840. 00010000:00000010:0.1:1784944764.225126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911800. 00010000:00000010:0.1:1784944764.225134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5c00. 00000080:00000010:1.1:1784944764.229083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceee0. 00000080:00000010:1.1:1784944764.229101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4b180. 00010000:00000010:1.1:1784944764.233086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16a00. 00010000:00000010:1.1:1784944764.233094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00000080:00000010:1.1:1784944764.236345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce4c0. 00000080:00000010:1.1:1784944764.236367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4dac0. 00010000:00000010:0.1:1784944764.237074:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be600. 00010000:00000010:0.1:1784944764.237088:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00000080:00000010:2.1:1784944764.245084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce620. 00000080:00000010:2.1:1784944764.245106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4a100. 00010000:00000010:2.1:1784944764.249081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35800. 00010000:00000010:2.1:1784944764.249087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42200. 00000080:00000010:2.1:1784944764.254069:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceda0. 00000080:00000010:2.1:1784944764.254082:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4a940. 00010000:00000010:2.1:1784944764.254090:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aee00. 00010000:00000010:2.1:1784944764.254096:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43600. 00000080:00000010:2.1:1784944764.263094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb60. 00000080:00000010:2.1:1784944764.263115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d4c200. 00010000:00000010:2.1:1784944764.267067:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3600. 00010000:00000010:2.1:1784944764.267073:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43800. 00000080:00000010:2.1:1784944764.271089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce040. 00000080:00000010:2.1:1784944764.271115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d52100. 00010000:00000010:2.1:1784944764.271124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3f00. 00010000:00000010:2.1:1784944764.271128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42a00. 00000080:00000010:2.1:1784944764.279073:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce720. 00000080:00000010:2.1:1784944764.279096:0:2409:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d52940. 00010000:00000010:2.1:1784944764.279106:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3400. 00010000:00000010:2.1:1784944764.279113:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42e00. 00000080:00000010:2.1:1784944764.282073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb40. 00000080:00000010:2.1:1784944764.290094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d54200. 00010000:00000010:3.1:1784944764.294073:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cad00. 00010000:00000010:3.1:1784944764.294077:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad000. 00000080:00000010:3.1:1784944764.298068:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b951e0. 00000080:00000010:3.1:1784944764.298080:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b301d280. 00010000:00000010:3.1:1784944764.298088:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3900. 00010000:00000010:3.1:1784944764.298092:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43e00. 00000080:00000010:3.1:1784944764.302079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce340. 00000080:00000010:3.1:1784944764.302093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d55280. 00010000:00000010:3.1:1784944764.302097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:3.1:1784944764.302100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42600. 00000080:00000010:3.1:1784944764.306065:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce3c0. 00000080:00000010:3.1:1784944764.306078:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d539c0. 00010000:00000010:3.1:1784944764.306085:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3d00. 00010000:00000010:3.1:1784944764.306092:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42400. 00000080:00000010:3.1:1784944764.311079:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce800. 00000080:00000010:3.1:1784944764.311093:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d518c0. 00010000:00000010:3.1:1784944764.311099:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:3.1:1784944764.311103:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42800. 00000080:00000010:3.1:1784944764.316072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce3a0. 00000080:00000010:3.1:1784944764.316091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d51080. 00010000:00000010:3.1:1784944764.320071:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3b00. 00010000:00000010:3.1:1784944764.320075:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42000. 00000080:00000010:3.1:1784944764.325067:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced60. 00000080:00000010:3.1:1784944764.325080:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d54a40. 00010000:00000010:3.1:1784944764.329078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3800. 00010000:00000010:3.1:1784944764.329086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43c00. 00000080:00000010:3.1:1784944764.333080:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce200. 00000080:00000010:3.1:1784944764.333094:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d56300. 00010000:00000010:3.1:1784944764.333102:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3300. 00010000:00000010:3.1:1784944764.333106:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43000. 00000080:00000010:3.1:1784944764.338212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce7e0. 00000080:00000010:3.1:1784944764.338234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d50000. 00010000:00000010:3.1:1784944764.342075:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3a00. 00010000:00000010:3.1:1784944764.342080:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c42c00. 00000080:00000010:3.1:1784944764.347831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cede0. 00000080:00000010:3.1:1784944764.347855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d57380. 00010000:00000010:3.1:1784944764.351091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aed00. 00010000:00000010:3.1:1784944764.351101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43200. 00000080:00000010:3.1:1784944764.356077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce220. 00000080:00000010:3.1:1784944764.356097:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d56b40. 00010000:00000010:2.1:1784944764.363829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3500. 00010000:00000010:2.1:1784944764.363838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43400. 00000080:00000010:2.1:1784944764.368071:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce3e0. 00000080:00000010:2.1:1784944764.376106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d50840. 00010000:00000010:2.1:1784944764.380084:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca900. 00010000:00000010:2.1:1784944764.380091:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77acc00. 00000080:00000010:2.1:1784944764.383201:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95680. 00000080:00000010:2.1:1784944764.383226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b301b9c0. 00010000:00000010:2.1:1784944764.383234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16e00. 00010000:00000010:2.1:1784944764.383238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285c43a00. 00000080:00000010:2.1:1784944764.388076:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cefe0. 00000080:00000010:2.1:1784944764.388090:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d53180. 00010000:00000010:2.1:1784944764.391372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911200. 00010000:00000010:2.1:1784944764.391381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b000. 00000080:00000010:2.1:1784944764.400075:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee40. 00000080:00000010:2.1:1784944764.400089:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d55ac0. 00010000:00000010:2.1:1784944764.400099:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911600. 00010000:00000010:2.1:1784944764.400104:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856aa00. 00000080:00000010:2.1:1784944764.405085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce440. 00000080:00000010:2.1:1784944764.405105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5b180. 00010000:00000010:2.1:1784944764.405112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3100. 00010000:00000010:2.1:1784944764.405115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a200. 00000080:00000010:2.1:1784944764.405117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce2c0. 00000080:00000010:2.1:1784944764.405122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5dac0. 00010000:00000010:2.1:1784944764.413064:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4000. 00010000:00000010:2.1:1784944764.413071:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b400. 00000080:00000010:2.1:1784944764.417065:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce580. 00000080:00000010:2.1:1784944764.421073:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5a100. 00010000:00000010:2.1:1784944764.421079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4900. 00010000:00000010:2.1:1784944764.421082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ba00. 00000080:00000010:2.1:1784944764.421084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce860. 00000080:00000010:2.1:1784944764.421093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5a940. 00010000:00000010:2.1:1784944764.421100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4500. 00010000:00000010:2.1:1784944764.421101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b800. 00000080:00000010:2.1:1784944764.425085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce820. 00000080:00000010:2.1:1784944764.425094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5c200. 00010000:00000010:2.1:1784944764.425097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4200. 00010000:00000010:2.1:1784944764.425099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856bc00. 00000080:00000010:2.1:1784944764.429073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce9c0. 00000080:00000010:2.1:1784944764.429082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5d280. 00010000:00000010:2.1:1784944764.439076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4d00. 00010000:00000010:2.1:1784944764.439080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a600. 00000080:00000010:2.1:1784944764.439083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce140. 00000080:00000010:2.1:1784944764.446082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5b9c0. 00010000:00000010:2.1:1784944764.446092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4800. 00010000:00000010:2.1:1784944764.446097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856be00. 00000080:00000010:2.1:1784944764.450070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce320. 00000080:00000010:2.1:1784944764.450080:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d598c0. 00010000:00000010:2.1:1784944764.454066:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca800. 00010000:00000010:2.1:1784944764.454071:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77aca00. 00000080:00000010:2.1:1784944764.454074:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95600. 00000080:00000010:2.1:1784944764.458068:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b30198c0. 00010000:00000010:2.1:1784944764.458076:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4b00. 00010000:00000010:2.1:1784944764.458079:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ae00. 00000080:00000010:2.1:1784944764.462074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec20. 00000080:00000010:2.1:1784944764.462088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d59080. 00010000:00000010:2.1:1784944764.462094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4700. 00010000:00000010:2.1:1784944764.462097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a800. 00000080:00000010:2.1:1784944764.466083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceb20. 00000080:00000010:2.1:1784944764.466094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5ca40. 00010000:00000010:2.1:1784944764.466101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4300. 00010000:00000010:2.1:1784944764.466105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ac00. 00000080:00000010:2.1:1784944764.471080:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6c0. 00000080:00000010:2.1:1784944764.471094:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5e300. 00010000:00000010:2.1:1784944764.471102:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4100. 00010000:00000010:2.1:1784944764.471108:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b200. 00000080:00000010:2.1:1784944764.476063:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce8e0. 00000080:00000010:2.1:1784944764.476075:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d58000. 00010000:00000010:2.1:1784944764.480076:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4400. 00010000:00000010:2.1:1784944764.480083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a000. 00000080:00000010:2.1:1784944764.484067:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6a0. 00000080:00000010:2.1:1784944764.484084:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5f380. 00010000:00000010:2.1:1784944764.484097:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911000. 00010000:00000010:2.1:1784944764.484101:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a400. 00000080:00000010:2.1:1784944764.488819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ced20. 00000080:00000010:2.1:1784944764.488843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d5eb40. 00010000:00000010:2.1:1784944764.488849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915dd00. 00010000:00000010:2.1:1784944764.488853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b600. 00000080:00000010:2.1:1784944764.496113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceae0. 00000080:00000010:2.1:1784944764.496133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d58840. 00010000:00000010:2.1:1784944764.504094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3c00. 00010000:00000010:2.1:1784944764.504106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215400. 00000080:00000010:2.1:1784944764.508151:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cefc0. 00000080:00000010:2.1:1784944764.513574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d62100. 00010000:00000010:2.1:1784944764.513589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4600. 00010000:00000010:2.1:1784944764.513595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214000. 00000080:00000010:2.1:1784944764.516083:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce6e0. 00000080:00000010:2.1:1784944764.516096:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d62940. 00010000:00000010:2.1:1784944764.516106:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae500. 00010000:00000010:2.1:1784944764.516111:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215800. 00000080:00000010:2.1:1784944764.526096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce780. 00000080:00000010:2.1:1784944764.533102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d64200. 00010000:00000010:2.1:1784944764.539321:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca300. 00010000:00000010:2.1:1784944764.539329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77adc00. 00000080:00000010:2.1:1784944764.546135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95820. 00000080:00000010:0.1:1784944764.554092:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3019080. 00010000:00000010:0.1:1784944764.554105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911e00. 00010000:00000010:0.1:1784944764.554110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214800. 00000080:00000010:0.1:1784944764.559071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce240. 00000080:00000010:0.1:1784944764.559092:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d65280. 00010000:00000010:0.1:1784944764.559096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3d00. 00010000:00000010:0.1:1784944764.559101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215600. 00000080:00000010:0.1:1784944764.566887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce9a0. 00000080:00000010:0.1:1784944764.574287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d639c0. 00010000:00000010:0.1:1784944764.574306:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3e00. 00010000:00000010:0.1:1784944764.574317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215c00. 00000080:00000010:1.1:1784944764.579086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce000. 00000080:00000010:0.1:1784944764.583066:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef00. 00000080:00000010:1.1:1784944764.583103:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d618c0. 00010000:00000010:1.1:1784944764.583113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3200. 00010000:00000010:1.1:1784944764.583119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214c00. 00000080:00000010:0.1:1784944764.587099:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d61080. 00010000:00000010:0.1:1784944764.587107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3300. 00010000:00000010:0.1:1784944764.587111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214a00. 00000080:00000010:0.1:1784944764.597087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce160. 00000080:00000010:0.1:1784944764.597105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d64a40. 00010000:00000010:1.1:1784944764.602092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3800. 00010000:00000010:1.1:1784944764.602102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215a00. 00000080:00000010:2.1:1784944764.606076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec80. 00000080:00000010:2.1:1784944764.606091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d66300. 00010000:00000010:2.1:1784944764.606096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3a00. 00010000:00000010:2.1:1784944764.606098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214200. 00000080:00000010:2.1:1784944764.606100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce2a0. 00000080:00000010:2.1:1784944764.606114:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d60000. 00010000:00000010:2.1:1784944764.606121:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3b00. 00010000:00000010:2.1:1784944764.606128:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214e00. 00000080:00000010:2.1:1784944764.615078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee80. 00000080:00000010:2.1:1784944764.615094:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d67380. 00010000:00000010:2.1:1784944764.615100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00010000:00000010:2.1:1784944764.615106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214600. 00000080:00000010:2.1:1784944764.630094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce960. 00000080:00000010:2.1:1784944764.630118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d66b40. 00010000:00000010:2.1:1784944764.630129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3600. 00010000:00000010:2.1:1784944764.630136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030e00. 00000080:00000010:2.1:1784944764.638092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce7a0. 00000080:00000010:2.1:1784944764.638105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d60840. 00010000:00000010:2.1:1784944764.638111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca600. 00010000:00000010:2.1:1784944764.638115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f200. 00000080:00000010:2.1:1784944764.643078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b80. 00000080:00000010:2.1:1784944764.643089:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b301ca40. 00010000:00000010:2.1:1784944764.643097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3000. 00010000:00000010:2.1:1784944764.643101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031400. 00000080:00000010:2.1:1784944764.647089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec40. 00000080:00000010:2.1:1784944764.647105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d63180. 00010000:00000010:2.1:1784944764.647113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3f00. 00010000:00000010:2.1:1784944764.647119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031800. 00000080:00000010:2.1:1784944764.652092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cece0. 00000080:00000010:2.1:1784944764.652109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d65ac0. 00010000:00000010:2.1:1784944764.652115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4a00. 00010000:00000010:2.1:1784944764.652119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031a00. 00000080:00000010:2.1:1784944764.657077:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce5c0. 00000080:00000010:2.1:1784944764.657092:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6c200. 00010000:00000010:2.1:1784944764.657106:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4c00. 00010000:00000010:2.1:1784944764.657111:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030c00. 00000080:00000010:2.1:1784944764.662098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce400. 00000080:00000010:2.1:1784944764.662126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6d280. 00010000:00000010:2.1:1784944764.666077:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3100. 00010000:00000010:2.1:1784944764.666084:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5c00. 00000080:00000010:2.1:1784944764.670160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c511e0. 00000080:00000010:2.1:1784944764.670181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6b9c0. 00010000:00000010:2.1:1784944764.676077:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4f00. 00010000:00000010:2.1:1784944764.676083:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5200. 00000080:00000010:2.1:1784944764.681086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51d80. 00000080:00000010:2.1:1784944764.681110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d698c0. 00010000:00000010:2.1:1784944764.685078:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678f00. 00010000:00000010:2.1:1784944764.685085:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4000. 00000080:00000010:2.1:1784944764.689183:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51780. 00000080:00000010:2.1:1784944764.689208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d69080. 00010000:00000010:2.1:1784944764.694093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678700. 00010000:00000010:2.1:1784944764.694109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4400. 00000080:00000010:2.1:1784944764.705084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51b00. 00000080:00000010:2.1:1784944764.705109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6ca40. 00010000:00000010:2.1:1784944764.709081:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678300. 00010000:00000010:2.1:1784944764.709086:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5a00. 00000080:00000010:2.1:1784944764.714082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51660. 00000080:00000010:2.1:1784944764.714107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6e300. 00010000:00000010:2.1:1784944764.727391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678e00. 00010000:00000010:2.1:1784944764.727401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5e00. 00000080:00000010:2.1:1784944764.732093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2300. 00000080:00000010:2.1:1784944764.732110:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d68000. 00010000:00000010:0.1:1784944764.741086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca400. 00010000:00000010:0.1:1784944764.741095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ee00. 00000080:00000010:0.1:1784944764.753091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95f60. 00000080:00000010:0.1:1784944764.753106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b301e300. 00010000:00000010:0.1:1784944764.753115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678000. 00010000:00000010:0.1:1784944764.753120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5800. 00000080:00000010:0.1:1784944764.757085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2740. 00000080:00000010:0.1:1784944764.757107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6f380. 00010000:00000010:0.1:1784944764.757112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678600. 00010000:00000010:0.1:1784944764.757116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4600. 00000080:00000010:0.1:1784944764.761078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2280. 00000080:00000010:0.1:1784944764.761093:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6eb40. 00010000:00000010:0.1:1784944764.761101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678d00. 00010000:00000010:0.1:1784944764.761103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5000. 00000080:00000010:0.1:1784944764.765091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2240. 00000080:00000010:0.1:1784944764.765104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d68840. 00010000:00000010:0.1:1784944764.769063:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678100. 00010000:00000010:0.1:1784944764.769067:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4800. 00000080:00000010:0.1:1784944764.773066:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2560. 00000080:00000010:0.1:1784944764.773079:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6b180. 00010000:00000010:0.1:1784944764.773086:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678500. 00010000:00000010:0.1:1784944764.773090:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5600. 00000080:00000010:0.1:1784944764.781080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b60. 00000080:00000010:0.1:1784944764.781098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6dac0. 00010000:00000010:0.1:1784944764.781106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3e00. 00010000:00000010:0.1:1784944764.781111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4c00. 00000080:00000010:0.1:1784944764.785078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2480. 00000080:00000010:0.1:1784944764.785090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6a100. 00010000:00000010:0.1:1784944764.785096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678200. 00010000:00000010:0.1:1784944764.785099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5400. 00000080:00000010:0.1:1784944764.789069:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2100. 00000080:00000010:0.1:1784944764.789082:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d6a940. 00010000:00000010:0.1:1784944764.789089:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103500. 00010000:00000010:0.1:1784944764.789095:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4a00. 00000080:00000010:0.1:1784944764.789099:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2fe0. 00000080:00000010:0.1:1784944764.789111:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d739c0. 00010000:00000010:0.1:1784944764.793071:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103f00. 00010000:00000010:0.1:1784944764.793080:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4200. 00000080:00000010:0.1:1784944764.802123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e28e0. 00000080:00000010:0.1:1784944764.802148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d718c0. 00010000:00000010:0.1:1784944764.802165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103700. 00010000:00000010:0.1:1784944764.802178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e200. 00000080:00000010:0.1:1784944764.806072:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e80. 00000080:00000010:0.1:1784944764.806088:0:2398:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d71080. 00010000:00000010:1.1:1784944764.806113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76caa00. 00010000:00000010:1.1:1784944764.806122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e000. 00000080:00000010:0.1:1784944764.817078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95020. 00000080:00000010:0.1:1784944764.817098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3018000. 00010000:00000010:0.1:1784944764.821084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103300. 00010000:00000010:0.1:1784944764.821091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e400. 00000080:00000010:0.1:1784944764.825070:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2520. 00000080:00000010:0.1:1784944764.829098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d74a40. 00010000:00000010:0.1:1784944764.829109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103e00. 00010000:00000010:0.1:1784944764.829116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e800. 00000080:00000010:0.1:1784944764.833084:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2d80. 00000080:00000010:0.1:1784944764.833099:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d76300. 00010000:00000010:0.1:1784944764.833107:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103000. 00010000:00000010:0.1:1784944764.833115:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f600. 00000080:00000010:0.1:1784944764.838093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2460. 00000080:00000010:0.1:1784944764.838112:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d70000. 00010000:00000010:0.1:1784944764.842118:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103a00. 00010000:00000010:0.1:1784944764.842130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f400. 00000080:00000010:1.1:1784944764.846068:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e27c0. 00000080:00000010:1.1:1784944764.846086:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d77380. 00010000:00000010:1.1:1784944764.846094:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103b00. 00010000:00000010:1.1:1784944764.846101:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f800. 00000080:00000010:1.1:1784944764.852086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e40. 00000080:00000010:1.1:1784944764.852109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d76b40. 00010000:00000010:1.1:1784944764.856082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103100. 00010000:00000010:1.1:1784944764.856089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274fa00. 00000080:00000010:1.1:1784944764.859228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2680. 00000080:00000010:1.1:1784944764.864109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d70840. 00010000:00000010:1.1:1784944764.864121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103400. 00010000:00000010:1.1:1784944764.864129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274ee00. 00000080:00000010:1.1:1784944764.869076:0:246936:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e21a0. 00000080:00000010:1.1:1784944764.869090:0:246936:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d73180. 00010000:00000010:1.1:1784944764.869100:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678900. 00010000:00000010:1.1:1784944764.869105:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274ec00. 00000080:00000010:1.1:1784944764.874090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2700. 00000080:00000010:1.1:1784944764.874116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d75ac0. 00010000:00000010:1.1:1784944764.881151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678400. 00010000:00000010:1.1:1784944764.881174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274fe00. 00000080:00000010:1.1:1784944764.888296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b40. 00000080:00000010:1.1:1784944764.888315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d72100. 00010000:00000010:1.1:1784944764.888336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678b00. 00010000:00000010:1.1:1784944764.888342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f200. 00000080:00000010:1.1:1784944764.903179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2a00. 00000080:00000010:1.1:1784944764.912118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d72940. 00010000:00000010:1.1:1784944764.918087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2829b9b00. 00010000:00000010:1.1:1784944764.918101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e800. 00000080:00000010:0.1:1784944764.922080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ac0. 00000080:00000010:0.1:1784944764.922107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b301f380. 00010000:00000010:0.1:1784944764.922114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103600. 00010000:00000010:0.1:1784944764.922121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f000. 00000080:00000010:0.1:1784944764.928093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e24c0. 00000080:00000010:1.1:1784944764.934863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d74200. 00010000:00000010:1.1:1784944764.934875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103200. 00010000:00000010:1.1:1784944764.934879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e000. 00000080:00000010:2.1:1784944764.938079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2040. 00000080:00000010:2.1:1784944764.938108:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d75280. 00010000:00000010:2.1:1784944764.942075:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103d00. 00010000:00000010:2.1:1784944764.942086:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274ea00. 00000080:00000010:2.1:1784944764.951078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b00. 00000080:00000010:2.1:1784944764.954096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d7a940. 00010000:00000010:2.1:1784944764.954115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3700. 00010000:00000010:2.1:1784944764.954121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274fc00. 00000080:00000010:2.1:1784944764.959128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e23c0. 00000080:00000010:2.1:1784944764.966111:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d7c200. 00010000:00000010:2.1:1784944764.966122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13500. 00010000:00000010:2.1:1784944764.966127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e600. 00000080:00000010:2.1:1784944764.971078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e24a0. 00000080:00000010:2.1:1784944764.971104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d7d280. 00010000:00000010:2.1:1784944764.971111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13f00. 00010000:00000010:2.1:1784944764.971115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1fc00. 00000080:00000010:2.1:1784944764.978082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ba0. 00000080:00000010:2.1:1784944764.978104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d7b9c0. 00010000:00000010:2.1:1784944764.982075:0:246936:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13700. 00010000:00000010:2.1:1784944764.982081:0:246936:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e600. 00000080:00000010:2.1:1784944764.991084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2020. 00000080:00000010:2.1:1784944764.991101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d798c0. 00010000:00000010:2.1:1784944764.999097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13300. 00010000:00000010:2.1:1784944764.999106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e200. 00000080:00000010:2.1:1784944765.003088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e23a0. 00000080:00000010:2.1:1784944765.003106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d79080. 00010000:00000010:2.1:1784944765.003119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13e00. 00010000:00000010:2.1:1784944765.003125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e400. 00000080:00000010:2.1:1784944765.008088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2d00. 00000080:00000010:2.1:1784944765.008113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d7ca40. 00010000:00000010:2.1:1784944765.008120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13200. 00010000:00000010:2.1:1784944765.008126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e800. 00000080:00000010:2.1:1784944765.016087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e26a0. 00000080:00000010:2.1:1784944765.016105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b0d7e300. 00010000:00000010:3.1:1784944765.093113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3d00. 00010000:00000010:3.1:1784944765.093120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec200. 00000080:00000010:2.1:1784944765.096142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24329a0. 00010000:00000010:2.1:1784944765.096152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7b00. 00010000:00000010:2.1:1784944765.096155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402800. 00010000:00000010:2.1:1784944765.105153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3e00. 00010000:00000010:2.1:1784944765.105171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec400. 00000080:00000010:3.1:1784944765.109212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959e0. 00010000:00000010:3.1:1784944765.109226:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ab00. 00010000:00000010:3.1:1784944765.109233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac400. 00000080:00000010:2.1:1784944765.112085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2940. 00010000:00000010:2.1:1784944765.112094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13b00. 00010000:00000010:2.1:1784944765.112098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f800. 00000080:00000010:2.1:1784944765.116081:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95300. 00010000:00000010:2.1:1784944765.116093:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a700. 00010000:00000010:2.1:1784944765.116096:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e200. 00000080:00000010:3.1:1784944765.116200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e29e0. 00010000:00000010:3.1:1784944765.116212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103c00. 00010000:00000010:3.1:1784944765.116224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1fa00. 00000080:00000010:2.1:1784944765.121198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2e20. 00010000:00000010:2.1:1784944765.121214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13a00. 00010000:00000010:2.1:1784944765.121219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f600. 00000080:00000010:2.1:1784944765.126092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2260. 00010000:00000010:2.1:1784944765.126106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13000. 00010000:00000010:2.1:1784944765.126114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f200. 00000080:00000010:2.1:1784944765.133096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2860. 00010000:00000010:2.1:1784944765.133116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e600. 00010000:00000010:2.1:1784944765.133124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1ea00. 00000080:00000010:3.1:1784944765.134066:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2580. 00010000:00000010:3.1:1784944765.134073:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13800. 00010000:00000010:3.1:1784944765.134079:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f400. 00000080:00000010:2.1:1784944765.138139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e28a0. 00010000:00000010:2.1:1784944765.138147:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103800. 00010000:00000010:2.1:1784944765.138157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1ee00. 00010000:00000010:2.1:1784944765.142257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103ed00. 00010000:00000010:2.1:1784944765.142263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029dc00. 00000080:00000010:3.1:1784944765.143170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2cc0. 00000080:00000010:2.1:1784944765.147084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2840. 00010000:00000010:2.1:1784944765.147115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e700. 00010000:00000010:2.1:1784944765.147124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029d600. 00000080:00000010:3.1:1784944765.151129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2fc0. 00010000:00000010:3.1:1784944765.151139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678c00. 00010000:00000010:3.1:1784944765.151143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1ec00. 00000080:00000010:2.1:1784944765.161072:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e22c0. 00010000:00000010:2.1:1784944765.161083:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13900. 00010000:00000010:2.1:1784944765.161090:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1fe00. 00000080:00000010:3.1:1784944765.166090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2140. 00010000:00000010:3.1:1784944765.166102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103ec00. 00010000:00000010:3.1:1784944765.166108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029d400. 00000080:00000010:3.1:1784944765.166111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ca0. 00010000:00000010:3.1:1784944765.166115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103ee00. 00010000:00000010:3.1:1784944765.166118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1f000. 00000080:00000010:0.1:1784944765.170091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2f60. 00010000:00000010:0.1:1784944765.170102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e000. 00010000:00000010:0.1:1784944765.170106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1d1e000. 00000080:00000010:2.1:1784944765.170128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2320. 00010000:00000010:2.1:1784944765.170137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e300. 00010000:00000010:2.1:1784944765.170142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029d800. 00000080:00000010:2.1:1784944765.174091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e24e0. 00010000:00000010:2.1:1784944765.174099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103ea00. 00010000:00000010:2.1:1784944765.174103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029cc00. 00000080:00000010:3.1:1784944765.174187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95540. 00010000:00000010:3.1:1784944765.174197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a000. 00010000:00000010:3.1:1784944765.174201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e600. 00000080:00000010:3.1:1784944765.179067:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e20a0. 00010000:00000010:3.1:1784944765.179074:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13400. 00010000:00000010:3.1:1784944765.179076:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029de00. 00000080:00000010:0.1:1784944765.183082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2000. 00010000:00000010:0.1:1784944765.183095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e400. 00010000:00000010:0.1:1784944765.183100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029c600. 00000080:00000010:3.1:1784944765.183174:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ec0. 00010000:00000010:3.1:1784944765.183182:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13100. 00010000:00000010:3.1:1784944765.183185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029d000. 00010000:00000010:2.1:1784944765.187091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e500. 00000080:00000010:3.1:1784944765.187092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2aa0. 00010000:00000010:2.1:1784944765.187100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029c200. 00000080:00000010:2.1:1784944765.192138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2b20. 00000080:00000010:3.1:1784944765.192138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e25a0. 00010000:00000010:2.1:1784944765.192160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83800. 00010000:00000010:3.1:1784944765.192165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e800. 00010000:00000010:2.1:1784944765.192168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029ca00. 00010000:00000010:3.1:1784944765.192177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029c400. 00000080:00000010:2.1:1784944765.198164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2920. 00010000:00000010:2.1:1784944765.203093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103ef00. 00010000:00000010:2.1:1784944765.203101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029c800. 00000080:00000010:3.1:1784944765.204831:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d1a0. 00010000:00000010:3.1:1784944765.204844:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83100. 00010000:00000010:3.1:1784944765.204849:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d200. 00000080:00000010:3.1:1784944765.217067:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dc00. 00010000:00000010:3.1:1784944765.217076:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83c00. 00010000:00000010:3.1:1784944765.217079:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d000. 00000080:00000010:3.1:1784944765.221074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e21c0. 00010000:00000010:3.1:1784944765.221085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e100. 00010000:00000010:3.1:1784944765.221089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029da00. 00000080:00000010:2.1:1784944765.224807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d000. 00010000:00000010:2.1:1784944765.224821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83900. 00010000:00000010:2.1:1784944765.224826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c000. 00000080:00000010:3.1:1784944765.225069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95c60. 00010000:00000010:3.1:1784944765.225077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca000. 00010000:00000010:3.1:1784944765.225079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ec00. 00000080:00000010:2.1:1784944765.232085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2880. 00010000:00000010:2.1:1784944765.232098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678800. 00010000:00000010:2.1:1784944765.232103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029ce00. 00000080:00000010:3.1:1784944765.237074:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95080. 00010000:00000010:3.1:1784944765.237082:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76caf00. 00010000:00000010:3.1:1784944765.237086:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f000. 00000080:00000010:2.1:1784944765.241156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2620. 00010000:00000010:2.1:1784944765.241166:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13d00. 00010000:00000010:2.1:1784944765.241169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029d200. 00000080:00000010:3.1:1784944765.245076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dca0. 00010000:00000010:3.1:1784944765.245090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83200. 00010000:00000010:3.1:1784944765.245102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05ca00. 00000080:00000010:3.1:1784944765.250027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2640. 00010000:00000010:3.1:1784944765.250044:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e900. 00010000:00000010:3.1:1784944765.250063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29029c000. 00000080:00000010:2.1:1784944765.250075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d2e0. 00010000:00000010:2.1:1784944765.254079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83a00. 00010000:00000010:2.1:1784944765.254084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05dc00. 00000080:00000010:3.1:1784944765.258081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dea0. 00010000:00000010:3.1:1784944765.258091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83b00. 00010000:00000010:3.1:1784944765.258096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c600. 00000080:00000010:2.1:1784944765.262488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dec0. 00010000:00000010:2.1:1784944765.262497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83f00. 00010000:00000010:2.1:1784944765.262500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c200. 00000080:00000010:2.1:1784944765.267256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871da00. 00010000:00000010:2.1:1784944765.267266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83400. 00010000:00000010:2.1:1784944765.267270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c400. 00000080:00000010:2.1:1784944765.267273:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d640. 00010000:00000010:2.1:1784944765.267278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13600. 00010000:00000010:2.1:1784944765.267281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d400. 00010000:00000010:0.1:1784944765.272145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103eb00. 00010000:00000010:0.1:1784944765.272157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05c800. 00000080:00000010:3.1:1784944765.277082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d500. 00000080:00000010:2.1:1784944765.277135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d2a0. 00010000:00000010:2.1:1784944765.277145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83000. 00010000:00000010:2.1:1784944765.277156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05da00. 00000080:00000010:2.1:1784944765.282085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871db20. 00010000:00000010:2.1:1784944765.282100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83e00. 00010000:00000010:2.1:1784944765.282110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d600. 00000080:00000010:3.1:1784944765.291107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871df00. 00010000:00000010:3.1:1784944765.291116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103900. 00010000:00000010:3.1:1784944765.291121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05d800. 00000080:00000010:2.1:1784944765.295233:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d9c0. 00010000:00000010:2.1:1784944765.295247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa300. 00010000:00000010:2.1:1784944765.295251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05ce00. 00000080:00000010:3.1:1784944765.301083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ce0. 00000080:00000010:2.1:1784944765.301095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871da20. 00010000:00000010:3.1:1784944765.301097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bed00. 00010000:00000010:3.1:1784944765.301105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ea00. 00010000:00000010:2.1:1784944765.301106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa500. 00010000:00000010:2.1:1784944765.301111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1600. 00000080:00000010:3.1:1784944765.310081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871df80. 00000080:00000010:1.1:1784944765.310088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d980. 00010000:00000010:3.1:1784944765.310095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaae00. 00010000:00000010:1.1:1784944765.310100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa900. 00010000:00000010:3.1:1784944765.310104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05cc00. 00010000:00000010:1.1:1784944765.310107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1800. 00000080:00000010:3.1:1784944765.314145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d4c0. 00010000:00000010:3.1:1784944765.314159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa000. 00010000:00000010:3.1:1784944765.314163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f05de00. 00000080:00000010:2.1:1784944765.318069:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d240. 00010000:00000010:2.1:1784944765.318082:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa600. 00010000:00000010:2.1:1784944765.318089:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0400. 00000080:00000010:1.1:1784944765.318094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b950c0. 00010000:00000010:1.1:1784944765.318106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be900. 00010000:00000010:1.1:1784944765.318114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e400. 00000080:00000010:3.1:1784944765.318221:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d1c0. 00010000:00000010:3.1:1784944765.318231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29103e200. 00010000:00000010:3.1:1784944765.318238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1e00. 00000080:00000010:2.1:1784944765.324073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d4a0. 00010000:00000010:2.1:1784944765.324081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880400. 00010000:00000010:2.1:1784944765.324084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0a00. 00000080:00000010:2.1:1784944765.324087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d0c0. 00010000:00000010:2.1:1784944765.328114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaad00. 00010000:00000010:2.1:1784944765.328119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0800. 00000080:00000010:3.1:1784944765.337122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d6a0. 00010000:00000010:3.1:1784944765.337135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaaf00. 00010000:00000010:3.1:1784944765.337139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1400. 00000080:00000010:2.1:1784944765.341128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7100. 00010000:00000010:2.1:1784944765.341139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880d00. 00010000:00000010:2.1:1784944765.341143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9800. 00000080:00000010:3.1:1784944765.345890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7da0. 00010000:00000010:3.1:1784944765.345909:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880f00. 00010000:00000010:3.1:1784944765.345920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9a00. 00000080:00000010:3.1:1784944765.345925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871de40. 00010000:00000010:3.1:1784944765.345931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa700. 00010000:00000010:3.1:1784944765.345934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1a00. 00000080:00000010:3.1:1784944765.345937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dee0. 00000080:00000010:2.1:1784944765.349086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7980. 00010000:00000010:3.1:1784944765.349087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678a00. 00010000:00000010:3.1:1784944765.349095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0e00. 00010000:00000010:2.1:1784944765.349099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83500. 00010000:00000010:2.1:1784944765.349107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8e00. 00000080:00000010:3.1:1784944765.354084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d520. 00010000:00000010:3.1:1784944765.354097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaaa00. 00010000:00000010:3.1:1784944765.354102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0c00. 00000080:00000010:2.1:1784944765.354122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7160. 00010000:00000010:2.1:1784944765.354131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6e13c00. 00010000:00000010:2.1:1784944765.354135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8c00. 00000080:00000010:3.1:1784944765.365090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7d00. 00010000:00000010:3.1:1784944765.369944:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaab00. 00010000:00000010:3.1:1784944765.369952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9e00. 00000080:00000010:2.1:1784944765.370117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d5c0. 00010000:00000010:2.1:1784944765.370131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83300. 00010000:00000010:2.1:1784944765.370138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1200. 00000080:00000010:2.1:1784944765.375090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7080. 00010000:00000010:2.1:1784944765.375105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa100. 00010000:00000010:2.1:1784944765.375111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9200. 00000080:00000010:2.1:1784944765.375119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871da60. 00010000:00000010:2.1:1784944765.375128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83d00. 00010000:00000010:2.1:1784944765.375136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1000. 00000080:00000010:2.1:1784944765.385099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7440. 00010000:00000010:2.1:1784944765.390284:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880b00. 00010000:00000010:2.1:1784944765.390332:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9000. 00000080:00000010:2.1:1784944765.390338:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871db80. 00010000:00000010:2.1:1784944765.390347:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa800. 00010000:00000010:2.1:1784944765.390350:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0000. 00000080:00000010:3.1:1784944765.395128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d340. 00010000:00000010:3.1:1784944765.395152:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880800. 00010000:00000010:3.1:1784944765.395159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a1c00. 00000080:00000010:3.1:1784944765.395165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7640. 00010000:00000010:3.1:1784944765.395172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880e00. 00010000:00000010:3.1:1784944765.395176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8a00. 00000080:00000010:2.1:1784944765.403082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa73a0. 00010000:00000010:2.1:1784944765.403100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa400. 00010000:00000010:2.1:1784944765.403105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8600. 00000080:00000010:2.1:1784944765.407088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871db60. 00010000:00000010:2.1:1784944765.407101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880100. 00010000:00000010:2.1:1784944765.407106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0600. 00000080:00000010:2.1:1784944765.415433:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0f860. 00000080:00000010:3.1:1784944765.416071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7780. 00010000:00000010:3.1:1784944765.416091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1800. 00010000:00000010:3.1:1784944765.416098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3ac00. 00010000:00000010:2.1:1784944765.421223:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880c00. 00010000:00000010:2.1:1784944765.421233:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911a0200. 00000080:00000010:3.1:1784944765.426089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0f300. 00010000:00000010:3.1:1784944765.426113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880900. 00010000:00000010:3.1:1784944765.426119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8400. 00000080:00000010:2.1:1784944765.433203:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa76a0. 00010000:00000010:2.1:1784944765.433221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1100. 00010000:00000010:2.1:1784944765.433229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3be00. 00000080:00000010:2.1:1784944765.438072:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b952e0. 00010000:00000010:2.1:1784944765.438089:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be200. 00010000:00000010:2.1:1784944765.438093:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0000. 00000080:00000010:2.1:1784944765.442088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fac0. 00000080:00000010:3.1:1784944765.442088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959c0. 00010000:00000010:3.1:1784944765.442106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be500. 00010000:00000010:2.1:1784944765.442107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880200. 00010000:00000010:3.1:1784944765.442115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f400. 00010000:00000010:2.1:1784944765.442116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8800. 00000080:00000010:3.1:1784944765.451205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7920. 00010000:00000010:3.1:1784944765.451223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1300. 00010000:00000010:3.1:1784944765.451229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b000. 00000080:00000010:2.1:1784944765.461086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7480. 00010000:00000010:2.1:1784944765.461110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1e00. 00010000:00000010:2.1:1784944765.461118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a000. 00000080:00000010:2.1:1784944765.465092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa78c0. 00000080:00000010:3.1:1784944765.465100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fba0. 00010000:00000010:2.1:1784944765.465111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1f00. 00010000:00000010:3.1:1784944765.465116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880a00. 00010000:00000010:2.1:1784944765.465119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a600. 00010000:00000010:3.1:1784944765.465124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9600. 00000080:00000010:3.1:1784944765.469091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7a0fd40. 00010000:00000010:3.1:1784944765.469108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880500. 00010000:00000010:3.1:1784944765.469119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9400. 00000080:00000010:3.1:1784944765.473097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7140. 00010000:00000010:3.1:1784944765.473114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1200. 00010000:00000010:3.1:1784944765.473119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a200. 00000080:00000010:3.1:1784944765.473124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95ae0. 00010000:00000010:3.1:1784944765.473131:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be700. 00010000:00000010:3.1:1784944765.473143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1200. 00000080:00000010:2.1:1784944765.478634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7a60. 00010000:00000010:2.1:1784944765.478652:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1700. 00010000:00000010:2.1:1784944765.478660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a400. 00000080:00000010:3.1:1784944765.481081:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7320. 00010000:00000010:3.1:1784944765.481093:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880700. 00010000:00000010:3.1:1784944765.481099:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8000. 00000080:00000010:3.1:1784944765.485074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ea0. 00010000:00000010:3.1:1784944765.485085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1d00. 00010000:00000010:3.1:1784944765.485090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3a800. 00000080:00000010:3.1:1784944765.485093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa78a0. 00010000:00000010:3.1:1784944765.485099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaa200. 00010000:00000010:3.1:1784944765.485102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9c00. 00000080:00000010:2.1:1784944765.491086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7720. 00010000:00000010:2.1:1784944765.491103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83700. 00010000:00000010:2.1:1784944765.491108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8200. 00000080:00000010:3.1:1784944765.500091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95a00. 00010000:00000010:3.1:1784944765.500120:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bea00. 00010000:00000010:3.1:1784944765.500130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0a00. 00000080:00000010:2.1:1784944765.505100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7220. 00010000:00000010:2.1:1784944765.505115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a6eaac00. 00010000:00000010:2.1:1784944765.505122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79c00. 00000080:00000010:3.1:1784944765.505122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa72c0. 00010000:00000010:3.1:1784944765.505135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1b00. 00010000:00000010:3.1:1784944765.505139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3ba00. 00000080:00000010:2.1:1784944765.510095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7280. 00010000:00000010:2.1:1784944765.510114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c200. 00010000:00000010:2.1:1784944765.510122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78600. 00000080:00000010:2.1:1784944765.510126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b20. 00010000:00000010:2.1:1784944765.510132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1400. 00010000:00000010:2.1:1784944765.510135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3ae00. 00000080:00000010:2.1:1784944765.519100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b80. 00000080:00000010:3.1:1784944765.519104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7e60. 00010000:00000010:2.1:1784944765.519125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382ca00. 00010000:00000010:3.1:1784944765.519125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1c00. 00010000:00000010:2.1:1784944765.519136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78200. 00010000:00000010:3.1:1784944765.519152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b200. 00000080:00000010:2.1:1784944765.527091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa70e0. 00010000:00000010:2.1:1784944765.527115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1500. 00010000:00000010:2.1:1784944765.527121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3aa00. 00000080:00000010:3.1:1784944765.527316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7400. 00010000:00000010:3.1:1784944765.527335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382cb00. 00010000:00000010:3.1:1784944765.527340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78400. 00000080:00000010:2.1:1784944765.535096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7660. 00010000:00000010:2.1:1784944765.535110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1a00. 00010000:00000010:2.1:1784944765.535115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3bc00. 00010000:00000010:2.1:1784944765.539108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c800. 00010000:00000010:2.1:1784944765.539119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79400. 00000080:00000010:3.1:1784944765.539461:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7e40. 00000080:00000010:2.1:1784944765.553136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7c20. 00000080:00000010:3.1:1784944765.555117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432820. 00010000:00000010:3.1:1784944765.555128:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7a00. 00010000:00000010:3.1:1784944765.555133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403600. 00010000:00000010:2.1:1784944765.556080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2add83600. 00010000:00000010:2.1:1784944765.556087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b600. 00000080:00000010:2.1:1784944765.556092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa73c0. 00010000:00000010:2.1:1784944765.556097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880600. 00010000:00000010:2.1:1784944765.556101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b400. 00010000:00000010:1.1:1784944765.561173:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be100. 00010000:00000010:1.1:1784944765.561180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0600. 00000080:00000010:3.1:1784944765.562149:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95460. 00000080:00000010:2.1:1784944765.566722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa77a0. 00010000:00000010:2.1:1784944765.566733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad880000. 00010000:00000010:2.1:1784944765.566738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a284b3b800. 00000080:00000010:3.1:1784944765.572072:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24329e0. 00010000:00000010:3.1:1784944765.572082:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ed00. 00010000:00000010:3.1:1784944765.572089:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403200. 00010000:00000010:1.1:1784944765.577082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1600. 00000080:00000010:3.1:1784944765.577082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7040. 00000080:00000010:2.1:1784944765.577086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432020. 00010000:00000010:1.1:1784944765.577093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78a00. 00010000:00000010:2.1:1784944765.577100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e200. 00010000:00000010:2.1:1784944765.577107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402a00. 00000080:00000010:1.1:1784944765.589164:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432140. 00010000:00000010:1.1:1784944765.589174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e700. 00010000:00000010:1.1:1784944765.589178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402c00. 00000080:00000010:2.1:1784944765.593082:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7fe0. 00010000:00000010:2.1:1784944765.593093:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382cd00. 00010000:00000010:2.1:1784944765.593100:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78800. 00000080:00000010:2.1:1784944765.599076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa73e0. 00010000:00000010:2.1:1784944765.604088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c000. 00010000:00000010:2.1:1784944765.604096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79600. 00000080:00000010:3.1:1784944765.604196:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432300. 00010000:00000010:3.1:1784944765.604205:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ea00. 00010000:00000010:3.1:1784944765.604209:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403c00. 00000080:00000010:2.1:1784944765.609189:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b955e0. 00010000:00000010:2.1:1784944765.609202:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a400. 00010000:00000010:2.1:1784944765.609206:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac800. 00000080:00000010:2.1:1784944765.609209:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432e20. 00010000:00000010:2.1:1784944765.609214:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7000. 00010000:00000010:2.1:1784944765.609217:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2600. 00000080:00000010:2.1:1784944765.614079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ca0. 00010000:00000010:2.1:1784944765.614088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7800. 00010000:00000010:2.1:1784944765.614093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402200. 00000080:00000010:2.1:1784944765.619107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432a20. 00010000:00000010:2.1:1784944765.619115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e500. 00010000:00000010:2.1:1784944765.619118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9a00. 00000080:00000010:3.1:1784944765.627085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432e40. 00010000:00000010:3.1:1784944765.627099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7200. 00010000:00000010:3.1:1784944765.627106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402400. 00000080:00000010:3.1:1784944765.627112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432a60. 00010000:00000010:3.1:1784944765.627151:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e000. 00010000:00000010:3.1:1784944765.627156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8c00. 00000080:00000010:3.1:1784944765.631134:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a284f1f020. 00010000:00000010:3.1:1784944765.631144:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca100. 00010000:00000010:3.1:1784944765.631148:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0400. 00000080:00000010:2.1:1784944765.639136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432440. 00010000:00000010:2.1:1784944765.639148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7100. 00010000:00000010:2.1:1784944765.639153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403000. 00000080:00000010:2.1:1784944765.639156:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ac0. 00010000:00000010:2.1:1784944765.639160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7c00. 00010000:00000010:2.1:1784944765.639164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402600. 00000080:00000010:3.1:1784944765.645069:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24322e0. 00010000:00000010:3.1:1784944765.645082:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e800. 00000080:00000010:2.1:1784944765.645090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432640. 00010000:00000010:3.1:1784944765.645090:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9200. 00000080:00000010:3.1:1784944765.645100:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432180. 00010000:00000010:2.1:1784944765.645104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7700. 00010000:00000010:3.1:1784944765.645108:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7e00. 00010000:00000010:2.1:1784944765.645113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9000. 00010000:00000010:3.1:1784944765.645116:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403e00. 00000080:00000010:3.1:1784944765.651080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ee0. 00000080:00000010:2.1:1784944765.651091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24325a0. 00010000:00000010:3.1:1784944765.651093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e100. 00010000:00000010:3.1:1784944765.651102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403400. 00010000:00000010:2.1:1784944765.651104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ee00. 00010000:00000010:2.1:1784944765.651112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8000. 00000080:00000010:2.1:1784944765.660069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432be0. 00010000:00000010:2.1:1784944765.660082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a500. 00010000:00000010:2.1:1784944765.660089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8600. 00000080:00000010:3.1:1784944765.664081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ec0. 00010000:00000010:3.1:1784944765.664090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ec00. 00010000:00000010:3.1:1784944765.664095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403a00. 00000080:00000010:2.1:1784944765.670504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432320. 00010000:00000010:2.1:1784944765.670517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a300. 00010000:00000010:2.1:1784944765.670524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8400. 00000080:00000010:2.1:1784944765.670530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432c60. 00010000:00000010:2.1:1784944765.670537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e400. 00010000:00000010:2.1:1784944765.670543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402e00. 00000080:00000010:2.1:1784944765.676075:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432620. 00000080:00000010:3.1:1784944765.676131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432b80. 00010000:00000010:3.1:1784944765.676142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a900. 00010000:00000010:3.1:1784944765.676150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9600. 00010000:00000010:2.1:1784944765.681087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e300. 00000080:00000010:3.1:1784944765.681087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95c40. 00010000:00000010:2.1:1784944765.681098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8402000. 00000080:00000010:2.1:1784944765.681103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24328a0. 00010000:00000010:3.1:1784944765.681105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ae00. 00010000:00000010:2.1:1784944765.681109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a600. 00010000:00000010:3.1:1784944765.681111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1000. 00010000:00000010:2.1:1784944765.681114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629c00. 00000080:00000010:2.1:1784944765.686072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432ce0. 00000080:00000010:3.1:1784944765.686083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432fe0. 00010000:00000010:2.1:1784944765.686085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7f00. 00010000:00000010:2.1:1784944765.686094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628600. 00010000:00000010:3.1:1784944765.686099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a000. 00000080:00000010:2.1:1784944765.686100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432600. 00010000:00000010:3.1:1784944765.686106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628200. 00010000:00000010:2.1:1784944765.686110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7400. 00010000:00000010:2.1:1784944765.686116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3800. 00000080:00000010:3.1:1784944765.694196:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432900. 00010000:00000010:3.1:1784944765.694223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a400. 00010000:00000010:3.1:1784944765.694228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628400. 00000080:00000010:2.1:1784944765.698266:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432000. 00010000:00000010:2.1:1784944765.698278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7d00. 00010000:00000010:2.1:1784944765.698283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9400. 00000080:00000010:2.1:1784944765.701123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432240. 00010000:00000010:2.1:1784944765.701138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a700. 00010000:00000010:2.1:1784944765.701142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628800. 00000080:00000010:3.1:1784944765.702337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432780. 00010000:00000010:3.1:1784944765.702350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7300. 00010000:00000010:3.1:1784944765.702353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9800. 00000080:00000010:3.1:1784944765.705075:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24326a0. 00010000:00000010:3.1:1784944765.705085:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e900. 00010000:00000010:3.1:1784944765.705090:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8e00. 00000080:00000010:2.1:1784944765.705109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432560. 00010000:00000010:2.1:1784944765.705121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70aa00. 00010000:00000010:2.1:1784944765.705128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629600. 00000080:00000010:2.1:1784944765.710071:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432cc0. 00010000:00000010:2.1:1784944765.710083:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ef00. 00010000:00000010:2.1:1784944765.710091:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629800. 00000080:00000010:2.1:1784944765.710097:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432e60. 00010000:00000010:2.1:1784944765.710107:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649e600. 00010000:00000010:2.1:1784944765.710113:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9e00. 00000080:00000010:1.1:1784944765.723071:0:2398:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432400. 00000080:00000010:2.1:1784944765.732117:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24fcb00. 00010000:00000010:2.1:1784944765.732129:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca200. 00010000:00000010:2.1:1784944765.732134:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1600. 00010000:00000010:1.1:1784944765.733260:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a100. 00010000:00000010:1.1:1784944765.733267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8a00. 00000080:00000010:3.1:1784944765.737090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432800. 00000080:00000010:2.1:1784944765.737093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432b60. 00010000:00000010:3.1:1784944765.737106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70af00. 00010000:00000010:2.1:1784944765.737107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228e00. 00010000:00000010:3.1:1784944765.737114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc9c00. 00010000:00000010:2.1:1784944765.737116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628c00. 00000080:00000010:2.1:1784944765.741071:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432980. 00010000:00000010:2.1:1784944765.741081:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ad00. 00010000:00000010:2.1:1784944765.741086:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8200. 00000080:00000010:3.1:1784944765.741092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24320a0. 00010000:00000010:3.1:1784944765.741105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228b00. 00010000:00000010:3.1:1784944765.741111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629e00. 00000080:00000010:3.1:1784944765.750088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432b40. 00000080:00000010:2.1:1784944765.750091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432fc0. 00010000:00000010:3.1:1784944765.750102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ab00. 00010000:00000010:2.1:1784944765.750104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228500. 00010000:00000010:3.1:1784944765.750110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adfc8800. 00010000:00000010:2.1:1784944765.750112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628000. 00000080:00000010:2.1:1784944765.760068:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432700. 00000080:00000010:3.1:1784944765.760077:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24fc6c0. 00010000:00000010:2.1:1784944765.760083:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228100. 00010000:00000010:3.1:1784944765.760090:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cac00. 00010000:00000010:2.1:1784944765.760093:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628a00. 00010000:00000010:3.1:1784944765.760099:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1c00. 00000080:00000010:2.1:1784944765.763086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432360. 00010000:00000010:2.1:1784944765.763094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228700. 00010000:00000010:2.1:1784944765.763098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db000. 00000080:00000010:2.1:1784944765.771081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432380. 00000080:00000010:3.1:1784944765.771081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432520. 00010000:00000010:2.1:1784944765.771097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228300. 00010000:00000010:3.1:1784944765.771098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a200. 00010000:00000010:2.1:1784944765.771102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629a00. 00010000:00000010:3.1:1784944765.771105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629400. 00000080:00000010:3.1:1784944765.771111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24325e0. 00010000:00000010:3.1:1784944765.771116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228900. 00010000:00000010:3.1:1784944765.771119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da000. 00000080:00000010:2.1:1784944765.775106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047d20. 00010000:00000010:2.1:1784944765.775117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bef00. 00010000:00000010:2.1:1784944765.775121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1800. 00000080:00000010:3.1:1784944765.783093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432340. 00010000:00000010:3.1:1784944765.783107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228f00. 00010000:00000010:3.1:1784944765.783111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f628e00. 00000080:00000010:2.1:1784944765.790080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432160. 00000080:00000010:3.1:1784944765.790088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432920. 00010000:00000010:2.1:1784944765.790093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228600. 00010000:00000010:3.1:1784944765.790101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228400. 00010000:00000010:2.1:1784944765.790102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629000. 00010000:00000010:3.1:1784944765.790110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dbc00. 00000080:00000010:3.1:1784944765.790115:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432a80. 00010000:00000010:3.1:1784944765.790119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228a00. 00010000:00000010:3.1:1784944765.790122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f629200. 00000080:00000010:2.1:1784944765.795083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432a40. 00000080:00000010:3.1:1784944765.795090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432f40. 00010000:00000010:2.1:1784944765.795099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228c00. 00010000:00000010:3.1:1784944765.795103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228200. 00010000:00000010:2.1:1784944765.795105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856daa00. 00010000:00000010:3.1:1784944765.795111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da600. 00000080:00000010:3.1:1784944765.803107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432f00. 00010000:00000010:3.1:1784944765.803121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70a800. 00010000:00000010:3.1:1784944765.803127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da800. 00000080:00000010:3.1:1784944765.806240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432480. 00010000:00000010:3.1:1784944765.806249:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7900. 00010000:00000010:3.1:1784944765.806252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da200. 00000080:00000010:2.1:1784944765.807090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24327e0. 00010000:00000010:2.1:1784944765.807110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482700. 00010000:00000010:2.1:1784944765.807117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dba00. 00000080:00000010:2.1:1784944765.811081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24328e0. 00010000:00000010:2.1:1784944765.815088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482b00. 00000080:00000010:3.1:1784944765.815094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24327a0. 00010000:00000010:2.1:1784944765.815099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dac00. 00010000:00000010:3.1:1784944765.815107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ac00. 00010000:00000010:3.1:1784944765.815113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da400. 00000080:00000010:2.1:1784944765.821073:0:234925:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24325c0. 00000080:00000010:3.1:1784944765.821075:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432dc0. 00010000:00000010:3.1:1784944765.825075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482800. 00010000:00000010:3.1:1784944765.825082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dbe00. 00010000:00000010:2.1:1784944765.825100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228d00. 00010000:00000010:2.1:1784944765.825107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db600. 00000080:00000010:2.1:1784944765.830081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432fa0. 00000080:00000010:3.1:1784944765.830083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432040. 00010000:00000010:3.1:1784944765.830094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482f00. 00010000:00000010:2.1:1784944765.830096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228000. 00010000:00000010:3.1:1784944765.830098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db200. 00010000:00000010:2.1:1784944765.830103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db400. 00000080:00000010:3.1:1784944765.835081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432e00. 00000080:00000010:2.1:1784944765.835091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432d40. 00010000:00000010:3.1:1784944765.835097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482d00. 00010000:00000010:2.1:1784944765.835104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482500. 00010000:00000010:3.1:1784944765.835106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db800. 00010000:00000010:2.1:1784944765.835113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d200. 00000080:00000010:2.1:1784944765.843084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432840. 00010000:00000010:2.1:1784944765.848148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482300. 00010000:00000010:2.1:1784944765.848159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d000. 00000080:00000010:3.1:1784944765.849959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b24324a0. 00010000:00000010:3.1:1784944765.849974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482400. 00010000:00000010:3.1:1784944765.849977:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dae00. 00000080:00000010:2.1:1784944765.853077:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871dda0. 00010000:00000010:2.1:1784944765.853087:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482100. 00010000:00000010:2.1:1784944765.853092:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7ca00. 00000080:00000010:3.1:1784944765.857145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047c20. 00010000:00000010:3.1:1784944765.857155:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bee00. 00010000:00000010:3.1:1784944765.857158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0800. 00000080:00000010:3.1:1784944765.861079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d060. 00000080:00000010:2.1:1784944765.861085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d380. 00010000:00000010:3.1:1784944765.861088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482000. 00010000:00000010:3.1:1784944765.861091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7c000. 00010000:00000010:2.1:1784944765.861093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482c00. 00010000:00000010:2.1:1784944765.861096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7dc00. 00000080:00000010:2.1:1784944765.866072:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d120. 00000080:00000010:3.1:1784944765.866077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d180. 00010000:00000010:2.1:1784944765.866084:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482600. 00010000:00000010:3.1:1784944765.866090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0228800. 00010000:00000010:2.1:1784944765.866093:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7c600. 00010000:00000010:3.1:1784944765.866099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7c200. 00000080:00000010:2.1:1784944765.871069:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b871d7c0. 00010000:00000010:2.1:1784944765.875066:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991d00. 00010000:00000010:2.1:1784944765.875072:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7c400. 00000080:00000010:2.1:1784944765.875075:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047280. 00010000:00000010:2.1:1784944765.875082:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be300. 00010000:00000010:2.1:1784944765.875085:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0c00. 00000080:00000010:2.1:1784944765.880074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2360. 00010000:00000010:2.1:1784944765.880080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991f00. 00010000:00000010:2.1:1784944765.880083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d800. 00000080:00000010:2.1:1784944765.885087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2a40. 00010000:00000010:2.1:1784944765.885095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991900. 00010000:00000010:2.1:1784944765.885098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7c800. 00000080:00000010:2.1:1784944765.885100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e27e0. 00010000:00000010:2.1:1784944765.885102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991e00. 00010000:00000010:2.1:1784944765.885104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7ce00. 00000080:00000010:2.1:1784944765.889088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2160. 00010000:00000010:2.1:1784944765.889098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991b00. 00010000:00000010:2.1:1784944765.889104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d600. 00000080:00000010:2.1:1784944765.889108:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2fa0. 00010000:00000010:2.1:1784944765.889115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991600. 00010000:00000010:2.1:1784944765.889118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7cc00. 00000080:00000010:2.1:1784944765.893079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2de0. 00010000:00000010:2.1:1784944765.893086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991500. 00010000:00000010:2.1:1784944765.893088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d400. 00000080:00000010:2.1:1784944765.893090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047860. 00010000:00000010:2.1:1784944765.893094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5beb00. 00010000:00000010:2.1:1784944765.893095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1e00. 00000080:00000010:2.1:1784944765.901082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2c80. 00000080:00000010:3.1:1784944765.901085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2a80. 00010000:00000010:3.1:1784944765.901098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649eb00. 00010000:00000010:3.1:1784944765.901102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468600. 00000080:00000010:3.1:1784944765.905083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2380. 00010000:00000010:3.1:1784944765.905094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482900. 00010000:00000010:3.1:1784944765.905099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468400. 00010000:00000010:2.1:1784944765.905144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991a00. 00010000:00000010:2.1:1784944765.905153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7da00. 00000080:00000010:2.1:1784944765.909079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2120. 00000080:00000010:3.1:1784944765.909084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2c40. 00010000:00000010:2.1:1784944765.909098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991400. 00010000:00000010:3.1:1784944765.909098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991100. 00010000:00000010:2.1:1784944765.909108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7de00. 00010000:00000010:3.1:1784944765.909108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469600. 00000080:00000010:2.1:1784944765.914084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2400. 00010000:00000010:2.1:1784944765.914095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991c00. 00010000:00000010:2.1:1784944765.914098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468a00. 00000080:00000010:3.1:1784944765.920080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2ee0. 00010000:00000010:3.1:1784944765.920093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991300. 00010000:00000010:3.1:1784944765.920097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469c00. 00000080:00000010:2.1:1784944765.924085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2720. 00010000:00000010:2.1:1784944765.924097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991700. 00010000:00000010:2.1:1784944765.924100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469400. 00000080:00000010:3.1:1784944765.927068:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e2c00. 00000080:00000010:0.1:1784944765.927079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285c51c40. 00010000:00000010:3.1:1784944765.927079:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991000. 00010000:00000010:3.1:1784944765.927085:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468200. 00010000:00000010:0.1:1784944765.927095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482a00. 00010000:00000010:0.1:1784944765.927102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469800. 00000080:00000010:3.1:1784944765.931263:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce0c0. 00010000:00000010:3.1:1784944765.931274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3300. 00010000:00000010:3.1:1784944765.931280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469a00. 00000080:00000010:2.1:1784944765.932080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2852e22a0. 00010000:00000010:2.1:1784944765.932088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482200. 00010000:00000010:2.1:1784944765.932092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468800. 00000080:00000010:2.1:1784944765.939224:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047c00. 00010000:00000010:2.1:1784944765.939236:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca700. 00010000:00000010:2.1:1784944765.939241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0200. 00000080:00000010:3.1:1784944765.939375:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cef40. 00010000:00000010:3.1:1784944765.939384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3100. 00010000:00000010:3.1:1784944765.939387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468e00. 00000080:00000010:2.1:1784944765.948097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce280. 00010000:00000010:2.1:1784944765.950551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3d00. 00010000:00000010:2.1:1784944765.950557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469200. 00000080:00000010:2.1:1784944765.950562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cee20. 00010000:00000010:2.1:1784944765.950570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3c00. 00010000:00000010:2.1:1784944765.950573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468c00. 00000080:00000010:2.1:1784944765.954187:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce680. 00000080:00000010:3.1:1784944765.955122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceac0. 00010000:00000010:3.1:1784944765.955132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3a00. 00010000:00000010:3.1:1784944765.955137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469000. 00010000:00000010:2.1:1784944765.960004:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3900. 00010000:00000010:2.1:1784944765.960017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f469e00. 00000080:00000010:3.1:1784944765.963114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce740. 00010000:00000010:3.1:1784944765.963127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3b00. 00010000:00000010:3.1:1784944765.963132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f468000. 00000080:00000010:2.1:1784944765.971117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce0a0. 00010000:00000010:2.1:1784944765.971130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3200. 00010000:00000010:2.1:1784944765.971150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de200. 00000080:00000010:3.1:1784944765.975208:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce080. 00010000:00000010:3.1:1784944765.975221:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3600. 00010000:00000010:3.1:1784944765.975225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de800. 00000080:00000010:3.1:1784944765.975228:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce2e0. 00010000:00000010:3.1:1784944765.975231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3000. 00010000:00000010:3.1:1784944765.975234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de400. 00000080:00000010:2.1:1784944765.983145:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce5a0. 00010000:00000010:2.1:1784944765.983157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3500. 00010000:00000010:2.1:1784944765.983163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df600. 00000080:00000010:3.1:1784944765.991399:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047260. 00010000:00000010:3.1:1784944765.991418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea400. 00010000:00000010:3.1:1784944765.991458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1400. 00000080:00000010:3.1:1784944765.991463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce540. 00010000:00000010:3.1:1784944765.991467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3f00. 00010000:00000010:3.1:1784944765.991469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df400. 00000080:00000010:2.1:1784944765.996078:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9cec60. 00010000:00000010:2.1:1784944765.996093:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3e00. 00010000:00000010:2.1:1784944765.996101:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df800. 00000080:00000010:3.1:1784944765.997090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95800. 00010000:00000010:3.1:1784944765.997103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a900. 00010000:00000010:3.1:1784944765.997111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac200. 00000080:00000010:1.1:1784944766.002086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047b00. 00010000:00000010:1.1:1784944766.002099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991800. 00010000:00000010:1.1:1784944766.002104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dec00. 00000080:00000010:2.1:1784944766.002896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ce120. 00010000:00000010:2.1:1784944766.002905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3700. 00010000:00000010:2.1:1784944766.002909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dfa00. 00000080:00000010:2.1:1784944766.013085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047160. 00010000:00000010:2.1:1784944766.013097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3800. 00010000:00000010:2.1:1784944766.013103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dfe00. 00000080:00000010:3.1:1784944766.013144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f9ceaa0. 00010000:00000010:3.1:1784944766.016641:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad70ae00. 00010000:00000010:3.1:1784944766.016647:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dee00. 00000080:00000010:2.1:1784944766.021090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047bc0. 00010000:00000010:2.1:1784944766.021112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93000. 00010000:00000010:2.1:1784944766.021122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df200. 00000080:00000010:3.1:1784944766.025072:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047960. 00010000:00000010:3.1:1784944766.025088:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93700. 00010000:00000010:3.1:1784944766.025097:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df000. 00000080:00000010:3.1:1784944766.031217:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ac0. 00000080:00000010:2.1:1784944766.032442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0479c0. 00010000:00000010:2.1:1784944766.032454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93100. 00010000:00000010:2.1:1784944766.032460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de000. 00010000:00000010:3.1:1784944766.036100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93f00. 00010000:00000010:3.1:1784944766.036104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dea00. 00000080:00000010:3.1:1784944766.042087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047140. 00010000:00000010:0.1:1784944766.044217:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deaf00. 00010000:00000010:0.1:1784944766.044223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e1a00. 00000080:00000010:2.1:1784944766.045807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047dc0. 00010000:00000010:2.1:1784944766.045816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93400. 00010000:00000010:2.1:1784944766.045819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dfc00. 00000080:00000010:1.1:1784944766.049103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0477a0. 00010000:00000010:1.1:1784944766.054077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93c00. 00010000:00000010:1.1:1784944766.054086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607200. 00000080:00000010:2.1:1784944766.054149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047500. 00010000:00000010:2.1:1784944766.054167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93600. 00010000:00000010:2.1:1784944766.054172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de600. 00000080:00000010:3.1:1784944766.064075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047020. 00010000:00000010:3.1:1784944766.064087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93800. 00010000:00000010:3.1:1784944766.064093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607e00. 00000080:00000010:3.1:1784944766.070085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0476a0. 00010000:00000010:3.1:1784944766.070097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93b00. 00010000:00000010:3.1:1784944766.070102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607000. 00000080:00000010:2.1:1784944766.070149:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e20. 00010000:00000010:2.1:1784944766.070156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93a00. 00010000:00000010:2.1:1784944766.070159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607c00. 00000080:00000010:2.1:1784944766.074219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0473c0. 00010000:00000010:2.1:1784944766.074231:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93200. 00010000:00000010:2.1:1784944766.074236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606200. 00000080:00000010:2.1:1784944766.074239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047540. 00010000:00000010:2.1:1784944766.074247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93300. 00010000:00000010:2.1:1784944766.074249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606000. 00000080:00000010:2.1:1784944766.080093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0472e0. 00010000:00000010:2.1:1784944766.080106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8482e00. 00010000:00000010:2.1:1784944766.080111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606800. 00000080:00000010:2.1:1784944766.089326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047780. 00010000:00000010:2.1:1784944766.089341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93500. 00010000:00000010:2.1:1784944766.089350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606a00. 00000080:00000010:3.1:1784944766.093466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95920. 00000080:00000010:2.1:1784944766.098072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047f80. 00010000:00000010:2.1:1784944766.098084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93e00. 00010000:00000010:2.1:1784944766.098089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606600. 00010000:00000010:2.1:1784944766.098093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6400. 00010000:00000010:2.1:1784944766.098127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607400. 00000080:00000010:2.1:1784944766.098130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047660. 00000080:00000010:3.1:1784944766.102077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95a60. 00010000:00000010:3.1:1784944766.102088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6100. 00010000:00000010:3.1:1784944766.102092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607800. 00010000:00000010:2.1:1784944766.102661:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93d00. 00010000:00000010:2.1:1784944766.102668:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606400. 00000080:00000010:2.1:1784944766.107067:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95980. 00010000:00000010:2.1:1784944766.107079:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6200. 00010000:00000010:2.1:1784944766.107083:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606e00. 00000080:00000010:3.1:1784944766.109085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95380. 00000080:00000010:2.1:1784944766.109088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0478e0. 00010000:00000010:3.1:1784944766.109100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6a00. 00010000:00000010:2.1:1784944766.109101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea300. 00010000:00000010:2.1:1784944766.109110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a74e0e00. 00010000:00000010:3.1:1784944766.109110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2400. 00000080:00000010:2.1:1784944766.113076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a286115280. 00010000:00000010:2.1:1784944766.113088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6600. 00010000:00000010:2.1:1784944766.113095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607600. 00000080:00000010:2.1:1784944766.119082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d75a0. 00010000:00000010:2.1:1784944766.119096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6800. 00010000:00000010:2.1:1784944766.119101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3600. 00000080:00000010:3.1:1784944766.124086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95b00. 00010000:00000010:3.1:1784944766.124096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6300. 00010000:00000010:3.1:1784944766.124101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607a00. 00000080:00000010:2.1:1784944766.128079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ee0. 00010000:00000010:2.1:1784944766.128094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deae00. 00010000:00000010:2.1:1784944766.128100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a800. 00000080:00000010:3.1:1784944766.131806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7240. 00010000:00000010:3.1:1784944766.131825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6d00. 00010000:00000010:3.1:1784944766.131830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3400. 00000080:00000010:2.1:1784944766.133074:0:234916:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b954e0. 00010000:00000010:2.1:1784944766.133087:0:234916:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6b00. 00010000:00000010:2.1:1784944766.133098:0:234916:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606c00. 00000080:00000010:1.1:1784944766.140074:0:244677:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95280. 00010000:00000010:1.1:1784944766.140089:0:244677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6500. 00010000:00000010:1.1:1784944766.140100:0:244677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2800. 00010000:00000010:1.1:1784944766.140109:0:244677:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285d93900. 00010000:00000010:1.1:1784944766.140123:0:244677:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3800. 00000080:00000010:3.1:1784944766.145110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7800. 00000080:00000010:3.1:1784944766.151111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7e40. 00000080:00000010:2.1:1784944766.154316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ec0. 00010000:00000010:2.1:1784944766.154333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651300. 00010000:00000010:2.1:1784944766.154338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2000. 00010000:00000010:3.1:1784944766.155082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6e00. 00010000:00000010:3.1:1784944766.155089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3a00. 00000080:00000010:3.1:1784944766.155092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ce0. 00010000:00000010:3.1:1784944766.155098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6900. 00010000:00000010:3.1:1784944766.155101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2c00. 00000080:00000010:3.1:1784944766.161097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7be0. 00010000:00000010:3.1:1784944766.161108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285991200. 00010000:00000010:3.1:1784944766.161125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2e00. 00000080:00000010:2.1:1784944766.165322:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ea0. 00010000:00000010:2.1:1784944766.165336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651500. 00010000:00000010:2.1:1784944766.165341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3e00. 00000080:00000010:3.1:1784944766.166116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7180. 00010000:00000010:3.1:1784944766.166125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651e00. 00010000:00000010:3.1:1784944766.166128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2a00. 00000080:00000010:2.1:1784944766.173081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7940. 00010000:00000010:2.1:1784944766.173094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651f00. 00010000:00000010:2.1:1784944766.173099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3200. 00000080:00000010:2.1:1784944766.176123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047400. 00010000:00000010:2.1:1784944766.176130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deab00. 00010000:00000010:2.1:1784944766.176134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198be00. 00000080:00000010:3.1:1784944766.184135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7760. 00010000:00000010:3.1:1784944766.184178:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651700. 00010000:00000010:3.1:1784944766.184183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3000. 00000080:00000010:2.1:1784944766.188075:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7980. 00010000:00000010:2.1:1784944766.188089:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651800. 00010000:00000010:2.1:1784944766.188094:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9400. 00000080:00000010:2.1:1784944766.194076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7d80. 00010000:00000010:2.1:1784944766.194086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651000. 00010000:00000010:2.1:1784944766.194089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c3c00. 00000080:00000010:3.1:1784944766.203124:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d70c0. 00010000:00000010:3.1:1784944766.203136:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adfe3400. 00010000:00000010:3.1:1784944766.203150:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9800. 00000080:00000010:2.1:1784944766.212113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7700. 00010000:00000010:2.1:1784944766.212124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651600. 00010000:00000010:2.1:1784944766.212128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2600. 00000080:00000010:3.1:1784944766.216193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7720. 00010000:00000010:3.1:1784944766.216203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651400. 00010000:00000010:3.1:1784944766.216207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9200. 00000080:00000010:3.1:1784944766.216210:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d70a0. 00010000:00000010:3.1:1784944766.216218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651d00. 00010000:00000010:3.1:1784944766.216221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b18c2200. 00000080:00000010:2.1:1784944766.221073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d71c0. 00010000:00000010:2.1:1784944766.221083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d500. 00010000:00000010:2.1:1784944766.221087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8a00. 00000080:00000010:3.1:1784944766.221702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7a00. 00010000:00000010:3.1:1784944766.221711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651200. 00010000:00000010:3.1:1784944766.221716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9a00. 00000080:00000010:3.1:1784944766.230075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7400. 00010000:00000010:3.1:1784944766.230088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1df00. 00010000:00000010:3.1:1784944766.230095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9c00. 00000080:00000010:2.1:1784944766.233075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7520. 00010000:00000010:2.1:1784944766.233086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651c00. 00010000:00000010:2.1:1784944766.233091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8e00. 00000080:00000010:2.1:1784944766.238074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7bc0. 00010000:00000010:2.1:1784944766.238083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d700. 00010000:00000010:2.1:1784944766.238094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8600. 00000080:00000010:2.1:1784944766.238097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7b00. 00010000:00000010:2.1:1784944766.238102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6700. 00010000:00000010:2.1:1784944766.238105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9e00. 00000080:00000010:3.1:1784944766.238368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7080. 00010000:00000010:3.1:1784944766.238377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6000. 00010000:00000010:3.1:1784944766.238380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8c00. 00000080:00000010:2.1:1784944766.243076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047aa0. 00010000:00000010:2.1:1784944766.243088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deaa00. 00010000:00000010:2.1:1784944766.243093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a600. 00000080:00000010:3.1:1784944766.243111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7e20. 00010000:00000010:3.1:1784944766.243121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d900. 00010000:00000010:3.1:1784944766.243125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8400. 00000080:00000010:2.1:1784944766.247310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7aa0. 00010000:00000010:2.1:1784944766.247320:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d200. 00010000:00000010:2.1:1784944766.247323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8800. 00000080:00000010:2.1:1784944766.251079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d79a0. 00000080:00000010:1.1:1784944766.251088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7b80. 00010000:00000010:2.1:1784944766.251095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1da00. 00010000:00000010:1.1:1784944766.251099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651900. 00010000:00000010:2.1:1784944766.251103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9600. 00010000:00000010:1.1:1784944766.251107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9000. 00000080:00000010:2.1:1784944766.258144:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e80. 00010000:00000010:2.1:1784944766.266097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea500. 00010000:00000010:2.1:1784944766.266101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a000. 00000080:00000010:2.1:1784944766.266104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7f40. 00010000:00000010:2.1:1784944766.266110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1dd00. 00010000:00000010:2.1:1784944766.266112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8000. 00000080:00000010:3.1:1784944766.271086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7a40. 00010000:00000010:3.1:1784944766.271103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d100. 00010000:00000010:3.1:1784944766.271107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977a00. 00000080:00000010:2.1:1784944766.275100:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7b60. 00010000:00000010:2.1:1784944766.275113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d300. 00010000:00000010:2.1:1784944766.275119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8200. 00000080:00000010:2.1:1784944766.275124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d77c0. 00010000:00000010:2.1:1784944766.275129:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d000. 00010000:00000010:2.1:1784944766.275133:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976e00. 00000080:00000010:2.1:1784944766.284613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7200. 00010000:00000010:2.1:1784944766.284626:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1db00. 00010000:00000010:2.1:1784944766.284631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976800. 00000080:00000010:2.1:1784944766.284634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ba0. 00010000:00000010:2.1:1784944766.284638:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d400. 00010000:00000010:2.1:1784944766.284640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976c00. 00000080:00000010:3.1:1784944766.288087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7780. 00010000:00000010:3.1:1784944766.288101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6c00. 00010000:00000010:3.1:1784944766.288109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977600. 00000080:00000010:1.1:1784944766.292090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7100. 00010000:00000010:1.1:1784944766.292107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46200. 00010000:00000010:1.1:1784944766.292115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977e00. 00000080:00000010:1.1:1784944766.295094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7260. 00000080:00000010:2.1:1784944766.295326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d71a0. 00010000:00000010:2.1:1784944766.295335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46a00. 00010000:00000010:2.1:1784944766.295339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977200. 00010000:00000010:1.1:1784944766.299230:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651a00. 00010000:00000010:1.1:1784944766.299236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977400. 00000080:00000010:2.1:1784944766.305081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7c00. 00010000:00000010:2.1:1784944766.305094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46b00. 00010000:00000010:2.1:1784944766.305098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977000. 00000080:00000010:2.1:1784944766.309095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7f20. 00010000:00000010:2.1:1784944766.309109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651b00. 00010000:00000010:2.1:1784944766.309114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977800. 00000080:00000010:3.1:1784944766.313079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7a20. 00010000:00000010:3.1:1784944766.313091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46f00. 00010000:00000010:3.1:1784944766.313096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1977c00. 00000080:00000010:1.1:1784944766.317146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7500. 00010000:00000010:1.1:1784944766.317156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46400. 00010000:00000010:1.1:1784944766.317160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976000. 00000080:00000010:3.1:1784944766.321082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7640. 00000080:00000010:2.1:1784944766.321083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0479a0. 00010000:00000010:2.1:1784944766.321100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76cae00. 00010000:00000010:3.1:1784944766.321105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46c00. 00010000:00000010:2.1:1784944766.321106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198bc00. 00010000:00000010:3.1:1784944766.321112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e800. 00000080:00000010:1.1:1784944766.329097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7c20. 00010000:00000010:1.1:1784944766.329110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1dc00. 00010000:00000010:1.1:1784944766.329117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f400. 00000080:00000010:2.1:1784944766.337102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7de0. 00010000:00000010:2.1:1784944766.337113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46800. 00010000:00000010:2.1:1784944766.337117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976a00. 00000080:00000010:3.1:1784944766.340144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7220. 00000080:00000010:2.1:1784944766.341082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7d20. 00010000:00000010:2.1:1784944766.346086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7b00. 00010000:00000010:3.1:1784944766.346086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46600. 00010000:00000010:2.1:1784944766.346096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fe00. 00000080:00000010:2.1:1784944766.346102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d74a0. 00010000:00000010:3.1:1784944766.346108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976600. 00010000:00000010:2.1:1784944766.346113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46700. 00000080:00000010:3.1:1784944766.346116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d74c0. 00010000:00000010:2.1:1784944766.346119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976200. 00010000:00000010:3.1:1784944766.346125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7400. 00010000:00000010:3.1:1784944766.346130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f200. 00000080:00000010:2.1:1784944766.351084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d76a0. 00000080:00000010:3.1:1784944766.351086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7fa0. 00010000:00000010:2.1:1784944766.351099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46300. 00010000:00000010:3.1:1784944766.351099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d600. 00010000:00000010:2.1:1784944766.351108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1976400. 00010000:00000010:3.1:1784944766.351109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64c00. 00000080:00000010:2.1:1784944766.357095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1f4d060. 00000080:00000010:3.1:1784944766.357095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7020. 00010000:00000010:2.1:1784944766.357103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7000. 00010000:00000010:3.1:1784944766.357103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46d00. 00010000:00000010:2.1:1784944766.357108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65200. 00010000:00000010:3.1:1784944766.357108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e600. 00000080:00000010:3.1:1784944766.362069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2adeec5c0. 00000080:00000010:2.1:1784944766.362084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d77e0. 00010000:00000010:3.1:1784944766.362086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46100. 00010000:00000010:3.1:1784944766.362097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64000. 00010000:00000010:2.1:1784944766.362099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f651100. 00010000:00000010:2.1:1784944766.362109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e200. 00000080:00000010:3.1:1784944766.371084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7a60. 00010000:00000010:3.1:1784944766.371104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46e00. 00010000:00000010:3.1:1784944766.371109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e400. 00000080:00000010:3.1:1784944766.375265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2adeec2c0. 00010000:00000010:3.1:1784944766.375272:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46500. 00010000:00000010:3.1:1784944766.375275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64a00. 00000080:00000010:2.1:1784944766.382071:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d75e0. 00010000:00000010:2.1:1784944766.382082:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1de00. 00010000:00000010:2.1:1784944766.382089:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f600. 00000080:00000010:3.1:1784944766.386083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28137ab20. 00010000:00000010:3.1:1784944766.386095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2857f6f00. 00010000:00000010:3.1:1784944766.386100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64600. 00000080:00000010:2.1:1784944766.394093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28631d9c0. 00000080:00000010:3.1:1784944766.394095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047460. 00010000:00000010:2.1:1784944766.394113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97900. 00010000:00000010:3.1:1784944766.394114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be400. 00010000:00000010:2.1:1784944766.394124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64200. 00010000:00000010:3.1:1784944766.394124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a200. 00000080:00000010:2.1:1784944766.399113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047900. 00010000:00000010:2.1:1784944766.399123:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea000. 00010000:00000010:2.1:1784944766.399128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ba00. 00000080:00000010:3.1:1784944766.401840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7e60. 00010000:00000010:3.1:1784944766.401859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7c00. 00010000:00000010:3.1:1784944766.401863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f800. 00000080:00000010:1.1:1784944766.403103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d74e0. 00010000:00000010:1.1:1784944766.403111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7900. 00010000:00000010:1.1:1784944766.403115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fa00. 00000080:00000010:2.1:1784944766.407096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b00. 00010000:00000010:2.1:1784944766.407112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c400. 00010000:00000010:2.1:1784944766.407117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79800. 00000080:00000010:2.1:1784944766.416119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7540. 00010000:00000010:2.1:1784944766.416130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7200. 00000080:00000010:1.1:1784944766.416136:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa75c0. 00010000:00000010:2.1:1784944766.416137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ee00. 00010000:00000010:1.1:1784944766.416150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4500. 00010000:00000010:1.1:1784944766.416157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79200. 00000080:00000010:2.1:1784944766.425082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432d00. 00010000:00000010:2.1:1784944766.425095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4f00. 00010000:00000010:2.1:1784944766.425100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1a00. 00000080:00000010:2.1:1784944766.429802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d79e0. 00010000:00000010:2.1:1784944766.429814:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7a00. 00010000:00000010:2.1:1784944766.429819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ec00. 00000080:00000010:3.1:1784944766.432268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7060. 00010000:00000010:3.1:1784944766.432280:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7300. 00010000:00000010:3.1:1784944766.432283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f000. 00000080:00000010:2.1:1784944766.437245:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4321e0. 00010000:00000010:2.1:1784944766.437257:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4900. 00010000:00000010:2.1:1784944766.437264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1400. 00000080:00000010:3.1:1784944766.443086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7360. 00000080:00000010:0.1:1784944766.443090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a60. 00010000:00000010:1.1:1784944766.443091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7800. 00010000:00000010:0.1:1784944766.443099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35c00. 00010000:00000010:1.1:1784944766.443100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e000. 00010000:00000010:0.1:1784944766.443105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198aa00. 00000080:00000010:2.1:1784944766.448076:0:241260:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047a80. 00010000:00000010:2.1:1784944766.448085:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35d00. 00010000:00000010:2.1:1784944766.448090:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b200. 00000080:00000010:0.1:1784944766.457083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7d40. 00010000:00000010:0.1:1784944766.457092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7f00. 00010000:00000010:0.1:1784944766.457095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ea00. 00000080:00000010:2.1:1784944766.466081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047100. 00010000:00000010:2.1:1784944766.466090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35a00. 00010000:00000010:2.1:1784944766.466094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6a00. 00000080:00000010:2.1:1784944766.466098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e40. 00010000:00000010:2.1:1784944766.466102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea800. 00010000:00000010:2.1:1784944766.466105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b400. 00000080:00000010:2.1:1784944766.470067:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95e20. 00010000:00000010:2.1:1784944766.470076:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ac00. 00010000:00000010:2.1:1784944766.470080:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad800. 00000080:00000010:2.1:1784944766.470086:0:234924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7480. 00010000:00000010:2.1:1784944766.470091:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7700. 00010000:00000010:2.1:1784944766.470096:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fc00. 00000080:00000010:2.1:1784944766.474081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047fa0. 00010000:00000010:2.1:1784944766.474092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35200. 00010000:00000010:2.1:1784944766.474099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6000. 00000080:00000010:2.1:1784944766.474103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f1d7ee0. 00010000:00000010:2.1:1784944766.474110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7600. 00010000:00000010:2.1:1784944766.474114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65e00. 00000080:00000010:2.1:1784944766.474116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0475c0. 00010000:00000010:2.1:1784944766.474121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35500. 00010000:00000010:2.1:1784944766.474125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7e00. 00000080:00000010:2.1:1784944766.474129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1f4dc20. 00010000:00000010:2.1:1784944766.482081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7e00. 00010000:00000010:2.1:1784944766.482089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65000. 00000080:00000010:2.1:1784944766.482093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ce0. 00010000:00000010:2.1:1784944766.482100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35e00. 00010000:00000010:2.1:1784944766.482103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6c00. 00000080:00000010:2.1:1784944766.486077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2adeecea0. 00010000:00000010:2.1:1784944766.486087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7100. 00010000:00000010:2.1:1784944766.486092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65c00. 00000080:00000010:2.1:1784944766.486096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0472a0. 00010000:00000010:2.1:1784944766.486103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5bec00. 00010000:00000010:2.1:1784944766.486109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7a00. 00000080:00000010:2.1:1784944766.490068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95560. 00010000:00000010:2.1:1784944766.490075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a500. 00010000:00000010:2.1:1784944766.490078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad400. 00000080:00000010:2.1:1784944766.490080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0473a0. 00010000:00000010:2.1:1784944766.490084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35900. 00010000:00000010:2.1:1784944766.490086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7400. 00000080:00000010:2.1:1784944766.490088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a28631dfc0. 00010000:00000010:2.1:1784944766.499080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97200. 00010000:00000010:2.1:1784944766.499088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64400. 00000080:00000010:2.1:1784944766.499095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047d80. 00010000:00000010:2.1:1784944766.499104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16d00. 00010000:00000010:2.1:1784944766.499110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6800. 00000080:00000010:2.1:1784944766.502073:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b60. 00010000:00000010:2.1:1784944766.502080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c600. 00010000:00000010:2.1:1784944766.502083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79a00. 00000080:00000010:2.1:1784944766.510797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047b60. 00010000:00000010:2.1:1784944766.510812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16000. 00010000:00000010:2.1:1784944766.510822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6400. 00000080:00000010:2.1:1784944766.510830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa71a0. 00010000:00000010:2.1:1784944766.510840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c100. 00010000:00000010:2.1:1784944766.510850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78e00. 00000080:00000010:2.1:1784944766.510857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ae0. 00010000:00000010:2.1:1784944766.510893:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16500. 00010000:00000010:2.1:1784944766.510900:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6200. 00000080:00000010:2.1:1784944766.510907:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7360. 00010000:00000010:2.1:1784944766.510917:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382cc00. 00010000:00000010:2.1:1784944766.510926:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78c00. 00000080:00000010:2.1:1784944766.513088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b959a0. 00010000:00000010:2.1:1784944766.513098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6aa00. 00010000:00000010:2.1:1784944766.513102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad600. 00000080:00000010:2.1:1784944766.513105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7d20. 00010000:00000010:2.1:1784944766.513109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c300. 00010000:00000010:2.1:1784944766.513112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79e00. 00000080:00000010:1.1:1784944766.517083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0473e0. 00010000:00000010:1.1:1784944766.517096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16100. 00010000:00000010:1.1:1784944766.517104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7200. 00000080:00000010:3.1:1784944766.517109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432460. 00010000:00000010:3.1:1784944766.517119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4e00. 00010000:00000010:3.1:1784944766.517127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0c00. 00000080:00000010:2.1:1784944766.524087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432aa0. 00010000:00000010:2.1:1784944766.524099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4400. 00010000:00000010:2.1:1784944766.524102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1200. 00000080:00000010:3.1:1784944766.524182:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047620. 00010000:00000010:3.1:1784944766.524191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16200. 00010000:00000010:3.1:1784944766.524194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6600. 00000080:00000010:3.1:1784944766.530168:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047f00. 00010000:00000010:3.1:1784944766.530176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287deac00. 00010000:00000010:3.1:1784944766.530181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ac00. 00000080:00000010:2.1:1784944766.531086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047220. 00010000:00000010:2.1:1784944766.531097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16700. 00010000:00000010:2.1:1784944766.531104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7c00. 00000080:00000010:3.1:1784944766.537064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047e60. 00010000:00000010:3.1:1784944766.541095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16f00. 00010000:00000010:3.1:1784944766.541105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7600. 00000080:00000010:2.1:1784944766.541160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432400. 00010000:00000010:2.1:1784944766.541172:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4a00. 00010000:00000010:2.1:1784944766.541179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1c00. 00000080:00000010:3.1:1784944766.550079:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0478a0. 00010000:00000010:3.1:1784944766.550093:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a300. 00010000:00000010:3.1:1784944766.550097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198a400. 00000080:00000010:2.1:1784944766.553086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047320. 00000080:00000010:3.1:1784944766.553095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047360. 00010000:00000010:2.1:1784944766.553098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915da00. 00010000:00000010:3.1:1784944766.553108:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35000. 00010000:00000010:2.1:1784944766.553109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581a00. 00010000:00000010:3.1:1784944766.553114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b600. 00000080:00000010:2.1:1784944766.557085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047080. 00010000:00000010:2.1:1784944766.557096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae100. 00010000:00000010:2.1:1784944766.557100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581e00. 00000080:00000010:3.1:1784944766.559077:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ca0. 00000080:00000010:2.1:1784944766.559086:0:2408:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047300. 00010000:00000010:3.1:1784944766.559088:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35300. 00010000:00000010:3.1:1784944766.559100:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b000. 00010000:00000010:2.1:1784944766.559105:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae800. 00010000:00000010:2.1:1784944766.559114:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580c00. 00000080:00000010:2.1:1784944766.564094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047760. 00000080:00000010:3.1:1784944766.564101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047b20. 00010000:00000010:2.1:1784944766.564109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aeb00. 00010000:00000010:3.1:1784944766.564112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35600. 00010000:00000010:2.1:1784944766.564119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c400. 00010000:00000010:3.1:1784944766.564120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b800. 00000080:00000010:2.1:1784944766.571089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047720. 00000080:00000010:3.1:1784944766.571095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047740. 00010000:00000010:2.1:1784944766.571106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae600. 00010000:00000010:2.1:1784944766.571114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ce00. 00010000:00000010:3.1:1784944766.574799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35b00. 00010000:00000010:3.1:1784944766.574810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ae00. 00000080:00000010:2.1:1784944766.578796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047700. 00010000:00000010:2.1:1784944766.578810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea200. 00010000:00000010:2.1:1784944766.578815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6e00. 00000080:00000010:3.1:1784944766.583090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047180. 00010000:00000010:3.1:1784944766.583100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae900. 00010000:00000010:3.1:1784944766.583106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00000080:00000010:2.1:1784944766.587794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047440. 00010000:00000010:2.1:1784944766.587812:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16b00. 00010000:00000010:2.1:1784944766.587817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7000. 00000080:00000010:3.1:1784944766.595343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047980. 00010000:00000010:3.1:1784944766.595356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16400. 00010000:00000010:3.1:1784944766.595361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c800. 00000080:00000010:2.1:1784944766.598084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047820. 00010000:00000010:2.1:1784944766.598092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16300. 00010000:00000010:2.1:1784944766.598096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7800. 00000080:00000010:3.1:1784944766.602081:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a7952ec0. 00010000:00000010:3.1:1784944766.602096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16c00. 00010000:00000010:3.1:1784944766.602102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00000080:00000010:2.1:1784944766.606090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047da0. 00010000:00000010:2.1:1784944766.606104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16900. 00010000:00000010:2.1:1784944766.606112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580a00. 00000080:00000010:3.1:1784944766.610089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0478c0. 00010000:00000010:3.1:1784944766.610104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287dea900. 00010000:00000010:3.1:1784944766.610108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580200. 00000080:00000010:2.1:1784944766.614096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0474a0. 00010000:00000010:2.1:1784944766.614109:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35400. 00010000:00000010:2.1:1784944766.614114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580600. 00000080:00000010:2.1:1784944766.618093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047f20. 00010000:00000010:2.1:1784944766.618106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35700. 00010000:00000010:2.1:1784944766.618112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580400. 00000080:00000010:3.1:1784944766.622094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ba0. 00010000:00000010:3.1:1784944766.622105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d400. 00010000:00000010:3.1:1784944766.622109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580e00. 00000080:00000010:2.1:1784944766.626088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95140. 00010000:00000010:2.1:1784944766.626101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a600. 00010000:00000010:2.1:1784944766.626107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ade00. 00000080:00000010:2.1:1784944766.631082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471a0. 00010000:00000010:2.1:1784944766.631097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915dc00. 00010000:00000010:2.1:1784944766.631101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581400. 00000080:00000010:3.1:1784944766.635075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0472c0. 00010000:00000010:3.1:1784944766.635090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d500. 00010000:00000010:3.1:1784944766.635095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580000. 00000080:00000010:2.1:1784944766.641089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047920. 00010000:00000010:2.1:1784944766.641102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d200. 00010000:00000010:2.1:1784944766.641107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7580800. 00000080:00000010:2.1:1784944766.649086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047fe0. 00010000:00000010:2.1:1784944766.649098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae700. 00010000:00000010:2.1:1784944766.649105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581800. 00000080:00000010:3.1:1784944766.657072:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047ea0. 00010000:00000010:3.1:1784944766.657085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae300. 00010000:00000010:3.1:1784944766.657091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581000. 00000080:00000010:2.1:1784944766.661086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047200. 00010000:00000010:2.1:1784944766.661107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae400. 00010000:00000010:2.1:1784944766.661118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581600. 00000080:00000010:2.1:1784944766.661124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0470a0. 00010000:00000010:2.1:1784944766.661132:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aef00. 00010000:00000010:2.1:1784944766.661137:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7581200. 00000080:00000010:3.1:1784944766.667123:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a292b95de0. 00010000:00000010:3.1:1784944766.667135:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6a100. 00010000:00000010:3.1:1784944766.667139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ace00. 00000080:00000010:2.1:1784944766.672088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047d00. 00010000:00000010:2.1:1784944766.672103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aea00. 00010000:00000010:2.1:1784944766.672111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c200. 00000080:00000010:2.1:1784944766.672118:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471c0. 00010000:00000010:2.1:1784944766.672125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d100. 00010000:00000010:2.1:1784944766.672132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164de00. 00000080:00000010:3.1:1784944766.678068:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0471e0. 00010000:00000010:3.1:1784944766.678082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915df00. 00010000:00000010:3.1:1784944766.678088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00000080:00000010:2.1:1784944766.683090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f0476e0. 00010000:00000010:2.1:1784944766.683101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9aec00. 00010000:00000010:2.1:1784944766.683105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00000080:00000010:2.1:1784944766.691087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f047cc0. 00010000:00000010:2.1:1784944766.691105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35100. 00010000:00000010:2.1:1784944766.691112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00010000:00000010:1.1:1784944766.732114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037200. 00010000:00000010:2.1:1784944766.753093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1600. 00010000:00000010:2.1:1784944766.753100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7600. 00010000:00000010:3.1:1784944766.757077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036200. 00010000:00000010:2.1:1784944766.757092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf79000. 00010000:00000010:2.1:1784944766.757100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0800. 00010000:00000010:2.1:1784944766.757106:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75c7500. 00010000:00000010:2.1:1784944766.757118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8403800. 00010000:00000010:2.1:1784944766.762174:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558e00. 00010000:00000010:2.1:1784944766.762183:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5800. 00010000:00000010:2.1:1784944766.767107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558600. 00010000:00000010:2.1:1784944766.767114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4200. 00010000:00000010:2.1:1784944766.781082:0:246951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00010000:00000010:2.1:1784944766.781089:0:246951:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85100. 00010000:00000010:2.1:1784944766.781094:0:246951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473e00. 00010000:00000010:2.1:1784944766.781096:0:246951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473a00. 00010000:00000010:2.1:1784944767.139092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d200. 00010000:00000010:3.1:1784944767.139092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85500. 00010000:00000010:3.1:1784944767.139104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473600. 00010000:00000010:2.1:1784944767.139105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0600. 00010000:00000010:3.1:1784944767.139110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3ea00. 00010000:00000010:2.1:1784944767.139113:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adb000. 00010000:00000010:3.1:1784944767.139117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097400. 00010000:00000010:2.1:1784944767.139120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00010000:00000010:3.1:1784944767.139125:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85400. 00010000:00000010:2.1:1784944767.139176:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85200. 00010000:00000010:3.1:1784944767.139179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472600. 00010000:00000010:2.1:1784944767.139182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473400. 00010000:00000010:2.1:1784944767.139189:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adb500. 00010000:00000010:2.1:1784944767.139191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dda00. 00010000:00000010:2.1:1784944767.139193:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85e00. 00010000:00000010:2.1:1784944767.139196:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472e00. 00010000:00000010:3.1:1784944767.139197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4d00. 00010000:00000010:2.1:1784944767.139200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adb600. 00010000:00000010:2.1:1784944767.139204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dd400. 00010000:00000010:3.1:1784944767.139207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0200. 00010000:00000010:2.1:1784944767.139209:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adb300. 00010000:00000010:3.1:1784944767.139214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85000. 00010000:00000010:3.1:1784944767.139219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472a00. 00010000:00000010:2.1:1784944767.139224:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dde00. 00010000:00000010:3.1:1784944767.139224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4000. 00010000:00000010:3.1:1784944767.139232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0e00. 00010000:00000010:3.1:1784944767.139235:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85300. 00010000:00000010:3.1:1784944767.139239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472000. 00010000:00000010:0.1:1784944767.144091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adbf00. 00010000:00000010:0.1:1784944767.144100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dce00. 00010000:00000010:0.1:1784944767.144103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287ed1000. 00010000:00000010:0.1:1784944767.144107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164dc00. 00010000:00000010:3.1:1784944767.163071:0:247036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a100. 00010000:00000010:3.1:1784944767.163079:0:247036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473800. 00010000:00000010:1.1:1784944767.167069:0:247035:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182c00. 00010000:00000010:1.1:1784944767.167077:0:247035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dc400. 00010000:00000010:3.1:1784944767.167080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182400. 00010000:00000010:3.1:1784944767.167092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1ddc00. 00010000:00000010:3.1:1784944767.167097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3100. 00010000:00000010:3.1:1784944767.167100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856bc00. 00010000:00000010:0.1:1784944767.189067:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7b00. 00010000:00000010:0.1:1784944767.189074:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dda00. 00010000:00000010:0.1:1784944767.189079:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adb700. 00010000:00000010:0.1:1784944767.189084:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dcc00. 00010000:00000010:0.1:1784944767.191067:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ac00. 00010000:00000010:3.1:1784944767.191069:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7800. 00010000:00000010:0.1:1784944767.191073:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473c00. 00010000:00000010:3.1:1784944767.191079:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dcc00. 00010000:00000010:0.1:1784944767.191080:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70e00. 00010000:00000010:3.1:1784944767.191087:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182900. 00010000:00000010:0.1:1784944767.191088:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc400. 00010000:00000010:3.1:1784944767.191095:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dc800. 00010000:00000010:1.1:1784944767.193033:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182100. 00010000:00000010:1.1:1784944767.193038:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dc200. 00010000:00000010:0.1:1784944767.195067:0:247037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be000. 00010000:00000010:0.1:1784944767.195074:0:247037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3e00. 00010000:00000010:2.1:1784944767.195133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7400. 00010000:00000010:2.1:1784944767.195138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dce00. 00010000:00000010:2.1:1784944767.195142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3c00. 00010000:00000010:2.1:1784944767.195145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b600. 00010000:00000010:2.1:1784944767.195148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70f00. 00010000:00000010:2.1:1784944767.195150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2ddc00. 00010000:00000010:2.1:1784944767.195153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7200. 00010000:00000010:2.1:1784944767.195156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc000. 00010000:00000010:2.1:1784944767.195158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a200. 00010000:00000010:2.1:1784944767.195162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3a00. 00010000:00000010:3.1:1784944767.197067:0:247046:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182b00. 00010000:00000010:3.1:1784944767.197074:0:247046:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dca00. 00010000:00000010:3.1:1784944767.197077:0:247046:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3e800. 00010000:00000010:3.1:1784944767.197080:0:247046:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096e00. 00010000:00000010:1.1:1784944767.198771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:1.1:1784944767.198779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a400. 00010000:00000010:1.1:1784944767.198782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be400. 00010000:00000010:1.1:1784944767.198785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3600. 00010000:00000010:0.1:1784944767.205154:0:792:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70300. 00010000:00000010:0.1:1784944767.205163:0:792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc200. 00010000:00000010:0.1:1784944767.221066:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63400. 00010000:00000010:0.1:1784944767.221074:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097c00. 00010000:00000010:2.1:1784944767.221599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5c00. 00010000:00000010:2.1:1784944767.221608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3200. 00010000:00000010:2.1:1784944767.221614:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70d00. 00010000:00000010:2.1:1784944767.221617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd400. 00010000:00000010:0.1:1784944767.223081:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3e200. 00010000:00000010:0.1:1784944767.223089:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd800. 00010000:00000010:0.1:1784944767.223096:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4beb00. 00010000:00000010:0.1:1784944767.223102:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2400. 00010000:00000010:2.1:1784944767.224174:0:247044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5100. 00010000:00000010:2.1:1784944767.224179:0:247044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2000. 00010000:00000010:2.1:1784944767.224185:0:247044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63c00. 00010000:00000010:2.1:1784944767.224192:0:247044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096400. 00010000:00000010:3.1:1784944767.226258:0:247049:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3e400. 00010000:00000010:3.1:1784944767.226292:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097a00. 00010000:00000010:0.1:1784944767.227061:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3ec00. 00010000:00000010:0.1:1784944767.227065:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097e00. 00010000:00000010:0.1:1784944767.227068:0:234914:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3e900. 00010000:00000010:0.1:1784944767.227070:0:234914:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097200. 00010000:00000010:2.1:1784944767.233240:0:247037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367500. 00010000:00000010:2.1:1784944767.233246:0:247037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93200. 00010000:00000010:2.1:1784944767.233250:0:247037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367700. 00010000:00000010:2.1:1784944767.233252:0:247037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92000. 00010000:00000010:0.1:1784944767.235072:0:247036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42b700. 00010000:00000010:2.1:1784944767.235073:0:247037:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5f00. 00010000:00000010:0.1:1784944767.235079:0:247036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130800. 00010000:00000010:2.1:1784944767.235084:0:247037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3c00. 00010000:00000010:3.1:1784944767.235254:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004be00. 00010000:00000010:3.1:1784944767.235258:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92800. 00010000:00000010:1.1:1784944767.237075:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63100. 00010000:00000010:1.1:1784944767.237085:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096200. 00010000:00000010:1.1:1784944767.237095:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5200. 00010000:00000010:1.1:1784944767.237104:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3000. 00010000:00000010:1.1:1784944767.237114:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367f00. 00010000:00000010:1.1:1784944767.237122:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93000. 00010000:00000010:0.1:1784944767.237999:0:247036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004bd00. 00010000:00000010:0.1:1784944767.238008:0:247036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93800. 00010000:00000010:0.1:1784944767.247079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773ac00. 00010000:00000010:0.1:1784944767.247088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387600. 00010000:00000010:3.1:1784944767.250088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6af00. 00010000:00000010:3.1:1784944767.250095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93e00. 00010000:00000010:3.1:1784944767.250098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b300. 00010000:00000010:3.1:1784944767.250101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92400. 00010000:00000010:3.1:1784944767.252831:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773aa00. 00010000:00000010:3.1:1784944767.252839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387a00. 00010000:00000010:3.1:1784944767.270072:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d000. 00010000:00000010:0.1:1784944767.270073:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899db00. 00010000:00000010:0.1:1784944767.270083:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131200. 00010000:00000010:3.1:1784944767.270083:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515b200. 00010000:00000010:0.1:1784944767.270092:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a100. 00010000:00000010:3.1:1784944767.270094:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2600. 00010000:00000010:0.1:1784944767.270098:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad200. 00010000:00000010:0.1:1784944767.270104:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367600. 00010000:00000010:3.1:1784944767.270105:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386000. 00010000:00000010:0.1:1784944767.270111:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92200. 00010000:00000010:3.1:1784944767.270114:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a900. 00010000:00000010:0.1:1784944767.270117:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b000. 00010000:00000010:3.1:1784944767.270123:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387400. 00010000:00000010:0.1:1784944767.270125:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93600. 00010000:00000010:0.1:1784944767.270132:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2500. 00010000:00000010:3.1:1784944767.270132:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d000. 00010000:00000010:3.1:1784944767.270141:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65a00. 00010000:00000010:0.1:1784944767.270245:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387c00. 00010000:00000010:0.1:1784944767.270249:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b500. 00010000:00000010:0.1:1784944767.270256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93a00. 00010000:00000010:0.1:1784944767.273067:0:247054:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a300. 00010000:00000010:0.1:1784944767.273075:0:247054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64e00. 00010000:00000010:0.1:1784944767.273081:0:247054:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899df00. 00010000:00000010:0.1:1784944767.273085:0:247054:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131000. 00010000:00000010:3.1:1784944767.275101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899de00. 00010000:00000010:3.1:1784944767.275109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130a00. 00010000:00000010:3.1:1784944767.275115:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ae00. 00010000:00000010:3.1:1784944767.275120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65800. 00010000:00000010:3.1:1784944767.275124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ac00. 00010000:00000010:3.1:1784944767.275129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad000. 00010000:00000010:0.1:1784944767.276431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97a00. 00010000:00000010:0.1:1784944767.276437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999c00. 00010000:00000010:0.1:1784944767.280083:0:247055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97b00. 00010000:00000010:0.1:1784944767.280094:0:247055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998800. 00010000:00000010:2.1:1784944767.280382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2d00. 00010000:00000010:2.1:1784944767.280387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386a00. 00010000:00000010:2.1:1784944767.293076:0:247044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d700. 00010000:00000010:2.1:1784944767.293082:0:247044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0400. 00010000:00000010:2.1:1784944767.293089:0:247044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97100. 00010000:00000010:2.1:1784944767.293094:0:247044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998600. 00010000:00000010:0.1:1784944767.300072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378600. 00010000:00000010:0.1:1784944767.300082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a200. 00010000:00000010:0.1:1784944767.300086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc600. 00010000:00000010:0.1:1784944767.300089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515b600. 00010000:00000010:2.1:1784944767.300165:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378f00. 00010000:00000010:2.1:1784944767.300170:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a000. 00010000:00000010:2.1:1784944767.300174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16a00. 00010000:00000010:2.1:1784944767.300176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515ae00. 00010000:00000010:2.1:1784944767.304078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378e00. 00010000:00000010:2.1:1784944767.304086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a400. 00010000:00000010:2.1:1784944767.304090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a900. 00010000:00000010:2.1:1784944767.304093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65600. 00010000:00000010:2.1:1784944767.304097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3500. 00010000:00000010:2.1:1784944767.304100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386800. 00010000:00000010:3.1:1784944767.310068:0:247044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330c00. 00010000:00000010:3.1:1784944767.310079:0:247044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30f400. 00010000:00000010:2.1:1784944767.311068:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911900. 00010000:00000010:2.1:1784944767.311080:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999200. 00010000:00000010:3.1:1784944767.314063:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378900. 00010000:00000010:3.1:1784944767.314068:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515be00. 00010000:00000010:2.1:1784944767.314074:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97400. 00010000:00000010:2.1:1784944767.314084:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998400. 00010000:00000010:2.1:1784944767.314092:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6600. 00010000:00000010:2.1:1784944767.314101:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30f000. 00010000:00000010:2.1:1784944767.317069:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6700. 00010000:00000010:2.1:1784944767.317076:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30fa00. 00010000:00000010:3.1:1784944767.317080:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3600. 00010000:00000010:3.1:1784944767.317089:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ac00. 00010000:00000010:3.1:1784944767.317098:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915dd00. 00010000:00000010:3.1:1784944767.317105:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ae00. 00010000:00000010:3.1:1784944767.317112:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a5be600. 00010000:00000010:3.1:1784944767.317119:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999000. 00010000:00000010:2.1:1784944767.320419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97c00. 00010000:00000010:2.1:1784944767.320425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998a00. 00010000:00000010:2.1:1784944767.320428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4700. 00010000:00000010:2.1:1784944767.320431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856ba00. 00010000:00000010:2.1:1784944767.320434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330100. 00010000:00000010:2.1:1784944767.320437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30e800. 00010000:00000010:3.1:1784944767.324080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330900. 00010000:00000010:2.1:1784944767.324088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6300. 00010000:00000010:3.1:1784944767.324091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30f800. 00010000:00000010:2.1:1784944767.324095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30ec00. 00010000:00000010:3.1:1784944767.324098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4800. 00010000:00000010:2.1:1784944767.324100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6100. 00010000:00000010:2.1:1784944767.324107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30e200. 00010000:00000010:3.1:1784944767.324107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856aa00. 00010000:00000010:3.1:1784944767.333105:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4200. 00010000:00000010:3.1:1784944767.333115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b000. 00010000:00000010:0.1:1784944767.342076:0:2398:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca900. 00010000:00000010:0.1:1784944767.342085:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77aca00. 00010000:00000010:1.1:1784944767.343423:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3a00. 00010000:00000010:1.1:1784944767.343430:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded000. 00010000:00000010:1.1:1784944767.343434:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2500. 00010000:00000010:1.1:1784944767.343437:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00010000:00000010:3.1:1784944767.344074:0:247060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3100. 00010000:00000010:3.1:1784944767.344083:0:247060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dede00. 00010000:00000010:3.1:1784944767.344093:0:247060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678700. 00010000:00000010:3.1:1784944767.344100:0:247060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a800. 00010000:00000010:3.1:1784944767.344106:0:247060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00010000:00000010:3.1:1784944767.344110:0:247060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1decc00. 00010000:00000010:3.1:1784944767.344114:0:247060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4900. 00010000:00000010:3.1:1784944767.344119:0:247060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a200. 00010000:00000010:3.1:1784944767.344125:0:247060:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2400. 00010000:00000010:3.1:1784944767.344132:0:247060:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999800. 00010000:00000010:1.1:1784944767.350095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2200. 00010000:00000010:1.1:1784944767.350104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5c00. 00010000:00000010:1.1:1784944767.350111:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2e00. 00010000:00000010:1.1:1784944767.350116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999a00. 00010000:00000010:1.1:1784944767.350122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558200. 00010000:00000010:1.1:1784944767.350128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4e00. 00010000:00000010:3.1:1784944767.359702:0:234924:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558700. 00010000:00000010:3.1:1784944767.359709:0:234924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00010000:00000010:3.1:1784944767.369145:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678200. 00010000:00000010:3.1:1784944767.369154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b400. 00010000:00000010:1.1:1784944767.806079:0:247165:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c700. 00010000:00000010:1.1:1784944767.806088:0:247165:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adf78000. 00010000:00000010:0.1:1784944767.810076:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d800. 00010000:00000010:0.1:1784944767.810082:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5000. 00010000:00000010:0.1:1784944767.810086:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85f00. 00010000:00000010:0.1:1784944767.810090:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472200. 00010000:00000010:0.1:1784944767.810094:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adbe00. 00010000:00000010:0.1:1784944767.810097:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dd200. 00010000:00000010:3.1:1784944767.813067:0:247044:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865dd00. 00010000:00000010:2.1:1784944767.813071:0:247168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382c900. 00010000:00000010:3.1:1784944767.813075:0:247044:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0a00. 00010000:00000010:2.1:1784944767.813080:0:247168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ada00. 00010000:00000010:2.1:1784944767.813085:0:247168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ade85a00. 00010000:00000010:2.1:1784944767.813094:0:247168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472800. 00010000:00000010:3.1:1784944767.815080:0:247170:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4b00. 00010000:00000010:2.1:1784944767.815082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865df00. 00010000:00000010:0.1:1784944767.815087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29382ce00. 00010000:00000010:2.1:1784944767.815089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1000. 00010000:00000010:3.1:1784944767.815089:0:247170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1800. 00010000:00000010:0.1:1784944767.815100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac600. 00010000:00000010:0.1:1784944767.815107:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97300. 00010000:00000010:0.1:1784944767.815111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a64800. 00010000:00000010:3.1:1784944767.822955:0:247170:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fe6ad00. 00010000:00000010:3.1:1784944767.822963:0:247170:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164da00. 00010000:00000010:2.1:1784944767.826075:0:247168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a284adbd00. 00010000:00000010:2.1:1784944767.826090:0:247168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dd800. 00010000:00000010:2.1:1784944767.826097:0:247168:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a800. 00010000:00000010:2.1:1784944767.826101:0:247168:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473200. 00010000:00000010:2.1:1784944767.831084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d800. 00010000:00000010:2.1:1784944767.831096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1e00. 00010000:00000010:2.1:1784944767.831103:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2700. 00010000:00000010:2.1:1784944767.831116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386200. 00010000:00000010:2.1:1784944767.908069:0:247179:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182a00. 00010000:00000010:2.1:1784944767.908079:0:247179:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dc000. 00010000:00000010:3.1:1784944767.908126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182800. 00010000:00000010:3.1:1784944767.908136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dc600. 00010000:00000010:2.1:1784944767.908556:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7c00. 00010000:00000010:2.1:1784944767.908561:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd200. 00010000:00000010:2.1:1784944767.910067:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ae00. 00010000:00000010:2.1:1784944767.910076:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472400. 00010000:00000010:2.1:1784944767.910081:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70500. 00010000:00000010:2.1:1784944767.910087:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dca00. 00010000:00000010:2.1:1784944767.910094:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2300. 00010000:00000010:2.1:1784944767.910102:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386400. 00010000:00000010:3.1:1784944767.910104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7a00. 00010000:00000010:2.1:1784944767.910108:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70700. 00010000:00000010:3.1:1784944767.910114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dd600. 00010000:00000010:2.1:1784944767.910116:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc600. 00010000:00000010:3.1:1784944767.910122:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70600. 00010000:00000010:2.1:1784944767.910123:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67a900. 00010000:00000010:3.1:1784944767.910131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd600. 00010000:00000010:2.1:1784944767.910132:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7473000. 00010000:00000010:3.1:1784944767.910139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7100. 00010000:00000010:2.1:1784944767.910142:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7900. 00010000:00000010:3.1:1784944767.910145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dde00. 00010000:00000010:2.1:1784944767.910149:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd000. 00010000:00000010:3.1:1784944767.910153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be600. 00010000:00000010:2.1:1784944767.910155:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1f70000. 00010000:00000010:3.1:1784944767.910160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3800. 00010000:00000010:2.1:1784944767.910167:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc800. 00010000:00000010:2.1:1784944767.910173:0:247180:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3eb00. 00010000:00000010:2.1:1784944767.910178:0:247180:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097800. 00010000:00000010:3.1:1784944767.910460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5600. 00010000:00000010:3.1:1784944767.910465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2200. 00010000:00000010:3.1:1784944767.910469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5500. 00010000:00000010:3.1:1784944767.910472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2800. 00010000:00000010:3.1:1784944767.910524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be300. 00010000:00000010:3.1:1784944767.910527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2e00. 00010000:00000010:3.1:1784944767.910656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63800. 00010000:00000010:3.1:1784944767.910661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096600. 00010000:00000010:3.1:1784944767.910666:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71db00. 00010000:00000010:3.1:1784944767.910669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30e000. 00010000:00000010:0.1:1784944767.914086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67ad00. 00010000:00000010:0.1:1784944767.914098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a7472c00. 00010000:00000010:0.1:1784944767.914104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182200. 00010000:00000010:0.1:1784944767.914111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dd000. 00010000:00000010:0.1:1784944767.914116:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f67aa00. 00010000:00000010:0.1:1784944767.914122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2c00. 00010000:00000010:0.1:1784944767.914352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bea00. 00010000:00000010:0.1:1784944767.914359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2600. 00010000:00000010:0.1:1784944767.914364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be700. 00010000:00000010:0.1:1784944767.914369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2a00. 00010000:00000010:0.1:1784944767.914375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63b00. 00010000:00000010:0.1:1784944767.914382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096a00. 00010000:00000010:0.1:1784944767.914389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63a00. 00010000:00000010:0.1:1784944767.914394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096000. 00010000:00000010:0.1:1784944767.914401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5e00. 00010000:00000010:0.1:1784944767.914406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3400. 00010000:00000010:0.1:1784944767.914413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63900. 00010000:00000010:0.1:1784944767.914418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096800. 00010000:00000010:0.1:1784944767.914424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74e5000. 00010000:00000010:0.1:1784944767.914446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131800. 00010000:00000010:0.1:1784944767.914452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367d00. 00010000:00000010:0.1:1784944767.914458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097600. 00010000:00000010:2.1:1784944767.914935:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3000. 00010000:00000010:2.1:1784944767.914940:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1deda00. 00010000:00000010:2.1:1784944767.914944:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3400. 00010000:00000010:2.1:1784944767.914949:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b200. 00010000:00000010:2.1:1784944767.914952:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29ff3e100. 00010000:00000010:2.1:1784944767.914955:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac096c00. 00010000:00000010:2.1:1784944767.914958:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63200. 00010000:00000010:2.1:1784944767.914961:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac097000. 00010000:00000010:3.1:1784944767.922073:0:247175:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42b100. 00010000:00000010:3.1:1784944767.922084:0:247175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131600. 00010000:00000010:3.1:1784944767.922091:0:247175:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367300. 00010000:00000010:3.1:1784944767.922099:0:247175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92a00. 00010000:00000010:1.1:1784944767.924089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42bd00. 00010000:00000010:1.1:1784944767.924097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131a00. 00010000:00000010:0.1:1784944767.931111:0:2406:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367e00. 00010000:00000010:0.1:1784944767.931120:0:2406:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93c00. 00010000:00000010:0.1:1784944767.933087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285367000. 00010000:00000010:0.1:1784944767.933105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92600. 00010000:00000010:0.1:1784944767.933133:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42b300. 00010000:00000010:0.1:1784944767.933139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130400. 00010000:00000010:0.1:1784944767.935082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42b800. 00010000:00000010:3.1:1784944767.935085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b600. 00010000:00000010:1.1:1784944767.935087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42b000. 00010000:00000010:0.1:1784944767.935094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130200. 00010000:00000010:3.1:1784944767.935094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93400. 00010000:00000010:1.1:1784944767.935097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131400. 00010000:00000010:3.1:1784944767.940096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004bf00. 00010000:00000010:3.1:1784944767.940102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92e00. 00010000:00000010:0.1:1784944767.940126:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b700. 00010000:00000010:0.1:1784944767.940134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92c00. 00010000:00000010:0.1:1784944767.945077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a200. 00010000:00000010:0.1:1784944767.945097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387800. 00010000:00000010:0.1:1784944767.945101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42bb00. 00010000:00000010:0.1:1784944767.945103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131c00. 00010000:00000010:2.1:1784944767.956091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a400. 00010000:00000010:2.1:1784944767.956102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386c00. 00010000:00000010:1.1:1784944767.960069:0:2399:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d300. 00010000:00000010:2.1:1784944767.960077:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773ab00. 00010000:00000010:1.1:1784944767.960079:0:2399:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130000. 00010000:00000010:2.1:1784944767.960086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386e00. 00010000:00000010:2.1:1784944767.966303:0:234925:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d800. 00010000:00000010:2.1:1784944767.966309:0:234925:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131e00. 00010000:00000010:2.1:1784944767.969066:0:247176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29899d400. 00010000:00000010:3.1:1784944767.969071:0:2408:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032df00. 00010000:00000010:2.1:1784944767.969073:0:247176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130e00. 00010000:00000010:2.1:1784944767.969083:0:247176:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42ba00. 00010000:00000010:3.1:1784944767.969083:0:2408:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a800. 00010000:00000010:2.1:1784944767.969091:0:247176:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130600. 00010000:00000010:0.1:1784944767.969142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a800. 00010000:00000010:0.1:1784944767.969152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387e00. 00010000:00000010:0.1:1784944767.969158:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dd00. 00010000:00000010:0.1:1784944767.969166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130c00. 00010000:00000010:3.1:1784944767.972086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d900. 00010000:00000010:2.1:1784944767.972088:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2e00. 00010000:00000010:3.1:1784944767.972095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515b000. 00010000:00000010:2.1:1784944767.972097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387200. 00010000:00000010:2.1:1784944767.972104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865db00. 00010000:00000010:2.1:1784944767.972108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0000. 00010000:00000010:2.1:1784944767.972114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2000. 00010000:00000010:2.1:1784944767.972118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387000. 00010000:00000010:3.1:1784944767.974066:0:241260:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:3.1:1784944767.974072:0:241260:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a285a65400. 00010000:00000010:0.1:1784944767.981082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fb97800. 00010000:00000010:3.1:1784944767.981082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2f00. 00010000:00000010:3.1:1784944767.981091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386600. 00010000:00000010:3.1:1784944767.981095:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330800. 00010000:00000010:3.1:1784944767.981098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515aa00. 00010000:00000010:0.1:1784944767.981111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998200. 00010000:00000010:2.1:1784944767.985073:0:247175:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378a00. 00010000:00000010:3.1:1784944767.985081:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378100. 00010000:00000010:2.1:1784944767.985083:0:247175:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515bc00. 00010000:00000010:3.1:1784944767.985091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515b800. 00010000:00000010:3.1:1784944767.999080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330400. 00010000:00000010:3.1:1784944767.999094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515a600. 00010000:00000010:1.1:1784944768.001063:0:247185:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330a00. 00010000:00000010:1.1:1784944768.001069:0:247185:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515ba00. 00010000:00000010:3.1:1784944768.001082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911200. 00010000:00000010:3.1:1784944768.001090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999e00. 00010000:00000010:0.1:1784944768.001114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330200. 00010000:00000010:0.1:1784944768.001120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515ac00. 00010000:00000010:2.1:1784944768.005074:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911f00. 00010000:00000010:0.1:1784944768.005079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca300. 00010000:00000010:2.1:1784944768.005081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998c00. 00010000:00000010:0.1:1784944768.005089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77adc00. 00010000:00000010:2.1:1784944768.005094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911400. 00010000:00000010:2.1:1784944768.005099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999400. 00010000:00000010:1.1:1784944768.005955:0:247185:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330b00. 00010000:00000010:1.1:1784944768.005962:0:247185:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28515b400. 00010000:00000010:2.1:1784944768.021350:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911100. 00010000:00000010:2.1:1784944768.021355:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999600. 00010000:00000010:2.1:1784944768.021360:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d800. 00010000:00000010:2.1:1784944768.021368:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30e600. 00010000:00000010:2.1:1784944768.021376:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6400. 00010000:00000010:2.1:1784944768.021384:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30ee00. 00010000:00000010:2.1:1784944768.021390:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a76ca400. 00010000:00000010:2.1:1784944768.021399:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77acc00. 00010000:00000010:2.1:1784944768.021405:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:2.1:1784944768.021411:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a000. 00010000:00000010:2.1:1784944768.021418:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4600. 00010000:00000010:2.1:1784944768.021425:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856a600. 00010000:00000010:0.1:1784944768.024075:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d400. 00010000:00000010:2.1:1784944768.024078:0:247188:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2900. 00010000:00000010:3.1:1784944768.024082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6a00. 00010000:00000010:0.1:1784944768.024084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30e400. 00010000:00000010:2.1:1784944768.024085:0:247188:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00010000:00000010:3.1:1784944768.024093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30f200. 00010000:00000010:3.1:1784944768.027094:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6900. 00010000:00000010:3.1:1784944768.027103:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f30ea00. 00010000:00000010:3.1:1784944768.027110:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911700. 00010000:00000010:3.1:1784944768.027116:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998000. 00010000:00000010:3.1:1784944768.027123:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911e00. 00010000:00000010:3.1:1784944768.027129:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded200. 00010000:00000010:3.1:1784944768.027135:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4c00. 00010000:00000010:3.1:1784944768.027142:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856be00. 00010000:00000010:2.1:1784944768.032099:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321000. 00010000:00000010:2.1:1784944768.032106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00010000:00000010:3.1:1784944768.035153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558c00. 00010000:00000010:3.1:1784944768.035164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00010000:00000010:2.1:1784944768.040067:0:247189:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321400. 00010000:00000010:2.1:1784944768.040074:0:247189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00010000:00000010:2.1:1784944768.056085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4100. 00010000:00000010:3.1:1784944768.056085:0:1018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558a00. 00010000:00000010:2.1:1784944768.056098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b856b800. 00010000:00000010:3.1:1784944768.056098:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00010000:00000010:3.1:1784944768.056131:0:1018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2905f2c00. 00010000:00000010:3.1:1784944768.056137:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998e00. 00010000:00000010:2.1:1784944768.066083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3300. 00010000:00000010:2.1:1784944768.066098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec000. 00010000:00000010:3.1:1784944769.866069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5000. 00000080:00000010:3.1:1784944769.874085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4321e0. 00010000:00000010:3.1:1784944769.874098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00010000:00000010:2.1:1784944769.986516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec400. 00010000:00000010:2.1:1784944769.991078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678000. 00010000:00000010:2.1:1784944769.991088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164ca00. 00000080:00000010:2.1:1784944769.991092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285103ba0. 00010000:00000010:2.1:1784944769.991100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558700. 00010000:00000010:2.1:1784944769.991103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00010000:00000010:2.1:1784944770.018086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678000. 00010000:00000010:3.1:1784944770.023122:0:247548:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678500. 00010000:00000010:3.1:1784944770.023128:0:247548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d600. 00010000:00000010:3.1:1784944770.028142:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:3.1:1784944770.032067:0:247548:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558a00. 00010000:00000010:3.1:1784944770.032169:0:247548:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00000080:00000010:3.1:1784944770.041019:0:247549:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4321e0. 00010000:00000010:3.1:1784944770.060102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3e00. 00010000:00000010:2.1:1784944770.073078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded400. 00010000:00000010:2.1:1784944770.073089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558d00. 00010000:00000010:2.1:1784944770.073093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4c00. 00000080:00000010:2.1:1784944770.079092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2851030e0. 00000080:00000010:2.1:1784944770.083104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b300f380. 00010000:00000010:2.1:1784944770.089949:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678700. 00010000:00000010:2.1:1784944770.089957:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00010000:00000010:2.1:1784944770.095083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678000. 00010000:00000010:2.1:1784944770.095092:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678f00. 00010000:00000010:2.1:1784944770.095099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c800. 00000080:00000010:3.1:1784944770.102073:0:247556:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7ec0. 00010000:00000010:3.1:1784944770.114086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00010000:00000010:2.1:1784944770.130080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3900. 00010000:00000010:2.1:1784944770.130089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678f00. 00010000:00000010:2.1:1784944770.130092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded000. 00000080:00000010:2.1:1784944770.151072:0:247558:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285103dc0. 00010000:00000010:1.1:1784944770.174112:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d700. 00010000:00000010:2.1:1784944770.197594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678f00. 00010000:00000010:2.1:1784944770.197605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00000080:00000010:2.1:1784944770.200142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7000. 00010000:00000010:1.1:1784944770.201923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037600. 00010000:00000010:2.1:1784944770.225266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71df00. 00010000:00000010:2.1:1784944770.225278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036200. 00000080:00000010:1.1:1784944770.265084:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ec00. 00000080:00000010:1.1:1784944770.265098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e020. 00010000:00000010:3.1:1784944770.275068:0:247562:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558a00. 00010000:00000010:3.1:1784944770.282186:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:3.1:1784944770.282198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00000080:00000010:3.1:1784944770.298093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432e00. 00010000:00000010:3.1:1784944770.306079:0:247566:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3e00. 00010000:00000010:3.1:1784944770.323644:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:3.1:1784944770.323658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00000080:00000010:3.1:1784944770.323664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432740. 00010000:00000010:3.1:1784944770.327080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec200. 00000080:00000010:3.1:1784944770.337114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4329e0. 00000080:00000010:3.1:1784944770.341205:0:247567:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285103840. 00010000:00000010:3.1:1784944770.345992:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558c00. 00010000:00000010:3.1:1784944770.345998:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00010000:00000010:3.1:1784944770.349124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:0.1:1784944770.354083:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558600. 00010000:00000010:0.1:1784944770.354090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00000080:00000010:2.1:1784944770.363193:0:247568:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432f00. 00010000:00000010:1.1:1784944770.401144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d900. 00010000:00000010:2.1:1784944770.758084:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678b00. 00010000:00000010:2.1:1784944770.758094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164dc00. 00010000:00000010:3.1:1784944770.758094:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678400. 00010000:00000010:3.1:1784944770.758104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00000080:00000010:3.1:1784944770.764845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a285103ce0. 00010000:00000010:3.1:1784944770.764863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1decc00. 00010000:00000010:3.1:1784944771.102275:0:2405:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00000080:00000010:1.1:1784944771.105112:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa77c0. 00000080:00000010:1.1:1784944771.105133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2893b5280. 00000080:00000010:1.1:1784944771.105140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2893b39c0. 00000080:00000010:1.1:1784944771.105144:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2893b4200. 00010000:00000010:1.1:1784944771.105148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00010000:00000010:0.1:1784944771.105256:0:2398:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded000. 00010000:00000010:1.1:1784944771.136089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00010000:00000010:1.1:1784944771.136102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678900. 00010000:00000010:2.1:1784944771.140086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164de00. 00010000:00000010:2.1:1784944771.140100:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678c00. 00010000:00000010:2.1:1784944771.140104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164dc00. 00010000:00000010:2.1:1784944771.140114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678b00. 00010000:00000010:3.1:1784944771.202080:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:3.1:1784944771.202088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:3.1:1784944771.202095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4320a0. 00010000:00000010:1.1:1784944771.211082:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d900. 00010000:00000010:1.1:1784944771.211091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036200. 00000080:00000010:1.1:1784944771.211095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e100. 00010000:00000010:2.1:1784944771.224098:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3d00. 00010000:00000010:2.1:1784944774.372281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036000. 00010000:00000010:3.1:1784944774.388102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00000080:00000010:2.1:1784944774.405102:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e2c0. 00010000:00000010:1.1:1784944774.458662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded600. 00010000:00000010:1.1:1784944774.469483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d800. 00010000:00000010:1.1:1784944774.469498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036e00. 00000080:00000010:2.1:1784944774.481089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df320. 00010000:00000010:2.1:1784944774.485139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678d00. 00010000:00000010:2.1:1784944774.485148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00000080:00000010:2.1:1784944774.510138:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7e00. 00010000:00000010:2.1:1784944774.534078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00010000:00000010:0.1:1784944774.544070:0:248222:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec400. 00010000:00000010:3.1:1784944774.548075:0:248064:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3600. 00000080:00000010:0.1:1784944774.548077:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df980. 00010000:00000010:1.1:1784944774.579094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036000. 00010000:00000010:1.1:1784944774.584087:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d800. 00000080:00000010:2.1:1784944774.590088:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e8e0. 00010000:00000010:2.1:1784944774.594160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1decc00. 00010000:00000010:3.1:1784944774.637093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1ded400. 00000080:00000010:3.1:1784944774.637106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df540. 00010000:00000010:3.1:1784944774.644713:0:248232:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558d00. 00010000:00000010:3.1:1784944774.671985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00000080:00000010:3.1:1784944774.679368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432340. 00010000:00000010:3.1:1784944774.679387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5a00. 00010000:00000010:1.1:1784944778.410596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036e00. 00000080:00000010:1.1:1784944778.410602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0ebc0. 00010000:00000010:1.1:1784944778.415171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037600. 00000080:00000010:1.1:1784944778.415189:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0eec0. 00010000:00000010:1.1:1784944778.420073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036400. 00010000:00000010:1.1:1784944778.423072:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558300. 00010000:00000010:1.1:1784944778.423083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00010000:00000010:2.1:1784944780.088091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678700. 00010000:00000010:2.1:1784944780.088101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c200. 00010000:00000010:1.1:1784944794.950086:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a09e3f00. 00010000:00000010:1.1:1784944794.950098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1deca00. 00000080:00000010:0.1:1784944795.074087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432dc0. 00000080:00000010:0.1:1784944795.074117:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2a0434200. 00000080:00000010:0.1:1784944795.074124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e3a0. 00000080:00000010:0.1:1784944795.074131:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3001080. 00010000:00000010:1.1:1784944819.432078:0:248373:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71db00. 00010000:00000010:1.1:1784944819.432084:0:248373:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036400. 00000080:00000010:1.1:1784944819.442573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e2e0. 00010000:00000010:3.1:1784944819.451213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4300. 00010000:00000010:3.1:1784944819.451219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:3.1:1784944819.472072:0:248375:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432680. 00010000:00000010:2.1:1784944819.488610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4300. 00010000:00000010:2.1:1784944819.488619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00000080:00000010:2.1:1784944819.504092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432680. 00000080:00000010:1.1:1784944825.439090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e420. 00000080:00000010:1.1:1784944825.439106:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4322a0. 00010000:00000010:3.1:1784944837.501258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4900. 00010000:00000010:3.1:1784944837.501263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4a00. 00000080:00000010:3.1:1784944837.524095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432120. 00010000:00000010:3.1:1784944846.427297:0:249631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d800. 00010000:00000010:2.1:1784944846.539102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4200. 00010000:00000010:2.1:1784944846.539111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3800. 00010000:00000010:2.1:1784944846.539115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92e00. 00000080:00000010:2.1:1784944846.539120:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4328e0. 00000080:00000010:2.1:1784944846.539133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2b3019080. 00010000:00000010:0.1:1784944849.450091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dec000. 00000080:00000010:2.1:1784944849.454087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df020. 00010000:00000010:2.1:1784944849.454103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5c00. 00010000:00000010:3.1:1784944849.489232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036600. 00010000:00000010:2.1:1784944849.515075:0:250220:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678a00. 00010000:00000010:2.1:1784944849.515082:0:250220:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93400. 00010000:00000010:3.1:1784944849.519075:0:2409:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4b00. 00010000:00000010:3.1:1784944849.519084:0:2409:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036600. 00000080:00000010:3.1:1784944849.519092:0:2409:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f4327e0. 00010000:00000010:3.1:1784944849.522529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92000. 00010000:00000010:2.1:1784944849.531090:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6900. 00010000:00000010:2.1:1784944849.531105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93400. 00000080:00000010:3.1:1784944862.797131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa7b60. 00000080:00000010:1.1:1784944862.801103:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2906df280. 00000080:00000010:1.1:1784944862.801125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b1aa76e0. 00000080:00000010:1.1:1784944862.801160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2a6c0e560. 00000080:00000010:1.1:1784944862.801165:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29f432ce0. 00010000:00000010:1.1:1784944862.801171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4100. 00010000:00000010:1.1:1784944862.801177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036200. 00010000:00000010:1.1:1784944862.801181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558200. 00010000:00000010:1.1:1784944862.801184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1dece00. 00010000:00000010:1.1:1784944862.801187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d500. 00010000:00000010:1.1:1784944862.801191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73e00. 00010000:00000010:1.1:1784944862.801195:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f911b00. 00010000:00000010:1.1:1784944862.801198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d4e00. 00010000:00000010:1.1:1784944862.801201:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1800. 00010000:00000010:1.1:1784944862.801205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4800. 00010000:00000010:1.1:1784944862.801213:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678f00. 00010000:00000010:1.1:1784944862.801220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037000. 00010000:00000010:3.1:1784944862.804171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321500. 00010000:00000010:3.1:1784944862.804185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73400. 00010000:00000010:3.1:1784944862.804190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c0321d00. 00010000:00000010:3.1:1784944862.804193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73200. 00010000:00000010:3.1:1784944862.804195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73000. 00010000:00000010:3.1:1784944862.804199:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032dc00. 00010000:00000010:3.1:1784944862.804202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036a00. 00010000:00000010:3.1:1784944862.804206:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1f00. 00010000:00000010:3.1:1784944862.804209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5200. 00010000:00000010:3.1:1784944862.804212:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a558700. 00010000:00000010:3.1:1784944862.804215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036c00. 00010000:00000010:3.1:1784944862.804218:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285df4600. 00010000:00000010:3.1:1784944862.804221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773fa00. 00010000:00000010:3.1:1784944862.804224:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d300. 00010000:00000010:3.1:1784944862.804226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3600. 00010000:00000010:2.1:1784944862.824074:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c1c100. 00010000:00000010:2.1:1784944862.824095:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999600. 00010000:00000010:2.1:1784944862.824100:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c1c400. 00010000:00000010:2.1:1784944862.824105:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998e00. 00010000:00000010:2.1:1784944862.824109:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbfc00. 00010000:00000010:2.1:1784944862.824113:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998000. 00010000:00000010:2.1:1784944862.824116:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbff00. 00010000:00000010:2.1:1784944862.824118:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998800. 00010000:00000010:2.1:1784944862.824121:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbfe00. 00010000:00000010:2.1:1784944862.824126:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db000. 00010000:00000010:2.1:1784944862.824133:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286716100. 00010000:00000010:2.1:1784944862.824136:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dbc00. 00010000:00000010:2.1:1784944862.824139:0:250067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182f00. 00010000:00000010:2.1:1784944862.824143:0:250067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff9600. 00010000:00000010:0.1:1784944862.824895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182700. 00010000:00000010:0.1:1784944862.824903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8e00. 00010000:00000010:2.1:1784944862.829097:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16000. 00010000:00000010:2.1:1784944862.829113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dba00. 00010000:00000010:2.1:1784944862.829119:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286716b00. 00010000:00000010:2.1:1784944862.829123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db400. 00010000:00000010:2.1:1784944862.829127:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286716200. 00010000:00000010:2.1:1784944862.829132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856dae00. 00010000:00000010:2.1:1784944862.829137:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a9ae100. 00010000:00000010:2.1:1784944862.829142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7e00. 00010000:00000010:2.1:1784944862.829148:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b4a00. 00010000:00000010:2.1:1784944862.829154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d200. 00010000:00000010:2.1:1784944862.829160:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b4500. 00010000:00000010:2.1:1784944862.829166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7c200. 00010000:00000010:2.1:1784944862.829171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75edf00. 00010000:00000010:2.1:1784944862.829177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7d800. 00010000:00000010:2.1:1784944862.829180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ed700. 00010000:00000010:2.1:1784944862.829184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7da00. 00010000:00000010:2.1:1784944862.829187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ed500. 00010000:00000010:2.1:1784944862.829193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de200. 00010000:00000010:2.1:1784944862.829197:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d65400. 00010000:00000010:2.1:1784944862.829200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dec00. 00010000:00000010:2.1:1784944862.829203:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d65a00. 00010000:00000010:2.1:1784944862.829207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dfe00. 00010000:00000010:2.1:1784944862.829265:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182a00. 00010000:00000010:2.1:1784944862.829269:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037e00. 00010000:00000010:2.1:1784944862.829274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b100. 00010000:00000010:2.1:1784944862.829278:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215400. 00010000:00000010:2.1:1784944862.829281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b900. 00010000:00000010:2.1:1784944862.829285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214c00. 00010000:00000010:2.1:1784944862.829288:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b800. 00010000:00000010:2.1:1784944862.829291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215a00. 00010000:00000010:2.1:1784944862.829295:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16400. 00010000:00000010:2.1:1784944862.829297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de600. 00010000:00000010:2.1:1784944862.829300:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16100. 00010000:00000010:2.1:1784944862.829304:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198be00. 00010000:00000010:2.1:1784944862.829308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96000. 00010000:00000010:2.1:1784944862.829313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c400. 00010000:00000010:2.1:1784944862.829316:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96300. 00010000:00000010:2.1:1784944862.829319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27c600. 00010000:00000010:2.1:1784944862.829323:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28649ef00. 00010000:00000010:2.1:1784944862.829326:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164c600. 00010000:00000010:2.1:1784944862.829331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1d00. 00010000:00000010:2.1:1784944862.829334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164cc00. 00010000:00000010:2.1:1784944862.829338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1600. 00010000:00000010:2.1:1784944862.829341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93000. 00010000:00000010:2.1:1784944862.829345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1e00. 00010000:00000010:2.1:1784944862.829348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93c00. 00010000:00000010:2.1:1784944862.829352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678d00. 00010000:00000010:2.1:1784944862.829356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add92600. 00010000:00000010:2.1:1784944862.829361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4100. 00010000:00000010:2.1:1784944862.829366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f400. 00010000:00000010:2.1:1784944862.829370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aaf200. 00010000:00000010:2.1:1784944862.829374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fc00. 00010000:00000010:2.1:1784944862.829377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aaf100. 00010000:00000010:2.1:1784944862.829381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e000. 00010000:00000010:2.1:1784944862.829384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aaf900. 00010000:00000010:2.1:1784944862.829387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18fa00. 00010000:00000010:2.1:1784944862.829390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678300. 00010000:00000010:2.1:1784944862.829394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4200. 00010000:00000010:2.1:1784944862.829399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372200. 00010000:00000010:2.1:1784944862.829403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164de00. 00010000:00000010:2.1:1784944862.829406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372c00. 00010000:00000010:2.1:1784944862.829410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773fc00. 00010000:00000010:2.1:1784944862.829413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbad400. 00010000:00000010:2.1:1784944862.829417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efe600. 00010000:00000010:2.1:1784944862.829420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbada00. 00010000:00000010:2.1:1784944862.829424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efea00. 00010000:00000010:2.1:1784944862.829427:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fd1f00. 00010000:00000010:2.1:1784944862.829430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efee00. 00010000:00000010:2.1:1784944862.829434:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3f00. 00010000:00000010:2.1:1784944862.829438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eff800. 00010000:00000010:2.1:1784944862.829442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3900. 00010000:00000010:2.1:1784944862.829446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2a00. 00010000:00000010:2.1:1784944862.829450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c6700. 00010000:00000010:2.1:1784944862.829453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2200. 00010000:00000010:2.1:1784944862.829456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fd1700. 00010000:00000010:2.1:1784944862.829460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72200. 00010000:00000010:2.1:1784944862.829463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fd1500. 00010000:00000010:2.1:1784944862.829466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72600. 00010000:00000010:2.1:1784944862.829468:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c6b00. 00010000:00000010:2.1:1784944862.829471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72e00. 00010000:00000010:2.1:1784944862.829474:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c6200. 00010000:00000010:2.1:1784944862.829477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037a00. 00010000:00000010:2.1:1784944862.829481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19f4f00. 00010000:00000010:2.1:1784944862.829484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3a00. 00010000:00000010:2.1:1784944862.829488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0600. 00010000:00000010:2.1:1784944862.829492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc600. 00010000:00000010:2.1:1784944862.829495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0800. 00010000:00000010:2.1:1784944862.829499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fde00. 00010000:00000010:2.1:1784944862.829503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0b00. 00010000:00000010:2.1:1784944862.829506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037400. 00010000:00000010:2.1:1784944862.829508:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19f4d00. 00010000:00000010:2.1:1784944862.829512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad600. 00010000:00000010:2.1:1784944862.829515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19f4000. 00010000:00000010:2.1:1784944862.829519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ace00. 00010000:00000010:2.1:1784944862.829522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81800. 00010000:00000010:2.1:1784944862.829527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77adc00. 00010000:00000010:2.1:1784944862.829531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81d00. 00010000:00000010:2.1:1784944862.829535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e200. 00010000:00000010:2.1:1784944862.829542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7500. 00010000:00000010:2.1:1784944862.829546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274fa00. 00010000:00000010:2.1:1784944862.829551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7b00. 00010000:00000010:2.1:1784944862.829556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274ec00. 00010000:00000010:2.1:1784944862.829561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7700. 00010000:00000010:2.1:1784944862.829565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274fc00. 00010000:00000010:2.1:1784944862.829569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46400. 00010000:00000010:2.1:1784944862.829575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dda00. 00010000:00000010:2.1:1784944862.829579:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46800. 00010000:00000010:2.1:1784944862.829584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc200. 00010000:00000010:2.1:1784944862.829587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46300. 00010000:00000010:2.1:1784944862.829590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd800. 00010000:00000010:2.1:1784944862.829594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d500. 00010000:00000010:2.1:1784944862.829597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd000. 00010000:00000010:2.1:1784944862.829601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d900. 00010000:00000010:2.1:1784944862.829610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3e00. 00010000:00000010:2.1:1784944862.829616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3500. 00010000:00000010:2.1:1784944862.829621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3c00. 00010000:00000010:2.1:1784944862.829625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f42bc00. 00010000:00000010:2.1:1784944862.829636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3800. 00010000:00000010:2.1:1784944862.829641:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3a00. 00010000:00000010:2.1:1784944862.829645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2a00. 00010000:00000010:2.1:1784944862.829650:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3200. 00010000:00000010:2.1:1784944862.829655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130800. 00010000:00000010:2.1:1784944862.829662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103100. 00010000:00000010:2.1:1784944862.829670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131a00. 00010000:00000010:2.1:1784944862.829674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103d00. 00010000:00000010:2.1:1784944862.829678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130200. 00010000:00000010:2.1:1784944862.829685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7b00. 00010000:00000010:2.1:1784944862.829689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287130600. 00010000:00000010:2.1:1784944862.829695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7200. 00010000:00000010:2.1:1784944862.829700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac387600. 00010000:00000010:2.1:1784944862.829706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a700. 00010000:00000010:2.1:1784944862.829712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030c00. 00010000:00000010:2.1:1784944862.829717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16b00. 00010000:00000010:2.1:1784944862.829722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198bc00. 00010000:00000010:2.1:1784944862.829727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be000. 00010000:00000010:2.1:1784944862.829732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ac00. 00010000:00000010:2.1:1784944862.829736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d400. 00010000:00000010:2.1:1784944862.829741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b600. 00010000:00000010:2.1:1784944862.829746:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d300. 00010000:00000010:2.1:1784944862.829751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9200. 00010000:00000010:2.1:1784944862.829757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865d700. 00010000:00000010:2.1:1784944862.829761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9a00. 00010000:00000010:2.1:1784944862.829766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bec00. 00010000:00000010:2.1:1784944862.829771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8400. 00010000:00000010:2.1:1784944862.829785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4be200. 00010000:00000010:2.1:1784944862.829795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9600. 00010000:00000010:2.1:1784944862.829799:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc600. 00010000:00000010:2.1:1784944862.829805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0c00. 00010000:00000010:2.1:1784944862.829810:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378200. 00010000:00000010:2.1:1784944862.829814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1c00. 00010000:00000010:2.1:1784944862.829821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a000. 00010000:00000010:2.1:1784944862.829826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e000. 00010000:00000010:2.1:1784944862.829829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a400. 00010000:00000010:2.1:1784944862.829834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773e200. 00010000:00000010:2.1:1784944862.829839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032db00. 00010000:00000010:2.1:1784944862.829843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f400. 00010000:00000010:2.1:1784944862.829849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164a900. 00010000:00000010:2.1:1784944862.829853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3800. 00010000:00000010:2.1:1784944862.829857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ac00. 00010000:00000010:2.1:1784944862.829864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606400. 00010000:00000010:2.1:1784944862.829868:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ab00. 00010000:00000010:2.1:1784944862.829872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607400. 00010000:00000010:2.1:1784944862.829878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330e00. 00010000:00000010:2.1:1784944862.829883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607c00. 00010000:00000010:2.1:1784944862.829886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330200. 00010000:00000010:2.1:1784944862.829892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607e00. 00010000:00000010:2.1:1784944862.829895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2907bc100. 00010000:00000010:2.1:1784944862.829899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0400. 00010000:00000010:2.1:1784944862.829904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35400. 00010000:00000010:2.1:1784944862.829909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1800. 00010000:00000010:0.1:1784944862.830064:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c1c900. 00010000:00000010:0.1:1784944862.830071:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7c00. 00010000:00000010:0.1:1784944862.830076:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c1c600. 00010000:00000010:0.1:1784944862.830082:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998400. 00010000:00000010:0.1:1784944862.830095:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285c1ce00. 00010000:00000010:0.1:1784944862.830106:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998a00. 00010000:00000010:0.1:1784944862.830113:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbf400. 00010000:00000010:0.1:1784944862.830118:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1998600. 00010000:00000010:0.1:1784944862.830122:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fbf600. 00010000:00000010:0.1:1784944862.830130:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b1999000. 00010000:00000010:0.1:1784944862.830137:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2000. 00010000:00000010:0.1:1784944862.830140:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da600. 00010000:00000010:0.1:1784944862.830144:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a79f2d00. 00010000:00000010:0.1:1784944862.830146:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da800. 00010000:00000010:0.1:1784944862.830149:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286716900. 00010000:00000010:0.1:1784944862.830150:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856da400. 00010000:00000010:0.1:1784944862.830153:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a286716800. 00010000:00000010:0.1:1784944862.830155:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2856db600. 00010000:00000010:0.1:1784944862.830157:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ed300. 00010000:00000010:0.1:1784944862.830159:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6800. 00010000:00000010:0.1:1784944862.830163:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35900. 00010000:00000010:0.1:1784944862.830166:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7a00. 00010000:00000010:0.1:1784944862.830168:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b4e00. 00010000:00000010:0.1:1784944862.830172:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7ca00. 00010000:00000010:0.1:1784944862.830175:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ac3b4700. 00010000:00000010:0.1:1784944862.830179:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7dc00. 00010000:00000010:0.1:1784944862.830183:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75edd00. 00010000:00000010:0.1:1784944862.830186:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7ce00. 00010000:00000010:0.1:1784944862.830188:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ed900. 00010000:00000010:0.1:1784944862.830191:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ff7cc00. 00010000:00000010:0.1:1784944862.830200:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a75ed600. 00010000:00000010:0.1:1784944862.830204:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de400. 00010000:00000010:0.1:1784944862.830208:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d65c00. 00010000:00000010:0.1:1784944862.830211:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df400. 00010000:00000010:0.1:1784944862.830214:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d65900. 00010000:00000010:0.1:1784944862.830216:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84df200. 00010000:00000010:0.1:1784944862.830218:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d65100. 00010000:00000010:0.1:1784944862.830219:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84de000. 00010000:00000010:0.1:1784944862.830221:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d400. 00010000:00000010:0.1:1784944862.830224:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215800. 00010000:00000010:0.1:1784944862.830226:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b400. 00010000:00000010:0.1:1784944862.830228:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac215600. 00010000:00000010:0.1:1784944862.830230:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b600. 00010000:00000010:0.1:1784944862.830231:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac214e00. 00010000:00000010:0.1:1784944862.830234:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d65500. 00010000:00000010:0.1:1784944862.830238:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b84dea00. 00010000:00000010:0.1:1784944862.830243:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96f00. 00010000:00000010:0.1:1784944862.830245:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27ce00. 00010000:00000010:0.1:1784944862.830247:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a0a96d00. 00010000:00000010:0.1:1784944862.830250:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d600. 00010000:00000010:0.1:1784944862.830252:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678600. 00010000:00000010:0.1:1784944862.830254:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f1dcc00. 00010000:00000010:0.1:1784944862.830256:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678c00. 00010000:00000010:0.1:1784944862.830258:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93e00. 00010000:00000010:0.1:1784944862.830261:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6600. 00010000:00000010:0.1:1784944862.830264:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2add93400. 00010000:00000010:0.1:1784944862.830267:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b8678100. 00010000:00000010:0.1:1784944862.830268:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae037600. 00010000:00000010:0.1:1784944862.830270:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1c00. 00010000:00000010:0.1:1784944862.830272:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c4600. 00010000:00000010:0.1:1784944862.830274:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291ca1400. 00010000:00000010:0.1:1784944862.830276:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036e00. 00010000:00000010:0.1:1784944862.830278:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372900. 00010000:00000010:0.1:1784944862.830280:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e800. 00010000:00000010:0.1:1784944862.830283:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbadb00. 00010000:00000010:0.1:1784944862.830285:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18e200. 00010000:00000010:0.1:1784944862.830287:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aaf400. 00010000:00000010:0.1:1784944862.830289:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18f200. 00010000:00000010:0.1:1784944862.830291:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285aafa00. 00010000:00000010:0.1:1784944862.830292:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f18ec00. 00010000:00000010:0.1:1784944862.830294:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372800. 00010000:00000010:0.1:1784944862.830296:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5e00. 00010000:00000010:0.1:1784944862.830298:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a281372b00. 00010000:00000010:0.1:1784944862.830303:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a28164d400. 00010000:00000010:0.1:1784944862.830306:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3500. 00010000:00000010:0.1:1784944862.830308:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eff600. 00010000:00000010:0.1:1784944862.830310:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbadf00. 00010000:00000010:0.1:1784944862.830312:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290efe400. 00010000:00000010:0.1:1784944862.830314:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbad200. 00010000:00000010:0.1:1784944862.830316:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290eff000. 00010000:00000010:0.1:1784944862.830319:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbadc00. 00010000:00000010:0.1:1784944862.830321:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a290effe00. 00010000:00000010:0.1:1784944862.830326:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3d00. 00010000:00000010:0.1:1784944862.830328:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2e00. 00010000:00000010:0.1:1784944862.830330:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2894c3a00. 00010000:00000010:0.1:1784944862.830332:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2829c5000. 00010000:00000010:0.1:1784944862.830334:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fd1000. 00010000:00000010:0.1:1784944862.830336:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2400. 00010000:00000010:0.1:1784944862.830338:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1fd1900. 00010000:00000010:0.1:1784944862.830343:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773fe00. 00010000:00000010:0.1:1784944862.830345:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c6900. 00010000:00000010:0.1:1784944862.830347:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e72000. 00010000:00000010:0.1:1784944862.830349:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4e00. 00010000:00000010:0.1:1784944862.830351:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287e73600. 00010000:00000010:0.1:1784944862.830355:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c6c00. 00010000:00000010:0.1:1784944862.830357:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a3000. 00010000:00000010:0.1:1784944862.830358:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a74c6f00. 00010000:00000010:0.1:1784944862.830362:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ad7a2000. 00010000:00000010:0.1:1784944862.830364:0:251067:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0200. 00010000:00000010:0.1:1784944862.830366:0:251067:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc400. 00010000:00000010:0.1:1784944862.830387:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c01a0c00. 00010000:00000010:0.1:1784944862.830393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2813fc800. 00010000:00000010:0.1:1784944862.830395:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19f4700. 00010000:00000010:0.1:1784944862.830397:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ac800. 00010000:00000010:0.1:1784944862.830399:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19f4600. 00010000:00000010:0.1:1784944862.830401:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad800. 00010000:00000010:0.1:1784944862.830403:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b19f4300. 00010000:00000010:0.1:1784944862.830409:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ad000. 00010000:00000010:0.1:1784944862.830413:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81c00. 00010000:00000010:0.1:1784944862.830417:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a77ada00. 00010000:00000010:0.1:1784944862.830423:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81a00. 00010000:00000010:0.1:1784944862.830425:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e800. 00010000:00000010:0.1:1784944862.830428:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291e81900. 00010000:00000010:0.1:1784944862.830434:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f400. 00010000:00000010:0.1:1784944862.830436:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7c00. 00010000:00000010:0.1:1784944862.830438:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274f200. 00010000:00000010:0.1:1784944862.830439:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2ad5e7a00. 00010000:00000010:0.1:1784944862.830442:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b274e000. 00010000:00000010:0.1:1784944862.830444:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46900. 00010000:00000010:0.1:1784944862.830446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dc400. 00010000:00000010:0.1:1784944862.830449:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46b00. 00010000:00000010:0.1:1784944862.830451:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2ddc00. 00010000:00000010:0.1:1784944862.830452:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2b1d46500. 00010000:00000010:0.1:1784944862.830457:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dca00. 00010000:00000010:0.1:1784944862.830459:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3400. 00010000:00000010:0.1:1784944862.830461:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac2dd600. 00010000:00000010:0.1:1784944862.830465:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d100. 00010000:00000010:0.1:1784944862.830469:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e3600. 00010000:00000010:0.1:1784944862.830473:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adc1d400. 00010000:00000010:0.1:1784944862.830479:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2400. 00010000:00000010:0.1:1784944862.830482:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3100. 00010000:00000010:0.1:1784944862.830483:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2800. 00010000:00000010:0.1:1784944862.830485:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287df3700. 00010000:00000010:0.1:1784944862.830487:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29f0e2c00. 00010000:00000010:0.1:1784944862.830492:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103f00. 00010000:00000010:0.1:1784944862.830495:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131000. 00010000:00000010:0.1:1784944862.830497:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f103000. 00010000:00000010:0.1:1784944862.830503:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131800. 00010000:00000010:0.1:1784944862.830506:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a285a63400. 00010000:00000010:0.1:1784944862.830508:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131c00. 00010000:00000010:0.1:1784944862.830511:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7f00. 00010000:00000010:0.1:1784944862.830516:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287131e00. 00010000:00000010:0.1:1784944862.830521:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c004b700. 00010000:00000010:0.1:1784944862.830525:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280030e00. 00010000:00000010:0.1:1784944862.830528:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a300. 00010000:00000010:0.1:1784944862.830531:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a280031800. 00010000:00000010:0.1:1784944862.830535:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28aa16c00. 00010000:00000010:0.1:1784944862.830539:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198ba00. 00010000:00000010:0.1:1784944862.830542:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d500. 00010000:00000010:0.1:1784944862.830544:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b200. 00010000:00000010:0.1:1784944862.830549:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d100. 00010000:00000010:0.1:1784944862.830551:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b198b800. 00010000:00000010:0.1:1784944862.830556:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29915d800. 00010000:00000010:0.1:1784944862.830560:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9400. 00010000:00000010:0.1:1784944862.830563:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865df00. 00010000:00000010:0.1:1784944862.830565:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8e00. 00010000:00000010:0.1:1784944862.830568:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28865db00. 00010000:00000010:0.1:1784944862.830573:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe9e00. 00010000:00000010:0.1:1784944862.830576:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bee00. 00010000:00000010:0.1:1784944862.830579:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2adbe8000. 00010000:00000010:0.1:1784944862.830586:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28a4bea00. 00010000:00000010:0.1:1784944862.830589:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1a00. 00010000:00000010:0.1:1784944862.830592:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378e00. 00010000:00000010:0.1:1784944862.830594:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0800. 00010000:00000010:0.1:1784944862.830597:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2a773a100. 00010000:00000010:0.1:1784944862.830603:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773f200. 00010000:00000010:0.1:1784944862.830606:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4900. 00010000:00000010:0.1:1784944862.830608:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ec00. 00010000:00000010:0.1:1784944862.830610:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2c032d200. 00010000:00000010:0.1:1784944862.830616:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2a773ea00. 00010000:00000010:0.1:1784944862.830620:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330000. 00010000:00000010:0.1:1784944862.830623:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606c00. 00010000:00000010:0.1:1784944862.830627:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29164ad00. 00010000:00000010:0.1:1784944862.830630:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8607600. 00010000:00000010:0.1:1784944862.830632:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330300. 00010000:00000010:0.1:1784944862.830634:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606a00. 00010000:00000010:0.1:1784944862.830639:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a287330500. 00010000:00000010:0.1:1784944862.830643:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b8606000. 00010000:00000010:0.1:1784944862.830646:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29fbd4a00. 00010000:00000010:0.1:1784944862.830647:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ae036600. 00010000:00000010:0.1:1784944862.830651:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a291378300. 00010000:00000010:0.1:1784944862.830654:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc0200. 00010000:00000010:0.1:1784944862.830656:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28ae35a00. 00010000:00000010:0.1:1784944862.830659:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a29ffc1e00. 00010000:00000010:0.1:1784944862.830661:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f0d7e00. 00010000:00000010:0.1:1784944862.830668:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac386000. 00010000:00000010:0.1:1784944863.675121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6c00. 00010000:00000010:0.1:1784944863.675131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d800. 00010000:00000010:0.1:1784944863.692082:0:251221:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6700. 00010000:00000010:0.1:1784944863.806083:0:251214:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6c00. 00010000:00000010:0.1:1784944863.806092:0:251214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27cc00. 00010000:00000010:0.1:1784944863.806095:0:251214:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6700. 00010000:00000010:0.1:1784944863.806097:0:251214:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d800. 00000080:00000010:0.1:1784944863.831134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a289288840. 00000080:00000010:0.1:1784944863.831146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a29ffe0940. 00010000:00000010:2.1:1784944863.839419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f71d400. 00010000:00000010:2.1:1784944863.839425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2911d5c00. 00010000:00000010:2.1:1784944863.870113:0:251224:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf78c00. 00010000:00000010:3.1:1784944863.893416:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf78e00. 00010000:00000010:3.1:1784944863.893428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7e00. 00010000:00000010:3.1:1784944863.893431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a29f182600. 00010000:00000010:3.1:1784944863.893434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a287ff8400. 00000080:00000010:3.1:1784944863.916223:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff93a2892a5280. 00000080:00000010:3.1:1784944863.916231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff93a2b2432dc0. 00010000:00000010:0.1:1784944863.932083:0:251226:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6700. 00010000:00000010:0.1:1784944863.932091:0:251226:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27d200. 00010000:00000010:0.1:1784944863.937200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6c00. 00010000:00000010:3.1:1784944867.504699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf78000. 00010000:00000010:3.1:1784944867.504709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7a00. 00010000:00000010:2.1:1784944873.276085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf78f00. 00010000:00000010:2.1:1784944873.276095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e7000. 00010000:00000010:0.1:1784945465.346130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a28afc6500. 00010000:00000010:0.1:1784945465.346141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2ac27de00. 00010000:00000010:2.1:1784945465.350085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff93a2adf78c00. 00010000:00000010:2.1:1784945465.350097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff93a2b19e6800. 00000100:00000001:0.0:1784947059.516825:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947059.516841:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947059.516846:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784947059.516851:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947059.516860:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947059.516865:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:0.0:1784947059.516869:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:0.0:1784947059.516874:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947059.516882:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641154958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947059.516899:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947059.516904:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641154958976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947075 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947059.516915:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947059.516918:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947059.518032:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947059.518044:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947059.518076:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947059.518081:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947059.518086:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947059.518091:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947059.518097:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947059.518101:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947059.518104:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947059.518107:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a303600 00000400:00000200:0.0:1784947059.518110:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947059.518115:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x522ec1 [1] + 224 00000800:00000001:0.0:1784947059.518119:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947059.518124:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947059.518125:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947059.518128:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947059.518131:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947059.518134:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641154958848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947075 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947059.518145:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641154958848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947075 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947059.518158:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947059.518163:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947059.518165:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947063.420128:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305822981, at 4305823040 00000100:00000010:0.0:1784947063.420137:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43660. 00000100:00000040:0.0:1784947064.636231:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947064.636242:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947064.636252:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ed80. 00000020:00000040:0.0:1784947064.636258:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947064.636261:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947064.636276:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947064.636282:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947064.636290:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947064.636297:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636307:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ed80 x1871641154959232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947064.636319:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947064.636323:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636328:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b655c06] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ed80 x1871641154959232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636352:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636355:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947064.636357:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947064.636360:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947064.636361:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947064.636363:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947064.636364:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947064.636366:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947064.636368:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947064.636370:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636373:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947064.636378:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947064.636379:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636382:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636389:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636391:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947064.636393:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947064.636395:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784947064.636397:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947064.636398:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947064.636399:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947064.636400:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947064.636403:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947064.636406:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636410:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755fb80 x1871641154959488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947064.636418:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947064.636421:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636426:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_00+0] req@ffff93a2a755fb80 x1871641154959488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636452:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636455:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947064.636460:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947064.636465:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947064.636471:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947064.636477:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11161) 00000100:00000001:0.0:1784947064.636505:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947064.636509:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947064.636517:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947064.636523:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636535:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947064.636538:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947064.636541:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947064.636543:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947064.636548:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947064.636555:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154959360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947064.636559:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947064.636563:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947064.636567:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947064.636570:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947064.636575:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947064.636579:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947064.636586:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947064.636591:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000400:00000010:0.0:1784947064.636597:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947064.636600:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154959360, portal 10 00000100:00000001:0.0:1784947064.636602:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947064.636604:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000040:0.0:1784947064.636613:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636628:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947064.636635:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947064.636640:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947064.636646:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154959360, offset 0 00000400:00000200:0.0:1784947064.636659:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947064.636681:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947064.636689:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947064.636693:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947064.636699:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947064.636703:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947064.636705:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947064.636712:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540726:540726:255:4294967295] 192.168.201.111@tcp LPNI seq info [540663:540663:7:4294967295] 00000400:00000200:0.0:1784947064.636720:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947064.636727:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947064.636735:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947064.636741:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000800:00000200:0.0:1784947064.636747:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947064.636754:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947064.636757:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947064.636764:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.636769:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9105 usecs (10 jiffies) 00000400:00000200:0.0:1784947064.636775:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947064.636778:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305824266 00000100:00000001:0.0:1784947064.636782:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305828101 00000100:00000001:0.0:1784947064.636787:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305824266 00000100:00000001:0.0:1784947064.636790:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305828101 00000100:00000001:0.0:1784947064.636794:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947064.636798:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.636801:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.636803:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947064.636807:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947064.636811:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947064.636815:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947064.636819:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947064.636822:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.636827:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947064.636868:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947064.636873:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947064.636896:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947064.636905:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947064.636931:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:0.0:1784947064.636936:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784947064.636943:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947064.636950:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ed80 x1871641154959232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636968:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947064.636974:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ed80 x1871641154959232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.636986:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.636989:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947064.637001:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947064.637004:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:0.0:1784947064.637008:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947064.637013:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947064.637016:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784947064.637019:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784947064.637022:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947064.637026:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.637034:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947064.637038:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.637044:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.637081:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947064.637147:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947064.637150:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947064.637154:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947064.637158:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947064.637161:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000400:00000010:0.0:1784947064.637163:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784947064.637166:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947064.637171:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641154959488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.637179:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947064.637183:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641154959488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.637190:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.637192:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947064.638932:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947064.638940:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947064.638946:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947064.638949:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947064.638953:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac60. 00000400:00000200:0.0:1784947064.638956:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784947064.638958:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784947064.638960:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947064.638966:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947064.639003:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.639031:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947064.639033:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947064.639036:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947064.639038:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947064.639041:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947064.639042:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947064.639063:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947064.639069:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=105 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947064.639072:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=145 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947064.639075:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947064.639076:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947064.639078:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947064.639081:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.639089:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947064.639093:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947064.639095:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947064.639097:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947064.639106:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.639117:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947064.639120:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947064.639123:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947064.639131:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947064.639151:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154959360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947064.639161:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947064.639165:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947064.639172:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641154959360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947080 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947064.639180:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947064.639184:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947064.639187:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947064.639192:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947064.639195:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947064.639198:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947064.639201:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947064.639205:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784947064.639210:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947064.639213:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947064.639217:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000001:0.0:1784947064.639222:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947064.639224:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947064.639228:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947064.639234:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947064.639237:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947064.639240:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947064.639243:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947068.156369:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784947068.540133:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305828101, at 4305828160 00000100:00000010:0.0:1784947068.540148:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f6c0. 00000100:00000040:0.0:1784947069.756142:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947069.756151:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947069.756160:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947069.756166:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947069.756169:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947069.756172:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947069.756190:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947069.756198:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947069.756203:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756213:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641154959616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947069.756221:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947069.756225:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756230:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641154959616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756261:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756264:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947069.756268:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947069.756271:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784947069.756274:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947069.756277:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947069.756278:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947069.756281:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947069.756286:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947069.756289:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756296:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947069.756313:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947069.756318:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756322:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756337:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756342:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947069.756348:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947069.756353:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784947069.756360:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947069.756367:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947069.756370:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947069.756373:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947069.756380:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784947069.756386:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756393:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947069.756403:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947069.756407:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756414:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756430:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756434:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947069.756439:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947069.756446:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947069.756450:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947069.756454:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11167) 00000100:00000001:0.0:1784947069.756489:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.756492:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947069.756496:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947069.756500:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756510:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947069.756513:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947069.756517:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947069.756519:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947069.756524:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947069.756528:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154959872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947069.756534:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947069.756538:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947069.756541:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947069.756545:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947069.756549:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947069.756552:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947069.756557:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947069.756562:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000400:00000010:0.0:1784947069.756566:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947069.756570:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154959872, portal 10 00000100:00000001:0.0:1784947069.756575:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947069.756576:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534255104 : -119148175296512 : ffff93a2a755f800) 00000100:00000040:0.0:1784947069.756584:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756593:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947069.756598:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947069.756609:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947069.756614:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154959872, offset 0 00000400:00000200:0.0:1784947069.756622:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947069.756642:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947069.756648:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947069.756653:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947069.756658:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947069.756662:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947069.756664:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947069.756670:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540729:540729:255:4294967295] 192.168.201.111@tcp LPNI seq info [540666:540666:7:4294967295] 00000400:00000200:0.0:1784947069.756677:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947069.756686:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947069.756691:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947069.756699:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000800:00000200:0.0:1784947069.756707:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947069.756714:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947069.756718:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947069.756723:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.756726:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10281 usecs (11 jiffies) 00000400:00000200:0.0:1784947069.756731:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947069.756733:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305829387 00000100:00000001:0.0:1784947069.756743:0:2407:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, simply extend its deadline from 4305829386 00000100:00000001:0.0:1784947069.756751:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305829387 00000100:00000001:0.0:1784947069.756759:0:2407:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, simply extend its deadline from 4305829386 00000100:00000001:0.0:1784947069.756765:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947069.756769:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.756774:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.756778:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.756785:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947069.756788:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947069.756791:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.756793:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947069.756796:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.756801:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947069.756839:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947069.756843:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784947069.756850:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947069.756861:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947069.756897:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:0.0:1784947069.756902:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:0.0:1784947069.756909:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947069.756917:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756935:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947069.756941:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756953:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.756955:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947069.756965:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947069.756969:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784947069.756974:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947069.756980:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947069.756985:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784947069.756989:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784947069.756992:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947069.756994:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.756999:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947069.757001:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.757005:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.757006:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947069.757075:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947069.757078:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784947069.757081:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947069.757084:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947069.757087:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000400:00000010:0.0:1784947069.757089:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000001:0.0:1784947069.757092:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947069.757097:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641154959616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.757105:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947069.757108:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641154959616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947085 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.757114:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.757115:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947069.758610:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.758614:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947069.758618:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947069.758620:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947069.758622:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9898. 00000400:00000200:0.0:1784947069.758628:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000400:00000010:0.0:1784947069.758630:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000100:00000001:0.0:1784947069.758632:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947069.758638:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947069.758650:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.758667:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947069.758671:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.758675:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947069.758678:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947069.758681:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947069.758685:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947069.758688:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947069.758697:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947069.758703:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=150 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947069.758709:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947069.758712:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947069.758714:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947069.758718:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.758725:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947069.758728:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947069.758731:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947069.758734:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.758742:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.758755:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947069.758761:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947069.758764:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947069.758771:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947069.758779:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154959744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947069.758785:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.758788:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947069.758793:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641154959744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.758811:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947069.758815:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947069.758819:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947069.758824:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947069.758827:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947069.758829:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947069.758834:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947069.758838:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 02000000:00000001:0.0:1784947069.758844:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947069.758847:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947069.758849:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:0.0:1784947069.758852:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947069.758855:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.758860:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.758863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.758866:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947069.758870:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.758872:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.758892:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.758894:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947069.758896:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947069.758898:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947069.758902:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac60. 00000400:00000200:0.0:1784947069.758904:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784947069.758906:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784947069.758907:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947069.758911:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947069.758920:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.758930:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947069.758931:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.758932:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947069.758933:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947069.758934:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947069.758936:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947069.758938:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947069.758940:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=110 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947069.758944:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947069.758947:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947069.758949:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947069.758951:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947069.758952:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.758954:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947069.758955:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947069.758956:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947069.758957:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947069.758959:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.758968:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947069.758971:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947069.758972:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947069.758977:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947069.758994:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154959872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947069.759000:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.759004:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947069.759009:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f800 x1871641154959872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947085 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947069.759025:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947069.759028:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947069.759029:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947069.759034:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947069.759036:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947069.759039:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947069.759043:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947069.759064:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:0.0:1784947069.759066:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947069.759067:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947069.759068:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f800. 00000100:00000001:0.0:1784947069.759070:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947069.759072:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.759073:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947069.759077:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947069.759078:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947069.759079:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947069.759081:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947073.660222:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305833221, at 4305833280 00000100:00000010:0.0:1784947073.660237:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fd20. 00000100:00000040:0.0:1784947078.780150:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305838341, at 4305838400 00000100:00000010:0.0:1784947078.780167:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43960. 00000100:00000040:0.0:1784947083.900175:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305843461, at 4305843520 00000100:00000010:0.0:1784947083.900192:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43900. 00000100:00000040:0.0:1784947085.116183:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947085.116194:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947085.116206:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784947085.116213:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947085.116217:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947085.116220:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947085.116226:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947085.116236:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784947085.116243:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116255:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755f800 x1871641154960768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947085.116264:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947085.116267:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116273:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f800 x1871641154960768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.116300:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116303:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947085.116306:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947085.116308:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784947085.116310:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947085.116312:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947085.116313:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947085.116315:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947085.116318:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947085.116321:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116325:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947085.116334:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947085.116337:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116340:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.116348:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116350:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947085.116359:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947085.116362:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d180. 00000020:00000040:0.0:1784947085.116368:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947085.116372:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947085.116375:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947085.116377:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947085.116379:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:0.0:1784947085.116383:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116391:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d180 x1871641154961024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947085.116406:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947085.116408:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116412:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a13122] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d180 x1871641154961024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.116441:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116444:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947085.116449:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947085.116453:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947085.116457:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947085.116464:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11182) 00000100:00000001:0.0:1784947085.116479:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947085.116483:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947085.116487:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947085.116493:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.116518:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947085.116521:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947085.116527:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947085.116531:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947085.116536:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947085.116542:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154960896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947085.116547:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947085.116551:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947085.116553:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947085.116557:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947085.116564:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947085.116568:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947085.116574:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947085.116579:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000400:00000010:0.0:1784947085.116586:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947085.116591:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154960896, portal 10 00000100:00000001:0.0:1784947085.116595:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947085.116598:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534243456 : -119148175308160 : ffff93a2a755ca80) 00000100:00000040:0.0:1784947085.116608:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.116623:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947085.116628:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947085.116629:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947085.116631:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154960896, offset 0 00000400:00000200:0.0:1784947085.116634:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947085.116659:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.116667:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947085.116673:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947085.116678:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947085.116684:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947085.116703:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947085.116706:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540738:540738:255:4294967295] 192.168.201.111@tcp LPNI seq info [540675:540675:7:4294967295] 00000400:00000200:0.0:1784947085.116709:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.116721:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947085.116730:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947085.116735:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784947085.116740:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947085.116748:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947085.116752:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947085.116774:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.116779:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9103 usecs (10 jiffies) 00000400:00000200:0.0:1784947085.116785:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947085.116791:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305844746 00000100:00000001:0.0:1784947085.116797:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305848581 00000100:00000001:0.0:1784947085.116801:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305844746 00000100:00000001:0.0:1784947085.116814:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305848581 00000100:00000001:0.0:1784947085.116817:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947085.116820:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.116824:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.116827:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947085.116832:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947085.116836:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947085.116840:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947085.116843:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947085.116846:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.116852:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947085.116908:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947085.116912:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784947085.116932:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947085.116956:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947085.116965:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b12a8 00000400:00000010:0.0:1784947085.116968:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784947085.116975:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947085.116981:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641154960768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.116995:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947085.117002:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641154960768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.117011:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.117012:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947085.117134:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947085.117137:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:0.0:1784947085.117139:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947085.117142:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947085.117145:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784947085.117146:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784947085.117148:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947085.117151:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.117156:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947085.117158:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.117162:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.117163:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947085.117172:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947085.117173:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784947085.117175:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947085.117177:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947085.117180:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000400:00000010:0.0:1784947085.117182:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:0.0:1784947085.117184:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947085.117188:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d180 x1871641154961024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.117195:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947085.117198:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d180 x1871641154961024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.117205:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.117207:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947085.119288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119299:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947085.119305:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119311:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947085.119323:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119338:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947085.119349:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119358:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119367:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119375:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a303e80 00000400:00000200:0.0:1784947085.119384:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119395:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522f89 [1] + 224 00000800:00000001:0.0:1784947085.119408:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119418:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947085.119426:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947085.119431:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947085.119435:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947085.119440:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d180 x1871641154961024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947085.119449:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d180 x1871641154961024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.119462:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947085.119467:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119470:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947085.119471:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119474:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947085.119477:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119481:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947085.119485:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119487:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119489:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119491:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a303e00 00000400:00000200:0.0:1784947085.119494:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947085.119497:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522f79 [1] + 224 00000800:00000001:0.0:1784947085.119500:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119504:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947085.119507:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947085.119510:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947085.119512:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947085.119516:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947085.119528:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.119541:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947085.119554:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947085.119559:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947085.119567:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947085.119570:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947085.119575:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947085.119578:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947085.119580:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac60. 00000400:00000200:0.0:1784947085.119585:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784947085.119589:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784947085.119596:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947085.119605:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947085.119625:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.119632:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947085.119633:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947085.119636:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947085.119637:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947085.119639:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947085.119642:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947085.119648:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947085.119652:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947085.119659:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947085.119665:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947085.119669:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947085.119672:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947085.119675:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.119679:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947085.119683:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947085.119685:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947085.119687:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947085.119692:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.119704:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947085.119710:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947085.119712:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947085.119736:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947085.119750:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154960896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947085.119759:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947085.119764:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947085.119771:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641154960896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947101 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947085.119782:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947085.119801:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947085.119804:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947085.119809:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947085.119813:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947085.119815:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947085.119819:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947085.119822:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 02000000:00000001:0.0:1784947085.119826:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947085.119829:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947085.119832:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:0.0:1784947085.119837:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947085.119840:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947085.119844:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947085.119847:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947085.119851:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947085.119854:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947085.119858:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947089.020178:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305848581, at 4305848640 00000100:00000010:0.0:1784947089.020191:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f420. 00000800:00000200:0.0:1784947090.237084:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947090.237088:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784947090.237091:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947090.237095:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947090.237098:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:0.0:1784947090.237100:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:0.0:1784947090.237102:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947090.237105:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154961408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947090.237112:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947090.237115:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154961408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947106 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947090.237122:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947090.237124:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947090.238477:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947090.238484:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947090.238490:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947090.238496:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947090.238504:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947090.238524:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947090.238537:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947090.238546:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947090.238553:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947090.238560:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304000 00000400:00000200:0.0:1784947090.238566:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947090.238573:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522fa9 [1] + 224 00000800:00000001:0.0:1784947090.238580:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947090.238588:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947090.238591:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947090.238606:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947090.238612:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947090.238619:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154961408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947106 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947090.238633:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154961408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947106 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947090.238643:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947090.238649:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947090.238652:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947094.140155:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305853701, at 4305853760 00000100:00000010:0.0:1784947094.140177:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7960. 00000100:00000040:0.0:1784947095.356191:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947095.356202:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947095.356213:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784947095.356230:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947095.356234:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947095.356237:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947095.356242:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947095.356250:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947095.356257:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356267:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ca80 x1871641154961536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947095.356276:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947095.356280:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356286:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ca80 x1871641154961536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.356315:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356318:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947095.356321:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947095.356323:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784947095.356325:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947095.356327:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947095.356328:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947095.356330:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947095.356332:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784947095.356334:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356337:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947095.356344:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947095.356346:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356349:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.356357:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356360:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947095.356362:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947095.356367:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784947095.356369:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947095.356373:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947095.356377:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947095.356379:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947095.356383:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784947095.356386:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356395:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f480 x1871641154961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947095.356410:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947095.356414:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356419:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f480 x1871641154961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.356452:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356455:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947095.356461:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947095.356465:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947095.356469:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947095.356474:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11192) 00000100:00000001:0.0:1784947095.356505:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947095.356510:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947095.356514:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947095.356529:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.356551:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947095.356555:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947095.356560:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947095.356562:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947095.356568:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947095.356575:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154961664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947095.356583:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947095.356586:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947095.356589:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947095.356591:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947095.356595:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947095.356598:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947095.356607:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947095.356610:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000400:00000010:0.0:1784947095.356617:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947095.356623:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154961664, portal 10 00000100:00000001:0.0:1784947095.356628:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947095.356629:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534242560 : -119148175309056 : ffff93a2a755c700) 00000100:00000040:0.0:1784947095.356640:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.356673:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947095.356690:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947095.356694:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947095.356700:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154961664, offset 0 00000400:00000200:0.0:1784947095.356711:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947095.356802:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.356810:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947095.356813:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947095.356818:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947095.356822:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947095.356829:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947095.356836:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540744:540744:255:4294967295] 192.168.201.111@tcp LPNI seq info [540681:540681:7:4294967295] 00000400:00000200:0.0:1784947095.356840:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.356854:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947095.356862:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947095.356868:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000800:00000200:0.0:1784947095.356873:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947095.356879:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947095.356885:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947095.356891:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.356898:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9103 usecs (10 jiffies) 00000400:00000200:0.0:1784947095.356906:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947095.356909:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305854986 00000100:00000001:0.0:1784947095.356930:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305858821 00000100:00000001:0.0:1784947095.356936:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305854986 00000100:00000001:0.0:1784947095.356949:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305858821 00000100:00000001:0.0:1784947095.356954:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947095.356958:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.356965:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.356970:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947095.356994:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947095.357001:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947095.357011:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947095.357015:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947095.357019:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.357023:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947095.357124:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947095.357131:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947095.357138:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947095.357151:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947095.357160:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b17f8 00000400:00000010:0.0:1784947095.357165:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b17f8. 00000100:00000001:0.0:1784947095.357173:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947095.357182:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641154961536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.357203:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947095.357209:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641154961536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.357221:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.357226:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947095.357321:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947095.357328:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784947095.357335:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947095.357352:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947095.357412:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784947095.357420:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784947095.357432:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947095.357444:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.357472:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947095.357482:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.357536:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.357541:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947095.357560:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947095.357564:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947095.357570:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947095.357579:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947095.357584:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b17f8 00000400:00000010:0.0:1784947095.357590:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b17f8. 00000100:00000001:0.0:1784947095.357593:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947095.357601:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641154961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.357609:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947095.357629:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641154961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.357634:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.357635:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947095.359680:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359690:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947095.359693:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359694:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947095.359698:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359703:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947095.359708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359712:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359716:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359719:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304080 00000400:00000200:0.0:1784947095.359722:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359727:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x522fb1 [1] + 224 00000800:00000001:0.0:1784947095.359731:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359734:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947095.359736:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947095.359751:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947095.359755:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947095.359760:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641154961536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947095.359779:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641154961536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.359792:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947095.359798:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359801:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947095.359802:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359804:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947095.359806:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359809:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947095.359812:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359815:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359817:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359820:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304100 00000400:00000200:0.0:1784947095.359823:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359827:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522fc1 [1] + 224 00000800:00000001:0.0:1784947095.359830:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359833:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947095.359834:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947095.359837:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947095.359840:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947095.359844:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947095.359857:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.359873:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947095.359886:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359892:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947095.359896:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359899:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947095.359906:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359915:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947095.359928:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359934:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359940:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359946:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304180 00000400:00000200:0.0:1784947095.359952:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947095.359959:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522fd1 [1] + 224 00000800:00000001:0.0:1784947095.359965:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.359971:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947095.359975:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947095.359983:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947095.359987:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947095.360003:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641154961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947095.360023:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641154961792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.360041:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947095.360046:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947095.360075:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947095.360089:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947095.360092:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947095.360097:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947095.360101:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947095.360105:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac60. 00000400:00000200:0.0:1784947095.360111:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784947095.360115:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784947095.360120:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947095.360128:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947095.360146:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.360158:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947095.360162:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947095.360165:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947095.360169:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947095.360173:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947095.360178:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947095.360182:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947095.360187:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=136 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947095.360196:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=26 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947095.360201:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947095.360204:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947095.360208:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947095.360213:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.360230:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947095.360234:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947095.360238:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947095.360241:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947095.360252:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.360269:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947095.360277:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947095.360281:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947095.360288:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947095.360307:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154961664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947095.360313:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947095.360317:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947095.360323:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641154961664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947111 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947095.360336:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947095.360340:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947095.360344:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947095.360350:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947095.360354:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947095.360358:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947095.360363:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947095.360367:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b700. 02000000:00000001:0.0:1784947095.360372:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947095.360375:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947095.360378:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:0.0:1784947095.360383:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947095.360385:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947095.360390:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947095.360397:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947095.360401:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947095.360407:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947095.360411:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947096.572186:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947096.572190:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947096.572194:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947099.260199:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305858821, at 4305858880 00000100:00000010:0.0:1784947099.260219:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f240. 00000800:00000200:0.0:1784947100.477208:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947100.477222:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784947100.477238:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947100.477263:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947100.477279:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:0.0:1784947100.477291:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:0.0:1784947100.477303:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947100.477320:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641154961920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.477367:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947100.477379:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641154961920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.477421:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947100.477426:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947100.477780:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947100.477789:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784947100.477801:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947100.477820:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947100.477832:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:0.0:1784947100.477838:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:0.0:1784947100.477851:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947100.477865:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641154962176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.477879:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947100.477884:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641154962176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.477894:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947100.477897:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947100.478117:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947100.478124:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947100.478130:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947100.478138:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947100.478142:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:0.0:1784947100.478144:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:0.0:1784947100.478148:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947100.478154:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641154962048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.478164:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947100.478168:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641154962048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.478177:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947100.478179:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947100.479585:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.479604:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947100.479611:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.479616:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947100.479626:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.479636:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947100.479646:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.479675:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.479684:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.479691:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304200 00000400:00000200:0.0:1784947100.479700:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.479710:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x522fe1 [1] + 224 00000800:00000001:0.0:1784947100.479721:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.479734:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947100.479739:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947100.479746:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947100.479753:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947100.479762:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641154961920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947100.479780:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641154961920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.479812:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947100.479824:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.479830:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947100.480440:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480452:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947100.480457:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480459:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947100.480465:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480472:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947100.480480:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480484:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480488:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480492:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304300 00000400:00000200:0.0:1784947100.480497:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480503:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522fe9 [1] + 224 00000800:00000001:0.0:1784947100.480509:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480519:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947100.480523:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947100.480528:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947100.480532:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947100.480540:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641154962176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947100.480554:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641154962176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.480581:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947100.480589:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480594:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947100.480596:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480598:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947100.480602:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480616:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947100.480623:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480627:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480631:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480638:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304280 00000400:00000200:0.0:1784947100.480648:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947100.480715:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522ff1 [1] + 224 00000800:00000001:0.0:1784947100.480726:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480738:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947100.480747:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947100.480758:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947100.480766:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947100.480776:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641154962048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947100.480799:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641154962048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947116 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947100.480828:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947100.480838:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947100.480844:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947104.380123:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305863941, at 4305864000 00000100:00000010:0.0:1784947104.380140:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43120. 00000800:00000200:0.0:1784947105.596737:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947105.596743:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947105.596751:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947105.596763:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947105.596772:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:0.0:1784947105.596776:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:0.0:1784947105.596781:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947105.596789:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641154962432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.596809:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947105.596816:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641154962432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.596826:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947105.596828:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947105.596905:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947105.596910:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:0.0:1784947105.596916:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947105.596921:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947105.596926:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:0.0:1784947105.596931:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:0.0:1784947105.596935:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947105.596941:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641154962560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.596958:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947105.596963:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641154962560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.596972:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947105.596975:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947105.596988:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947105.596991:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947105.596995:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947105.597000:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947105.597002:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:0.0:1784947105.597005:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:0.0:1784947105.597009:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947105.597014:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641154962304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.597025:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947105.597030:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641154962304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947121 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.597034:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947105.597035:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947105.598429:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598440:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947105.598443:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598445:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947105.598461:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598467:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947105.598472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598475:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598478:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598481:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304480 00000400:00000200:0.0:1784947105.598485:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598489:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523001 [1] + 224 00000800:00000001:0.0:1784947105.598493:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598497:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947105.598499:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947105.598501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947105.598505:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947105.598508:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641154962560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947105.598520:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641154962560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.598533:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947105.598541:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598576:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947105.598579:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598583:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947105.598588:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598595:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947105.598603:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598618:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598627:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598637:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304400 00000400:00000200:0.0:1784947105.598646:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598654:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x522ff9 [1] + 224 00000800:00000001:0.0:1784947105.598664:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598672:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947105.598677:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947105.598684:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947105.598690:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947105.598697:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641154962432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947105.598722:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641154962432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.598740:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947105.598745:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598749:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947105.598821:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598829:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947105.598833:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598838:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947105.598852:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598865:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947105.598878:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598888:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598899:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598911:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304380 00000400:00000200:0.0:1784947105.598923:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947105.598937:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523009 [1] + 224 00000800:00000001:0.0:1784947105.598949:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.598961:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947105.598968:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947105.598980:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947105.598989:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947105.598999:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641154962304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947121 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947105.599022:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641154962304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947121 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947105.599043:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947105.599096:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947105.599102:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947107.068384:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784947109.500154:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305869061, at 4305869120 00000100:00000010:0.0:1784947109.500182:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d80. 00000800:00000200:0.0:1784947110.716754:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947110.716762:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:0.0:1784947110.716771:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947110.716784:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947110.716790:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:0.0:1784947110.716796:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:0.0:1784947110.716801:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947110.716810:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641154962688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.716832:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947110.716838:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641154962688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.716850:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947110.716856:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947110.716870:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947110.716873:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947110.716876:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947110.716879:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947110.716881:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:0.0:1784947110.716882:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:0.0:1784947110.716894:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947110.716896:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154962816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.716909:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947110.716912:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154962816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947126 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.716917:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947110.716918:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947110.718292:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718302:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947110.718304:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718306:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947110.718309:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718313:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947110.718318:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718320:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718323:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718326:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304500 00000400:00000200:0.0:1784947110.718329:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718333:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523011 [1] + 224 00000800:00000001:0.0:1784947110.718339:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718345:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947110.718348:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947110.718351:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947110.718354:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947110.718357:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641154962688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947110.718365:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641154962688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.718378:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947110.718384:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718424:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947110.718426:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718429:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947110.718432:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718436:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947110.718440:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718441:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718446:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718453:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304580 00000400:00000200:0.0:1784947110.718457:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718461:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523019 [1] + 224 00000800:00000001:0.0:1784947110.718464:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718467:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947110.718468:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947110.718471:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947110.718472:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947110.718503:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154962816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947110.718509:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154962816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.718533:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947110.718618:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718624:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947110.718628:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718635:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947110.718652:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718658:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947110.718664:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718674:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718687:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718714:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304600 00000400:00000200:0.0:1784947110.718723:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947110.718744:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523021 [1] + 224 00000800:00000001:0.0:1784947110.718763:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718772:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947110.718777:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947110.718793:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947110.718803:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947110.718818:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641154962944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947126 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947110.718848:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641154962944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947126 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947110.718912:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947110.718918:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947110.718926:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947114.620195:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305874181, at 4305874240 00000100:00000010:0.0:1784947114.620231:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d79c0. 00000100:00000001:0.0:1784947115.836425:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947115.836431:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947115.836434:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947115.836442:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641154963072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.836449:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947115.836451:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947115.836454:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947115.836457:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947115.836459:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947115.836462:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154963072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947115.836466:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947115.836473:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947115.836477:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947115.836484:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947115.836491:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947115.836496:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947115.836508:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947115.836515:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000400:00000010:0.0:1784947115.836525:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947115.836536:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154963072, portal 25 00000100:00000001:0.0:1784947115.836540:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947115.836543:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000100:00000040:0.0:1784947115.836552:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641154963072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.836570:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947115.836576:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947115.836581:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947115.836586:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154963072, offset 0 00000400:00000200:0.0:1784947115.836600:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947115.836611:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.836622:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947115.836629:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947115.836638:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947115.836646:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947115.836652:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947115.836661:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540755:540755:256:4294967295] 192.168.201.111@tcp LPNI seq info [540692:540692:8:4294967295] 00000400:00000200:0.0:1784947115.836669:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.836690:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947115.836703:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947115.836712:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784947115.836725:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947115.836740:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947115.836746:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947115.836772:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947115.836779:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947115.836785:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4305879301 00000100:00000010:0.0:1784947115.836795:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889960. 00000100:00000001:0.0:1784947115.836805:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947115.836814:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4305879301 00000100:00000010:0.0:1784947115.836820:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889780. 00000100:00000001:0.0:1784947115.836825:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947115.836832:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947115.836835:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.836840:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.836844:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.836853:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947115.836857:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947115.836862:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947115.836865:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947115.836868:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947115.836876:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f100 x1871641154963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.836890:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947115.836893:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947115.836898:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947115.836902:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947115.836907:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947115.836912:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154963328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947115.836916:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947115.836919:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947115.836920:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947115.836921:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947115.836924:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 02000000:00000001:0.0:1784947115.836925:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947115.836928:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947115.836930:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea528. 00000400:00000010:0.0:1784947115.836934:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784947115.836937:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154963328, portal 10 00000100:00000001:0.0:1784947115.836938:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947115.836940:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821366528 : -119147888185088 : ffff93a2b872f100) 00000100:00000040:0.0:1784947115.836945:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f100 x1871641154963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.836950:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947115.836952:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947115.836954:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784947115.836956:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154963328, offset 0 00000400:00000200:0.0:1784947115.836959:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947115.836962:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.836966:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947115.836969:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947115.836972:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947115.836974:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947115.836979:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947115.836985:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540757:540757:254:4294967295] 192.168.201.111@tcp LPNI seq info [540694:540694:6:4294967295] 00000400:00000200:0.0:1784947115.836991:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.837005:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947115.837009:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947115.837013:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000800:00000200:0.0:1784947115.837016:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947115.837024:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947115.837027:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947115.837031:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947115.837035:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10278 usecs (11 jiffies) 00000400:00000200:0.0:1784947115.837040:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947115.837044:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305875467 00000100:00000001:0.0:1784947115.837072:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305879301 00000100:00000001:0.0:1784947115.837074:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305875468 00000100:00000001:0.0:1784947115.837076:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305879301 00000100:00000001:0.0:1784947115.837078:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947115.837080:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.837082:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.837083:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.837085:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947115.837088:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947115.837093:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947115.837095:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947115.837097:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.837099:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947115.839549:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839581:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947115.839583:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839586:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947115.839590:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839594:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947115.839599:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839601:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839605:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839608:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304680 00000400:00000200:0.0:1784947115.839612:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839616:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523029 [1] + 224 00000800:00000001:0.0:1784947115.839621:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839624:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947115.839626:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947115.839628:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947115.839632:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947115.839635:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641154963072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947115.839643:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641154963072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.839658:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947115.839671:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839673:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947115.839674:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839676:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947115.839678:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839681:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947115.839686:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839690:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839694:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839697:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304700 00000400:00000200:0.0:1784947115.839701:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839705:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523039 [1] + 224 00000800:00000001:0.0:1784947115.839711:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839732:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947115.839736:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947115.839742:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947115.839754:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947115.839760:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947115.839789:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.839822:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947115.839830:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839835:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947115.839838:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839840:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947115.839847:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839854:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947115.839862:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839867:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839872:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839878:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304780 00000400:00000200:0.0:1784947115.839883:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947115.839891:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523049 [1] + 224 00000800:00000001:0.0:1784947115.839899:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839904:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947115.839908:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947115.839913:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947115.839918:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947115.839924:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641154963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947115.839942:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641154963328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.839961:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947115.839966:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947115.839970:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.839981:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947115.839984:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947115.839988:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947115.839992:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947115.839994:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe94d0. 00000400:00000200:0.0:1784947115.840001:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 00000400:00000010:0.0:1784947115.840005:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000001:0.0:1784947115.840018:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947115.840024:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947115.840035:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.840068:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947115.840072:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.840076:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947115.840079:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947115.840081:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947115.840084:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947115.840087:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947115.840092:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=6 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947115.840101:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=46 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947115.840105:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947115.840108:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947115.840111:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947115.840116:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.840123:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947115.840126:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947115.840128:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947115.840132:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947115.840138:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.840154:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947115.840158:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947115.840161:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947115.840167:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947115.840187:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154963200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947115.840196:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.840201:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947115.840208:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641154963200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947131 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947115.840226:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947115.840229:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947115.840232:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947115.840237:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947115.840241:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947115.840244:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947115.840247:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947115.840250:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947115.840254:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947115.840256:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947115.840260:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784947115.840264:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947115.840267:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.840271:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947115.840275:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947115.840277:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947115.840278:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947115.840280:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947119.740145:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305879301, at 4305879360 00000100:00000010:0.0:1784947119.740166:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889960. 00000800:00000200:0.0:1784947120.958217:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947120.958225:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:0.0:1784947120.958231:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947120.958237:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947120.958244:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:0.0:1784947120.958247:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:0.0:1784947120.958251:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947120.958258:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154963712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947120.958270:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947120.958274:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154963712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947120.958288:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947120.958291:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947120.962726:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.962739:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947120.962742:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.962755:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947120.962761:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962766:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947120.962774:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962779:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962783:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962788:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304880 00000400:00000200:0.0:1784947120.962792:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962798:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523061 [1] + 224 00000800:00000001:0.0:1784947120.962812:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.962820:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947120.962824:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947120.962828:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947120.962835:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947120.962842:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641154963584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947120.962855:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641154963584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947120.962875:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947120.962890:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.962895:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947120.962897:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.962900:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947120.962904:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962908:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947120.962914:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962918:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962921:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962925:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304900 00000400:00000200:0.0:1784947120.962929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947120.962934:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523069 [1] + 224 00000800:00000001:0.0:1784947120.962940:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.962947:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947120.962951:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947120.962956:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947120.962959:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947120.962966:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154963712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947120.962987:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154963712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947120.963030:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947120.963084:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947120.963090:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947124.860117:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305884422, at 4305884480 00000100:00000010:0.0:1784947124.860131:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7e40. 00000800:00000200:0.0:1784947126.077911:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947126.077920:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784947126.077926:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947126.077934:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947126.077939:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:0.0:1784947126.077942:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:0.0:1784947126.077946:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947126.077954:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641154964096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947126.077967:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947126.077971:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641154964096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947142 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947126.077989:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947126.077992:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947126.080320:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080333:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947126.080338:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080342:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947126.080353:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080372:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947126.080391:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080403:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080418:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080436:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304a00 00000400:00000200:0.0:1784947126.080453:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080465:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523079 [1] + 224 00000800:00000001:0.0:1784947126.080478:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080493:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947126.080505:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947126.080527:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947126.080542:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947126.080562:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154963968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947126.080599:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154963968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947126.080633:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947126.080651:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080657:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947126.080660:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080663:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947126.080668:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080673:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947126.080679:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080684:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080689:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080693:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304a80 00000400:00000200:0.0:1784947126.080699:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947126.080707:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523081 [1] + 224 00000800:00000001:0.0:1784947126.080713:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080720:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947126.080724:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947126.080730:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947126.080747:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947126.080759:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641154964096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947142 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947126.080781:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641154964096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947142 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947126.080808:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947126.080819:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947126.080827:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947129.980230:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305889541, at 4305889600 00000100:00000010:0.0:1784947129.980247:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d75a0. 00000800:00000001:0.0:1784947131.199063:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199073:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947131.199075:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199095:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947131.199102:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199109:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947131.199118:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199147:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199154:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199159:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304b00 00000400:00000200:0.0:1784947131.199164:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199188:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523089 [1] + 224 00000800:00000001:0.0:1784947131.199195:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199197:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947131.199199:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947131.199201:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947131.199205:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947131.199209:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641154964224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947131.199216:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641154964224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947131.199228:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947131.199239:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199259:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947131.199261:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199263:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947131.199268:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199273:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947131.199278:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199283:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199286:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199292:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304b80 00000400:00000200:0.0:1784947131.199297:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199307:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523091 [1] + 224 00000800:00000001:0.0:1784947131.199311:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199314:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947131.199319:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947131.199328:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947131.199334:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947131.199341:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641154964352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947131.199378:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641154964352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947131.199433:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947131.199442:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199450:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947131.199457:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199465:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947131.199477:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199494:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947131.199506:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199519:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199528:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199539:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304c00 00000400:00000200:0.0:1784947131.199554:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947131.199572:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523099 [1] + 224 00000800:00000001:0.0:1784947131.199588:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199601:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947131.199609:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947131.199625:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947131.199638:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947131.199649:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154964480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947147 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947131.199688:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154964480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947147 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947131.199777:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947131.199787:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947131.199795:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947135.100183:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305894661, at 4305894720 00000100:00000010:0.0:1784947135.100200:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43360. 00000800:00000200:0.0:1784947136.318232:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947136.318245:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:0.0:1784947136.318254:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947136.318267:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947136.318278:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000010:0.0:1784947136.318281:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000100:00000001:0.0:1784947136.318288:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947136.318299:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641154964864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947136.318323:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947136.318331:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641154964864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947152 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947136.318349:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947136.318353:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947136.320610:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.320628:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947136.320633:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.320636:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947136.320658:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.320665:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947136.320675:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.320682:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.320688:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.320693:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304d00 00000400:00000200:0.0:1784947136.320700:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.320711:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5230a9 [1] + 224 00000800:00000001:0.0:1784947136.320723:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.320734:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947136.320739:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947136.320748:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947136.320759:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947136.320772:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641154964736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947136.320808:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641154964736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947136.320879:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947136.320903:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.320915:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947136.320926:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.320936:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947136.320960:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.320989:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947136.321030:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.321141:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.321169:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.321199:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a304d80 00000400:00000200:0.0:1784947136.321231:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947136.321262:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5230b1 [1] + 224 00000800:00000001:0.0:1784947136.321299:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.321326:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947136.321353:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947136.321383:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947136.321400:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947136.321426:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641154964864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947152 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947136.321521:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641154964864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947152 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947136.321570:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947136.321590:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947136.321599:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947140.220143:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305899782, at 4305899840 00000100:00000010:0.0:1784947140.220164:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7000. 00000100:00000001:0.0:1784947141.436422:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947141.436432:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947141.436439:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947141.436455:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f100 x1871641154964992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.436527:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947141.436536:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947141.436549:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947141.436557:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947141.436569:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947141.436579:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154964992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947141.436587:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947141.436594:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947141.436602:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947141.436608:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947141.436631:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947141.436636:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947141.436653:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947141.436662:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea5d8. 00000400:00000010:0.0:1784947141.436674:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784947141.436682:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154964992, portal 25 00000100:00000001:0.0:1784947141.436687:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947141.436694:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821366528 : -119147888185088 : ffff93a2b872f100) 00000100:00000040:0.0:1784947141.436704:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f100 x1871641154964992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.436726:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947141.436736:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947141.436744:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947141.436757:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154964992, offset 0 00000400:00000200:0.0:1784947141.436783:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947141.436806:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.436827:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947141.436835:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947141.436840:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947141.436844:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947141.436848:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947141.436854:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540770:540770:256:4294967295] 192.168.201.111@tcp LPNI seq info [540707:540707:8:4294967295] 00000400:00000200:0.0:1784947141.436859:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.436872:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947141.436887:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947141.436894:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000800:00000200:0.0:1784947141.436909:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947141.436926:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947141.436931:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947141.436965:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947141.436973:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947141.436983:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4305904901 00000100:00000010:0.0:1784947141.436988:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889960. 00000100:00000001:0.0:1784947141.436998:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947141.437016:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4305904901 00000100:00000010:0.0:1784947141.437024:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18899c0. 00000100:00000001:0.0:1784947141.437034:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947141.437042:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947141.437114:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.437124:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.437129:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.437139:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947141.437148:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947141.437161:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947141.437168:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947141.437172:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947141.437184:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641154965248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.437200:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947141.437203:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947141.437207:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947141.437218:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947141.437220:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947141.437224:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154965248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947141.437226:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947141.437229:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947141.437231:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947141.437232:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947141.437236:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784947141.437237:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947141.437241:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947141.437244:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eae70. 00000400:00000010:0.0:1784947141.437248:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784947141.437251:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154965248, portal 10 00000100:00000001:0.0:1784947141.437253:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947141.437256:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:0.0:1784947141.437269:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641154965248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.437285:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947141.437291:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947141.437300:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947141.437317:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154965248, offset 0 00000400:00000200:0.0:1784947141.437334:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947141.437353:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.437369:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947141.437374:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947141.437377:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947141.437380:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947141.437384:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947141.437387:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540772:540772:254:4294967295] 192.168.201.111@tcp LPNI seq info [540709:540709:6:4294967295] 00000400:00000200:0.0:1784947141.437392:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.437401:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947141.437406:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947141.437411:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000800:00000200:0.0:1784947141.437416:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947141.437421:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947141.437424:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947141.437428:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947141.437431:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10276 usecs (11 jiffies) 00000400:00000200:0.0:1784947141.437434:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947141.437436:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305901068 00000100:00000001:0.0:1784947141.437438:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305904901 00000100:00000001:0.0:1784947141.437440:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305901068 00000100:00000001:0.0:1784947141.437442:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305904901 00000100:00000001:0.0:1784947141.437444:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947141.437446:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.437448:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.437450:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.437453:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947141.437454:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947141.437456:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947141.437457:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947141.437458:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.437460:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947141.439224:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947141.439238:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947141.439242:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947141.439246:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947141.439250:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.439257:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947141.439265:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.439270:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.439274:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.439279:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a304e00 00000400:00000200:0.0:1784947141.439283:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947141.439289:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5230b9 [1] + 224 00000800:00000001:0.0:1784947141.439296:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947141.439303:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947141.439306:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947141.439311:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947141.439318:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947141.439324:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641154964992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947141.439335:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641154964992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.439356:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947141.439366:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947141.439371:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.439754:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947141.439761:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947141.439772:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947141.439780:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947141.439785:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9c60. 00000400:00000200:0.0:1784947141.439792:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1aa0 00000400:00000010:0.0:1784947141.439793:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1aa0. 00000100:00000001:0.0:1784947141.439796:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947141.439809:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641154965120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947141.439870:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641154965120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.439966:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947141.439969:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.439972:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947141.439976:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947141.439979:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947141.439982:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947141.439992:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947141.440000:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=32 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947141.440008:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947141.440015:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947141.440028:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947141.440042:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947141.440088:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.440104:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947141.440111:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947141.440119:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947141.440128:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947141.440152:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641154965120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.440194:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947141.440204:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947141.440209:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947141.440223:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641154965120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947141.440269:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154965120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947141.440284:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.440294:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947141.440303:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641154965120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947157 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947141.440366:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947141.440372:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947141.440380:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947141.440392:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947141.440401:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947141.440410:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947141.440417:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947141.440428:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784947141.440440:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947141.440445:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947141.440449:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000001:0.0:1784947141.440459:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947141.440468:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.440478:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947141.440494:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947141.440497:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947141.440514:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947141.440530:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947144.956406:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784947145.340115:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305904901, at 4305904960 00000100:00000010:0.0:1784947145.340124:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889960. 00000100:00000040:0.0:1784947146.556214:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947146.556227:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947146.556258:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784947146.556264:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947146.556268:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947146.556271:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947146.556277:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947146.556287:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947146.556295:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556325:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947146.556339:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947146.556343:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556352:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.556385:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556388:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947146.556391:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947146.556395:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755dc00. 00000020:00000040:0.0:1784947146.556397:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947146.556400:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947146.556401:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947146.556404:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947146.556408:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947146.556411:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556418:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755dc00 x1871641154965504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947146.556429:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947146.556433:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556442:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e37825] to pc [ptlrpcd_00_01+1] req@ffff93a2a755dc00 x1871641154965504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.556456:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556460:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947146.556465:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947146.556469:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784947146.556473:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947146.556478:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947146.556481:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947146.556484:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947146.556488:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784947146.556492:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556497:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947146.556509:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947146.556512:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556520:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.556529:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556534:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947146.556537:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947146.556541:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947146.556545:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947146.556553:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11243) 00000100:00000001:0.0:1784947146.556580:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947146.556584:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947146.556587:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947146.556595:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755dc00 x1871641154965504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.556602:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947146.556605:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947146.556608:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947146.556610:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947146.556614:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947146.556622:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154965504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947146.556628:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947146.556633:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947146.556636:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947146.556639:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947146.556645:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947146.556651:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947146.556659:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947146.556664:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea108. 00000400:00000010:0.0:1784947146.556671:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf220. 00000100:00000200:0.0:1784947146.556676:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154965504, portal 10 00000100:00000001:0.0:1784947146.556682:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947146.556686:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247936 : -119148175303680 : ffff93a2a755dc00) 00000100:00000040:0.0:1784947146.556695:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755dc00 x1871641154965504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.556708:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947146.556712:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947146.556715:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784947146.556719:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154965504, offset 0 00000400:00000200:0.0:1784947146.556729:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947146.556735:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947146.556741:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947146.556748:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947146.556754:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947146.556758:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947146.556764:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947146.556767:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540774:540774:255:4294967295] 192.168.201.111@tcp LPNI seq info [540711:540711:7:4294967295] 00000400:00000200:0.0:1784947146.556773:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947146.556785:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947146.556792:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947146.556798:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000800:00000200:0.0:1784947146.556807:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947146.556813:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947146.556818:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947146.556824:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.556830:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9101 usecs (10 jiffies) 00000400:00000200:0.0:1784947146.556838:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947146.556843:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305906186 00000100:00000001:0.0:1784947146.556849:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305910021 00000100:00000001:0.0:1784947146.556855:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305906186 00000100:00000001:0.0:1784947146.556875:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305910021 00000100:00000001:0.0:1784947146.556882:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947146.556887:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.556893:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.556897:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.556902:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947146.556908:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947146.556912:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947146.556914:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947146.556919:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.556925:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947146.556969:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947146.556974:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784947146.556981:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947146.556992:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947146.557014:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b12a8 00000400:00000010:0.0:1784947146.557019:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784947146.557026:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947146.557034:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.557089:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947146.557098:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.557115:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.557120:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947146.557136:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947146.557139:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:0.0:1784947146.557142:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947146.557147:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947146.557149:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000400:00000010:0.0:1784947146.557151:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00000001:0.0:1784947146.557153:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947146.557155:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755dc00 x1871641154965504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.557160:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947146.557162:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755dc00 x1871641154965504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.557167:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.557168:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947146.557223:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947146.557225:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784947146.557227:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947146.557230:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947146.557232:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000400:00000010:0.0:1784947146.557234:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000001:0.0:1784947146.557235:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947146.557238:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.557244:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947146.557246:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.557250:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.557251:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947146.559214:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947146.559219:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947146.559237:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947146.559242:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947146.559247:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe98f0. 00000400:00000200:0.0:1784947146.559255:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000400:00000010:0.0:1784947146.559257:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000100:00000001:0.0:1784947146.559260:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947146.559268:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947146.559279:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.559289:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947146.559292:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.559297:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947146.559300:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947146.559303:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947146.559306:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947146.559310:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947146.559333:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947146.559339:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=59 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947146.559344:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947146.559346:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947146.559349:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947146.559354:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.559359:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947146.559362:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947146.559366:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947146.559370:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.559379:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.559395:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947146.559402:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947146.559405:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947146.559412:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947146.559431:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154965632:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784947146.559453:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947146.559457:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947146.559461:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9268. 00000400:00000200:0.0:1784947146.559468:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000400:00000010:0.0:1784947146.559471:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:0.0:1784947146.559473:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947146.559477:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947146.559494:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.559505:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947146.559508:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.559512:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947146.559515:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947146.559518:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947146.559519:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947146.559521:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947146.559524:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=37 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947146.559530:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947146.559535:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947146.559539:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947146.559541:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947146.559543:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.559545:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947146.559553:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.559565:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947146.559568:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947146.559571:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947146.559578:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947146.559600:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154965376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947146.559608:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.559613:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947146.559620:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641154965632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.559635:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947146.559640:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947146.559643:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947146.559648:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947146.559652:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947146.559655:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947146.559661:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947146.559665:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000001:0.0:1784947146.559670:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947146.559673:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947146.559676:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000100:00000001:0.0:1784947146.559680:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947146.559683:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.559686:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947146.559694:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641154965376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947162 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947146.559730:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947146.559733:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947146.559736:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947146.559740:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947146.559743:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947146.559747:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947146.559752:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947146.559754:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784947146.559758:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947146.559761:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947146.559764:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:0.0:1784947146.559769:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947146.559772:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.559775:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947146.559783:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947146.559787:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947146.559792:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947146.559795:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947150.460127:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305910021, at 4305910080 00000100:00000010:0.0:1784947150.460142:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f2a0. 00000100:00000040:0.0:1784947151.676208:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947151.676220:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947151.676231:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784947151.676237:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947151.676241:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947151.676245:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947151.676251:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947151.676260:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947151.676268:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676281:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947151.676292:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947151.676297:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676304:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.676344:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676348:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947151.676351:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947151.676354:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784947151.676357:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947151.676359:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947151.676360:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947151.676362:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947151.676365:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784947151.676368:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676372:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947151.676379:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947151.676381:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676385:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.676393:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676395:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947151.676398:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947151.676401:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784947151.676403:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947151.676405:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947151.676406:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947151.676408:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947151.676410:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784947151.676414:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676418:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755df80 x1871641154966016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947151.676425:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947151.676428:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676433:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b31ffb1] to pc [ptlrpcd_00_01+1] req@ffff93a2a755df80 x1871641154966016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.676452:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676457:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947151.676461:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947151.676467:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947151.676476:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947151.676485:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11248) 00000100:00000001:0.0:1784947151.676502:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947151.676508:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947151.676514:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947151.676528:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.676559:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947151.676565:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947151.676574:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947151.676582:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947151.676587:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947151.676599:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154965888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947151.676605:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947151.676610:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947151.676615:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947151.676623:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947151.676629:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947151.676632:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947151.676642:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947151.676651:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea9f8. 00000400:00000010:0.0:1784947151.676662:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784947151.676669:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154965888, portal 10 00000100:00000001:0.0:1784947151.676676:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947151.676680:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000100:00000040:0.0:1784947151.676694:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.676714:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947151.676721:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947151.676728:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000100:00000200:0.0:1784947151.676732:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154965888, offset 0 00000400:00000200:0.0:1784947151.676742:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947151.676823:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947151.676836:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947151.676850:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947151.676859:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947151.676871:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947151.676878:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947151.676886:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540777:540777:255:4294967295] 192.168.201.111@tcp LPNI seq info [540714:540714:7:4294967295] 00000400:00000200:0.0:1784947151.676901:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947151.676918:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947151.676928:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947151.676937:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784947151.676948:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947151.676963:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947151.676971:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947151.676978:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.676987:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9101 usecs (10 jiffies) 00000400:00000200:0.0:1784947151.676992:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947151.676995:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305911306 00000100:00000001:0.0:1784947151.677002:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305915141 00000100:00000001:0.0:1784947151.677009:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305911306 00000100:00000001:0.0:1784947151.677013:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305915141 00000100:00000001:0.0:1784947151.677020:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947151.677025:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.677029:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.677033:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.677039:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947151.677042:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947151.677084:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947151.677087:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947151.677090:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.677097:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947151.677164:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947151.677171:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784947151.677181:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947151.677191:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947151.677198:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000400:00000010:0.0:1784947151.677203:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784947151.677208:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947151.677214:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.677228:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947151.677236:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.677252:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.677256:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947151.677330:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947151.677337:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784947151.677345:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947151.677357:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947151.677384:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:0.0:1784947151.677389:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:0.0:1784947151.677396:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947151.677403:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.677419:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947151.677428:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.677447:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.677453:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947151.677470:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947151.677477:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947151.677486:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947151.677495:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947151.677501:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1330 00000400:00000010:0.0:1784947151.677508:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1330. 00000100:00000001:0.0:1784947151.677516:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947151.677527:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755df80 x1871641154966016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.677555:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947151.677569:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755df80 x1871641154966016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.677589:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.677593:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947151.679401:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947151.679405:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947151.679412:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947151.679415:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947151.679418:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9210. 00000400:00000200:0.0:1784947151.679427:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:0.0:1784947151.679431:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:0.0:1784947151.679436:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947151.679446:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947151.679463:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.679479:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947151.679483:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.679487:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947151.679493:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947151.679497:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947151.679502:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947151.679506:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947151.679514:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947151.679521:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947151.679524:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947151.679526:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947151.679530:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947151.679533:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.679536:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.679543:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.679574:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947151.679580:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947151.679583:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947151.679590:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947151.679614:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154965760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947151.679625:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.679630:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947151.679638:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641154965760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.679660:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947151.679667:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947151.679673:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947151.679681:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947151.679686:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947151.679690:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947151.679696:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947151.679699:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784947151.679703:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947151.679708:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947151.679712:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:0.0:1784947151.679730:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947151.679734:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.679739:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.679743:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947151.679747:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947151.679753:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.679759:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.679838:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947151.679843:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947151.679850:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947151.679856:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947151.679862:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea9f8. 00000400:00000200:0.0:1784947151.679874:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000400:00000010:0.0:1784947151.679882:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00000001:0.0:1784947151.679892:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947151.679905:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947151.679929:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.679955:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947151.679960:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.679968:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947151.679971:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947151.679974:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947151.679980:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947151.679987:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947151.679993:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=42 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947151.680002:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947151.680011:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947151.680015:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947151.680022:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947151.680028:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.680035:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947151.680038:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947151.680040:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947151.680043:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947151.680080:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.680095:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947151.680098:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947151.680100:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947151.680105:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947151.680113:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154965888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947151.680122:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.680126:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947151.680135:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641154965888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947167 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947151.680149:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947151.680153:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947151.680159:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947151.680167:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947151.680171:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947151.680175:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947151.680182:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947151.680185:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000001:0.0:1784947151.680201:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947151.680207:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947151.680211:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000100:00000001:0.0:1784947151.680218:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947151.680223:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.680228:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947151.680235:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947151.680240:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947151.680244:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947151.680250:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947155.580201:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305915141, at 4305915200 00000100:00000010:0.0:1784947155.580230:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f060. 00000100:00000040:0.0:1784947160.700173:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305920261, at 4305920320 00000100:00000010:0.0:1784947160.700191:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff433c0. 00000100:00000040:0.0:1784947165.820184:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305925381, at 4305925440 00000100:00000010:0.0:1784947165.820240:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7840. 00000100:00000040:0.0:1784947170.940231:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305930502, at 4305930560 00000100:00000010:0.0:1784947170.940274:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a80. 00000100:00000040:0.0:1784947172.156247:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947172.156260:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947172.156271:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784947172.156279:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947172.156285:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947172.156289:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947172.156296:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947172.156307:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784947172.156317:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156332:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947172.156348:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947172.156354:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156362:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.156408:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156413:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947172.156418:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947172.156444:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784947172.156448:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947172.156451:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947172.156453:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947172.156456:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947172.156460:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947172.156464:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156470:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947172.156480:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947172.156483:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156488:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.156501:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156505:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947172.156509:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947172.156513:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ea00. 00000020:00000040:0.0:1784947172.156517:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947172.156519:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947172.156523:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947172.156527:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947172.156532:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947172.156536:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156541:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947172.156550:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947172.156552:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156556:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e721bbfd] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.156568:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.156573:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947172.156581:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947172.156587:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947172.156604:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947172.156617:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11269) 00000100:00000001:0.0:1784947172.156664:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947172.156676:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947172.156681:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947172.156694:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.156745:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947172.156751:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947172.156761:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947172.156780:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947172.156794:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947172.156808:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154967424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947172.156816:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947172.156832:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947172.156837:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947172.156843:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947172.156856:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947172.156863:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947172.156891:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947172.156909:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea9f8. 00000400:00000010:0.0:1784947172.156927:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784947172.156944:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154967424, portal 10 00000100:00000001:0.0:1784947172.156958:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947172.156971:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534242560 : -119148175309056 : ffff93a2a755c700) 00000100:00000040:0.0:1784947172.157001:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.157042:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947172.157097:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947172.157103:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000100:00000200:0.0:1784947172.157110:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154967424, offset 0 00000400:00000200:0.0:1784947172.157120:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947172.157133:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947172.157143:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947172.157154:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947172.157163:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947172.157178:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947172.157187:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947172.157194:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540788:540788:256:4294967295] 192.168.201.111@tcp LPNI seq info [540725:540725:8:4294967295] 00000400:00000200:0.0:1784947172.157201:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947172.157217:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947172.157224:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947172.157239:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000800:00000200:0.0:1784947172.157261:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947172.157293:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947172.157311:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947172.157345:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.157372:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9100 usecs (10 jiffies) 00000400:00000200:0.0:1784947172.157396:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947172.157402:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305931787 00000100:00000010:0.0:1784947172.157414:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889960. 00000100:00000001:0.0:1784947172.157464:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947172.157483:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305931787 00000100:00000010:0.0:1784947172.157506:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889360. 00000100:00000001:0.0:1784947172.157518:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947172.157532:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947172.157547:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.157555:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.157565:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.157586:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947172.157591:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947172.157599:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947172.157606:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947172.157615:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.157639:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947172.157731:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947172.157740:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000400:00000200:0.0:1784947172.157755:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947172.157789:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947172.157803:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:0.0:1784947172.157809:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:0.0:1784947172.157817:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947172.157832:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.157881:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947172.157892:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.157965:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.157974:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947172.158085:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947172.158094:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947172.158103:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947172.158126:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947172.158142:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:0.0:1784947172.158150:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:0.0:1784947172.158163:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947172.158178:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.158235:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947172.158246:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.158286:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.158292:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947172.158318:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947172.158332:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784947172.158355:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947172.158371:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947172.158375:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000010:0.0:1784947172.158379:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784947172.158383:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947172.158391:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.158401:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947172.158408:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.158417:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.158443:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947172.161121:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947172.161130:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947172.161141:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947172.161144:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947172.161151:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea9f8. 00000400:00000200:0.0:1784947172.161160:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000400:00000010:0.0:1784947172.161164:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00000001:0.0:1784947172.161171:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947172.161187:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947172.161210:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.161227:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947172.161232:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.161240:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947172.161247:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947172.161253:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947172.161258:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947172.161265:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947172.161284:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947172.161315:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947172.161345:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947172.161354:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947172.161377:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947172.161390:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.161438:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947172.161443:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947172.161448:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947172.161459:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.161479:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.161504:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947172.161515:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947172.161519:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947172.161536:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947172.161564:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154967424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947172.161573:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.161579:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947172.161590:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641154967424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.161682:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947172.161687:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947172.161692:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947172.161701:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947172.161706:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947172.161713:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947172.161724:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947172.161735:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784947172.161745:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947172.161749:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947172.161751:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:0.0:1784947172.161757:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947172.161759:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.161762:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.161771:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947172.161775:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.161780:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947172.161789:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.161826:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947172.161831:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947172.161839:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947172.161843:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947172.161854:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9268. 00000400:00000200:0.0:1784947172.161873:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:0.0:1784947172.161882:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784947172.161890:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947172.161914:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947172.161956:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.161980:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947172.161988:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.161996:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947172.162001:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947172.162013:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947172.162024:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947172.162045:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947172.162091:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947172.162097:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947172.162101:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947172.162104:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947172.162107:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947172.162113:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.162129:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.162150:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.162188:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947172.162194:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947172.162199:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947172.162212:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947172.162235:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154967296:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784947172.162244:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947172.162246:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947172.162249:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe98f0. 00000400:00000200:0.0:1784947172.162254:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:0.0:1784947172.162256:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784947172.162260:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947172.162268:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947172.162285:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.162300:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947172.162303:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.162306:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947172.162309:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947172.162311:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947172.162314:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947172.162318:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947172.162326:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947172.162333:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947172.162336:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947172.162338:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947172.162341:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947172.162344:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.162347:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947172.162349:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947172.162352:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947172.162353:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947172.162359:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.162367:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947172.162371:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947172.162373:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947172.162378:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947172.162388:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154967552:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947172.162393:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.162395:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947172.162399:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641154967296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.162407:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947172.162409:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947172.162412:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947172.162416:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947172.162417:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947172.162447:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947172.162452:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947172.162456:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000001:0.0:1784947172.162460:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947172.162462:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947172.162464:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000100:00000001:0.0:1784947172.162468:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947172.162469:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.162472:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947172.162477:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ea00 x1871641154967552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947188 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947172.162486:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947172.162488:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947172.162490:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947172.162493:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947172.162494:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947172.162496:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947172.162498:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947172.162500:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784947172.162503:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947172.162505:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947172.162507:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ea00. 00000100:00000001:0.0:1784947172.162510:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947172.162511:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.162514:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947172.162519:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947172.162520:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947172.162523:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947172.162525:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947176.060124:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305935622, at 4305935680 00000100:00000010:0.0:1784947176.060141:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889960. 00000100:00000040:0.0:1784947177.276195:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947177.276204:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947177.276214:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ea00. 00000020:00000040:0.0:1784947177.276220:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947177.276224:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947177.276227:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947177.276232:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947177.276240:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947177.276247:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276257:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947177.276268:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947177.276272:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276278:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e721bbfd] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.276309:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276311:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947177.276315:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947177.276318:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784947177.276320:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947177.276322:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947177.276325:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947177.276327:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947177.276330:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784947177.276366:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276370:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755e300 x1871641154967808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947177.276379:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947177.276381:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276387:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e300 x1871641154967808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.276400:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276406:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947177.276417:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947177.276423:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784947177.276442:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947177.276448:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947177.276452:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947177.276458:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947177.276466:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947177.276473:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276482:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947177.276494:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947177.276498:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276504:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.276524:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276527:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947177.276537:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947177.276546:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947177.276552:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947177.276559:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11274) 00000100:00000001:0.0:1784947177.276576:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947177.276580:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947177.276582:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947177.276589:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641154967808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.276610:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947177.276613:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947177.276616:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947177.276619:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947177.276625:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947177.276632:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154967808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947177.276640:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947177.276646:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947177.276650:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947177.276656:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947177.276661:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947177.276666:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947177.276676:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947177.276681:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea9f8. 00000400:00000010:0.0:1784947177.276689:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784947177.276694:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154967808, portal 10 00000100:00000001:0.0:1784947177.276698:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947177.276701:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000100:00000040:0.0:1784947177.276712:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641154967808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.276727:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947177.276732:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947177.276736:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000100:00000200:0.0:1784947177.276739:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154967808, offset 0 00000400:00000200:0.0:1784947177.276748:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947177.276758:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947177.276765:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947177.276769:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947177.276773:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947177.276778:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947177.276781:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947177.276788:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540792:540792:255:4294967295] 192.168.201.111@tcp LPNI seq info [540729:540729:7:4294967295] 00000400:00000200:0.0:1784947177.276797:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947177.276810:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947177.276820:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947177.276825:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000800:00000200:0.0:1784947177.276835:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947177.276846:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947177.276852:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947177.276859:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.276864:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9100 usecs (10 jiffies) 00000400:00000200:0.0:1784947177.276873:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947177.276877:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305936906 00000100:00000001:0.0:1784947177.276883:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305940741 00000100:00000001:0.0:1784947177.276889:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305936906 00000100:00000001:0.0:1784947177.276895:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305940741 00000100:00000001:0.0:1784947177.276908:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947177.276914:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.276917:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.276919:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.276926:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947177.276930:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947177.276935:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947177.276939:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947177.276941:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.276948:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947177.277017:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947177.277024:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784947177.277034:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947177.277045:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947177.277092:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:0.0:1784947177.277098:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784947177.277107:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947177.277116:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.277145:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947177.277169:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.277186:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.277189:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947177.277204:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947177.277208:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000400:00000200:0.0:1784947177.277212:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947177.277215:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947177.277217:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:0.0:1784947177.277218:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:0.0:1784947177.277220:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947177.277222:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641154967808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.277228:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947177.277230:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641154967808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.277235:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.277236:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947177.277291:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947177.277295:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784947177.277298:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947177.277303:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947177.277306:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:0.0:1784947177.277308:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:0.0:1784947177.277311:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947177.277315:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.277323:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947177.277326:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.277351:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.277353:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947177.279547:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947177.279552:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947177.279560:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947177.279564:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947177.279569:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9c60. 00000400:00000200:0.0:1784947177.279576:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000400:00000010:0.0:1784947177.279578:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:0.0:1784947177.279580:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947177.279588:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947177.279629:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.279660:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947177.279663:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.279665:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947177.279667:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947177.279670:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947177.279673:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947177.279676:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947177.279682:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947177.279689:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=68 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947177.279696:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947177.279700:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947177.279706:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947177.279711:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.279716:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.279724:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.279748:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947177.279753:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947177.279756:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947177.279763:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947177.279785:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154967680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947177.279791:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.279796:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947177.279803:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ea00 x1871641154967680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.279820:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947177.279825:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947177.279830:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947177.279836:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947177.279841:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947177.279844:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947177.279846:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947177.279849:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784947177.279852:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947177.279856:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947177.279859:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ea00. 00000100:00000001:0.0:1784947177.279864:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947177.279867:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.279872:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.279879:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947177.279880:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947177.279887:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947177.279892:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947177.279894:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe94d0. 00000400:00000200:0.0:1784947177.279901:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:0.0:1784947177.279905:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784947177.279907:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947177.279913:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947177.279946:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.279967:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947177.279970:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.279974:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947177.279977:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947177.279980:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947177.279983:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947177.279987:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947177.279993:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947177.280000:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947177.280005:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947177.280010:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947177.280014:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947177.280017:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.280023:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947177.280026:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947177.280030:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947177.280034:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947177.280042:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.280088:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947177.280092:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947177.280095:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947177.280103:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947177.280121:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154967936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947177.280135:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.280140:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947177.280147:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641154967936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947193 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947177.280161:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947177.280164:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947177.280168:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947177.280174:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947177.280179:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947177.280184:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947177.280191:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947177.280194:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784947177.280199:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947177.280202:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947177.280206:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:0.0:1784947177.280210:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947177.280211:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.280213:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947177.280217:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947177.280218:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947177.280222:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947177.280223:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947178.492244:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947178.492249:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947178.492253:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947181.180159:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305940741, at 4305940800 00000100:00000010:0.0:1784947181.180172:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f960. 00000800:00000200:0.0:1784947182.397354:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947182.397365:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:0.0:1784947182.397380:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947182.397401:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947182.397413:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:0.0:1784947182.397421:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:0.0:1784947182.397435:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947182.397452:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641154968064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.397499:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947182.397511:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641154968064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.397555:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947182.397564:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947182.397658:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947182.397667:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947182.397677:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947182.397692:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947182.397714:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:0.0:1784947182.397721:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:0.0:1784947182.397731:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947182.397743:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641154968192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.397772:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947182.397782:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641154968192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.397813:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947182.397821:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947182.397842:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947182.397847:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947182.397850:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947182.397855:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947182.397858:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:0.0:1784947182.397860:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:0.0:1784947182.397863:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947182.397867:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641154968320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.397876:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947182.397879:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641154968320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947198 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.397888:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947182.397889:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947182.400708:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947182.400723:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947182.400737:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947182.400747:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947182.400769:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947182.400798:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947182.400813:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947182.400840:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947182.400858:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947182.400883:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305b00 00000400:00000200:0.0:1784947182.400907:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947182.400931:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523201 [1] + 224 00000800:00000001:0.0:1784947182.400958:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947182.400982:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947182.400994:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947182.401018:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947182.401026:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947182.401040:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641154968320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947198 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947182.401260:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641154968320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947198 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947182.401312:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947182.401325:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947182.401338:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947186.300172:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305945862, at 4305945920 00000100:00000010:0.0:1784947186.300203:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7900. 00000100:00000040:0.0:1784947187.516168:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947187.516179:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947187.516190:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784947187.516196:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947187.516200:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947187.516208:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947187.516214:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947187.516223:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947187.516231:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516244:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c700 x1871641154968448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947187.516256:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947187.516261:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516268:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c700 x1871641154968448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.516299:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516303:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947187.516307:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947187.516312:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ea00. 00000020:00000040:0.0:1784947187.516315:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947187.516318:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947187.516320:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947187.516322:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947187.516328:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947187.516334:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516345:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ea00 x1871641154968576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947187.516366:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947187.516370:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516378:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e721bbfd] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ea00 x1871641154968576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.516399:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516405:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947187.516415:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947187.516421:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784947187.516426:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947187.516431:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947187.516434:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947187.516438:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947187.516444:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947187.516450:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516461:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947187.516479:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947187.516483:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516491:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.516505:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516510:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947187.516518:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947187.516523:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947187.516529:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947187.516534:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11284) 00000100:00000001:0.0:1784947187.516550:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947187.516554:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947187.516558:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947187.516565:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ea00 x1871641154968576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.516578:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947187.516588:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947187.516594:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947187.516598:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947187.516606:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947187.516611:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154968576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947187.516616:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947187.516621:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947187.516625:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947187.516629:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947187.516634:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947187.516638:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947187.516646:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947187.516654:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea840. 00000400:00000010:0.0:1784947187.516661:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000100:00000200:0.0:1784947187.516669:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154968576, portal 10 00000100:00000001:0.0:1784947187.516675:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947187.516678:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534251520 : -119148175300096 : ffff93a2a755ea00) 00000100:00000040:0.0:1784947187.516690:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ea00 x1871641154968576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.516713:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947187.516720:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947187.516725:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000200:0.0:1784947187.516731:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154968576, offset 0 00000400:00000200:0.0:1784947187.516742:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947187.516750:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.516757:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947187.516765:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947187.516771:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947187.516777:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947187.516785:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947187.516794:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540798:540798:255:4294967295] 192.168.201.111@tcp LPNI seq info [540735:540735:7:4294967295] 00000400:00000200:0.0:1784947187.516807:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.516828:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947187.516836:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947187.516844:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000800:00000200:0.0:1784947187.516857:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947187.516872:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947187.516889:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947187.516896:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.516902:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9098 usecs (10 jiffies) 00000400:00000200:0.0:1784947187.516911:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947187.516916:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305947146 00000100:00000001:0.0:1784947187.516924:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305950981 00000100:00000001:0.0:1784947187.516931:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305947146 00000100:00000001:0.0:1784947187.516936:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305950981 00000100:00000001:0.0:1784947187.516942:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947187.516949:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947187.516955:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947187.516960:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947187.516969:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947187.516975:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947187.516993:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947187.516997:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947187.517003:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947187.517009:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947187.519009:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519019:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947187.519022:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519024:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947187.519030:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519035:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947187.519042:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519087:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519093:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519098:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a305b80 00000400:00000200:0.0:1784947187.519102:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519108:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523209 [1] + 224 00000800:00000001:0.0:1784947187.519114:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519118:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947187.519121:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947187.519124:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947187.519129:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947187.519134:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c700 x1871641154968448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947187.519145:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c700 x1871641154968448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.519189:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947187.519203:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519210:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947187.519216:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519221:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947187.519227:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519234:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947187.519240:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519246:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519252:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519259:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305c00 00000400:00000200:0.0:1784947187.519267:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519276:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523219 [1] + 224 00000800:00000001:0.0:1784947187.519283:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519287:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947187.519293:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947187.519302:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947187.519307:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947187.519315:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ea00 x1871641154968576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947187.519335:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ea00 x1871641154968576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.519362:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947187.519368:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519374:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947187.519378:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519385:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947187.519394:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519405:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947187.519423:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519432:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519442:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519452:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305c80 00000400:00000200:0.0:1784947187.519463:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947187.519472:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523229 [1] + 224 00000800:00000001:0.0:1784947187.519483:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519507:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947187.519512:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947187.519519:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947187.519536:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947187.519546:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947187.519582:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.519610:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947187.519620:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947187.519627:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947187.519663:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947187.519668:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947187.519675:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947187.519679:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947187.519684:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe97e8. 00000400:00000200:0.0:1784947187.519690:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000400:00000010:0.0:1784947187.519696:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 00000100:00000001:0.0:1784947187.519703:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947187.519708:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947187.519718:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.519726:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947187.519728:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947187.519730:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947187.519731:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947187.519733:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947187.519735:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947187.519737:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947187.519741:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=78 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947187.519745:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947187.519747:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947187.519748:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947187.519750:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947187.519752:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947187.519755:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947187.519757:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947187.519759:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947187.519761:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947187.519765:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.519771:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947187.519774:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947187.519775:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947187.519779:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947187.519787:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154968704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947187.519792:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947187.519795:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947187.519798:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641154968704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947203 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947187.519805:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947187.519807:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947187.519809:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947187.519813:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947187.519815:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947187.519817:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947187.519819:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947187.519821:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784947187.519824:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947187.519825:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947187.519827:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000100:00000001:0.0:1784947187.519830:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947187.519832:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947187.519835:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947187.519838:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947187.519840:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947187.519842:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947187.519844:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947191.420179:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305950981, at 4305951040 00000100:00000010:0.0:1784947191.420189:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f1e0. 00000100:00000040:0.0:1784947192.636190:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947192.636198:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947192.636208:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784947192.636213:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947192.636216:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947192.636219:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947192.636224:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947192.636231:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947192.636237:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636245:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755e300 x1871641154968832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947192.636259:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947192.636262:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636268:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e300 x1871641154968832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636292:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636294:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947192.636296:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947192.636298:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784947192.636300:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947192.636302:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947192.636303:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947192.636305:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947192.636307:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:0.0:1784947192.636310:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636313:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947192.636319:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947192.636323:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636328:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b31ffb1] to pc [ptlrpcd_00_00+0] req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636338:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636342:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947192.636350:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947192.636353:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755dc00. 00000020:00000040:0.0:1784947192.636357:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947192.636360:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947192.636363:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947192.636366:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947192.636369:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784947192.636374:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636380:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755dc00 x1871641154969088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947192.636396:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947192.636400:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636406:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e37825] to pc [ptlrpcd_00_01+1] req@ffff93a2a755dc00 x1871641154969088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636417:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636419:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947192.636422:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947192.636427:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947192.636431:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947192.636435:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11289) 00000100:00000001:0.0:1784947192.636457:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947192.636461:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947192.636463:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947192.636468:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636480:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947192.636482:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947192.636486:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947192.636489:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947192.636494:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947192.636500:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154968960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947192.636507:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947192.636513:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947192.636516:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947192.636518:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947192.636524:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947192.636528:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947192.636534:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947192.636536:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eab00. 00000400:00000010:0.0:1784947192.636543:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000100:00000200:0.0:1784947192.636547:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154968960, portal 10 00000100:00000001:0.0:1784947192.636551:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947192.636554:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534248832 : -119148175302784 : ffff93a2a755df80) 00000100:00000040:0.0:1784947192.636564:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636578:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947192.636585:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947192.636590:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000200:0.0:1784947192.636594:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154968960, offset 0 00000400:00000200:0.0:1784947192.636603:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947192.636618:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.636624:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947192.636629:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947192.636634:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947192.636637:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947192.636640:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947192.636647:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540801:540801:255:4294967295] 192.168.201.111@tcp LPNI seq info [540738:540738:7:4294967295] 00000400:00000200:0.0:1784947192.636655:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.636662:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947192.636668:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947192.636675:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000800:00000200:0.0:1784947192.636682:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947192.636690:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947192.636693:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947192.636697:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.636700:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9098 usecs (10 jiffies) 00000400:00000200:0.0:1784947192.636703:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947192.636706:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305952266 00000100:00000001:0.0:1784947192.636709:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305956101 00000100:00000001:0.0:1784947192.636714:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305952266 00000100:00000001:0.0:1784947192.636722:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305956101 00000100:00000001:0.0:1784947192.636726:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947192.636729:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.636733:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.636736:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947192.636740:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947192.636744:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947192.636748:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947192.636750:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947192.636753:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.636757:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947192.636807:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947192.636811:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784947192.636818:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947192.636826:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947192.636834:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000400:00000010:0.0:1784947192.636837:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:0.0:1784947192.636841:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947192.636846:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641154968832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636864:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947192.636871:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641154968832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636891:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.636895:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947192.636959:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947192.636963:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784947192.636966:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947192.636980:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947192.636982:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:0.0:1784947192.636984:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:0.0:1784947192.636986:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947192.636988:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.636994:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947192.636996:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.637000:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.637001:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947192.637014:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947192.637015:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000400:00000200:0.0:1784947192.637017:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947192.637019:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947192.637020:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:0.0:1784947192.637021:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:0.0:1784947192.637022:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947192.637025:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755dc00 x1871641154969088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.637029:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947192.637031:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755dc00 x1871641154969088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.637035:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.637036:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947192.638372:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638382:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947192.638384:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638385:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947192.638389:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638393:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947192.638397:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638400:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638403:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638406:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a305d00 00000400:00000200:0.0:1784947192.638410:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638414:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523239 [1] + 224 00000800:00000001:0.0:1784947192.638419:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638424:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947192.638426:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947192.638429:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947192.638432:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947192.638437:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641154968832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947192.638446:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641154968832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.638459:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947192.638466:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638468:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947192.638635:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638641:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947192.638644:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638648:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947192.638654:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638662:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947192.638667:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638672:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638679:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638687:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305e00 00000400:00000200:0.0:1784947192.638694:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638699:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523259 [1] + 224 00000800:00000001:0.0:1784947192.638702:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638708:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947192.638710:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947192.638713:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947192.638715:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947192.638718:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755dc00 x1871641154969088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947192.638725:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755dc00 x1871641154969088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.638736:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947192.638740:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638746:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947192.638747:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638750:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947192.638753:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638756:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947192.638761:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638765:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638770:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638776:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305d80 00000400:00000200:0.0:1784947192.638781:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947192.638795:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523249 [1] + 224 00000800:00000001:0.0:1784947192.638804:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638810:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947192.638815:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947192.638824:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947192.638828:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947192.638835:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947192.638852:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.638873:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947192.638878:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947192.638883:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947192.638892:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947192.638896:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947192.638900:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947192.638904:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947192.638908:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eab00. 00000400:00000200:0.0:1784947192.638913:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfdd0 00000400:00000010:0.0:1784947192.638917:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfdd0. 00000100:00000001:0.0:1784947192.638923:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947192.638929:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947192.638947:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.638958:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947192.638961:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947192.638965:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947192.638968:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947192.638971:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947192.638974:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947192.638977:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947192.638982:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=83 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947192.638989:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947192.638994:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947192.638997:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947192.639000:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947192.639004:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.639008:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947192.639011:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947192.639013:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947192.639015:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947192.639018:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.639023:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947192.639024:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947192.639026:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947192.639028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947192.639038:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154968960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947192.639041:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947192.639042:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947192.639044:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755df80 x1871641154968960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947208 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947192.639081:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947192.639083:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947192.639085:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947192.639087:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947192.639088:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947192.639089:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947192.639091:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947192.639092:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bc00. 02000000:00000001:0.0:1784947192.639094:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947192.639095:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947192.639096:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755df80. 00000100:00000001:0.0:1784947192.639098:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947192.639099:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947192.639101:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947192.639103:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947192.639104:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947192.639106:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947192.639107:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947196.540134:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305956101, at 4305956160 00000100:00000010:0.0:1784947196.540159:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037ff60. 00000100:00000040:0.0:1784947197.756112:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947197.756120:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947197.756130:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784947197.756135:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947197.756138:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947197.756141:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947197.756146:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947197.756154:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:0.0:1784947197.756160:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756170:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755df80 x1871641154969216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947197.756179:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947197.756183:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756188:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b31ffb1] to pc [ptlrpcd_00_00+0] req@ffff93a2a755df80 x1871641154969216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756213:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756215:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947197.756218:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947197.756220:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784947197.756222:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947197.756223:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947197.756224:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947197.756225:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947197.756228:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784947197.756241:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756251:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947197.756257:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947197.756260:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756266:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756277:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756282:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947197.756290:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947197.756294:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784947197.756299:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947197.756305:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947197.756306:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947197.756310:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947197.756316:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947197.756323:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756330:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947197.756337:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947197.756340:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756347:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756356:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756360:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947197.756363:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947197.756368:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947197.756373:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947197.756377:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11295) 00000100:00000001:0.0:1784947197.756403:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947197.756406:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947197.756408:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947197.756414:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756439:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947197.756441:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947197.756445:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947197.756449:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947197.756453:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947197.756458:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154969344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947197.756465:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947197.756470:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947197.756473:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947197.756475:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947197.756478:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947197.756482:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947197.756488:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947197.756492:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eab00. 00000400:00000010:0.0:1784947197.756499:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000100:00000200:0.0:1784947197.756504:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154969344, portal 10 00000100:00000001:0.0:1784947197.756508:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947197.756510:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534254208 : -119148175297408 : ffff93a2a755f480) 00000100:00000040:0.0:1784947197.756520:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756537:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947197.756546:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947197.756550:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000200:0.0:1784947197.756554:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154969344, offset 0 00000400:00000200:0.0:1784947197.756561:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947197.756566:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.756573:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947197.756577:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947197.756579:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947197.756584:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947197.756590:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947197.756595:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540804:540804:255:4294967295] 192.168.201.111@tcp LPNI seq info [540741:540741:7:4294967295] 00000400:00000200:0.0:1784947197.756599:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.756608:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947197.756616:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947197.756624:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784947197.756630:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947197.756637:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947197.756642:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947197.756649:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.756656:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9098 usecs (10 jiffies) 00000400:00000200:0.0:1784947197.756664:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947197.756667:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305957386 00000100:00000001:0.0:1784947197.756671:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4305961221 00000100:00000001:0.0:1784947197.756674:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305957386 00000100:00000001:0.0:1784947197.756676:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4305961221 00000100:00000001:0.0:1784947197.756678:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947197.756683:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.756687:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.756692:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947197.756697:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947197.756699:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947197.756703:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947197.756705:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947197.756708:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.756712:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947197.756769:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947197.756773:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947197.756780:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947197.756789:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947197.756797:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000010:0.0:1784947197.756801:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:0.0:1784947197.756808:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947197.756815:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755df80 x1871641154969216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756832:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947197.756839:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755df80 x1871641154969216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756855:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.756860:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947197.756927:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947197.756931:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:0.0:1784947197.756934:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947197.756937:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947197.756940:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:0.0:1784947197.756941:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:0.0:1784947197.756943:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947197.756946:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756951:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947197.756953:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.756957:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.756958:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947197.756971:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947197.756973:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947197.756974:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947197.756977:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947197.756978:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:0.0:1784947197.756996:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784947197.756998:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947197.757001:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.757006:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947197.757008:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.757012:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.757013:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947197.758959:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.758970:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947197.758973:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.758977:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947197.758992:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.758998:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947197.759006:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759010:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759014:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759020:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a305e80 00000400:00000200:0.0:1784947197.759025:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759035:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523269 [1] + 224 00000800:00000001:0.0:1784947197.759042:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759076:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947197.759079:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947197.759084:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947197.759090:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947197.759095:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755df80 x1871641154969216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947197.759108:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755df80 x1871641154969216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.759127:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947197.759137:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759141:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947197.759143:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759149:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947197.759153:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759161:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947197.759169:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759173:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759181:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759187:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305f00 00000400:00000200:0.0:1784947197.759192:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759204:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523279 [1] + 224 00000800:00000001:0.0:1784947197.759210:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759215:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947197.759220:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947197.759238:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947197.759252:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947197.759261:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947197.759284:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641154969344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.759325:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947197.759336:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759344:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947197.759348:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759352:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947197.759361:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759368:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947197.759372:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759375:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759383:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759390:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a305f80 00000400:00000200:0.0:1784947197.759399:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947197.759405:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523289 [1] + 224 00000800:00000001:0.0:1784947197.759411:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759433:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947197.759437:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947197.759440:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947197.759445:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947197.759451:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947197.759469:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.759492:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947197.759499:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947197.759505:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947197.759549:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947197.759553:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947197.759560:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947197.759565:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947197.759571:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9898. 00000400:00000200:0.0:1784947197.759577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:0.0:1784947197.759583:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784947197.759589:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947197.759616:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947197.759650:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.759663:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947197.759667:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947197.759672:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947197.759675:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947197.759678:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947197.759681:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947197.759686:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947197.759691:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947197.759698:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947197.759702:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947197.759707:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947197.759712:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947197.759714:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.759719:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947197.759723:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947197.759725:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947197.759729:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947197.759734:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.759741:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947197.759742:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947197.759744:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947197.759751:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947197.759764:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154969472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947197.759784:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947197.759786:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947197.759788:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641154969472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947213 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947197.759793:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947197.759794:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947197.759796:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947197.759798:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947197.759799:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947197.759800:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947197.759802:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947197.759803:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 02000000:00000001:0.0:1784947197.759805:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947197.759806:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947197.759808:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:0.0:1784947197.759809:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947197.759810:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947197.759812:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947197.759814:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947197.759815:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947197.759817:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947197.759818:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947201.660164:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305961221, at 4305961280 00000100:00000010:0.0:1784947201.660191:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fd80. 00000800:00000200:0.0:1784947202.877395:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947202.877411:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947202.877427:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947202.877451:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947202.877464:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:0.0:1784947202.877474:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:0.0:1784947202.877488:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947202.877504:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641154969728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.877540:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947202.877550:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641154969728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.877581:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947202.877588:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947202.877709:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947202.877716:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947202.877729:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947202.877742:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947202.877750:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:0.0:1784947202.877759:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:0.0:1784947202.877765:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947202.877777:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641154969600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.877803:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947202.877812:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641154969600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.877831:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947202.877834:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947202.877853:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947202.877857:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947202.877860:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947202.877864:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947202.877867:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:0.0:1784947202.877870:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:0.0:1784947202.877872:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947202.877876:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641154969856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.877886:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947202.877890:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641154969856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.877925:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947202.877928:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947202.879309:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879346:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947202.879353:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879360:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947202.879371:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879380:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947202.879394:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879401:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879410:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879419:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306080 00000400:00000200:0.0:1784947202.879427:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879437:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523299 [1] + 224 00000800:00000001:0.0:1784947202.879449:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879457:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947202.879464:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947202.879471:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947202.879479:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947202.879488:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641154969728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947202.879507:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641154969728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.879538:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947202.879563:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879571:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947202.879576:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879582:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947202.879595:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879611:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947202.879632:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879650:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879669:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879689:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306000 00000400:00000200:0.0:1784947202.879707:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879726:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232a1 [1] + 224 00000800:00000001:0.0:1784947202.879739:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879750:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947202.879760:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947202.879772:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947202.879780:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947202.879787:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641154969600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947202.879813:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641154969600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.879844:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947202.879858:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879868:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947202.879875:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.879882:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947202.879920:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879938:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947202.879958:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879973:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.879987:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.880003:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306100 00000400:00000200:0.0:1784947202.880024:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947202.880044:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232a9 [1] + 224 00000800:00000001:0.0:1784947202.880121:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.880140:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947202.880153:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947202.880177:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947202.880191:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947202.880206:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641154969856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947202.880242:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641154969856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947202.880278:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947202.880294:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947202.880307:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947206.780140:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305966342, at 4305966400 00000100:00000010:0.0:1784947206.780165:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff432a0. 00000800:00000200:0.0:1784947207.996980:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947207.996987:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:0.0:1784947207.996996:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947207.997011:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947207.997020:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:0.0:1784947207.997024:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:0.0:1784947207.997031:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947207.997039:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641154969984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.997075:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947207.997079:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641154969984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.997093:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947207.997095:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947207.997109:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947207.997111:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947207.997114:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947207.997117:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947207.997119:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:0.0:1784947207.997121:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:0.0:1784947207.997123:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947207.997125:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641154970112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.997131:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947207.997133:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641154970112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.997137:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947207.997138:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947207.997301:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947207.997304:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:0.0:1784947207.997306:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947207.997309:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947207.997312:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:0.0:1784947207.997313:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:0.0:1784947207.997317:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947207.997323:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641154970240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.997332:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947207.997337:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641154970240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.997357:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947207.997363:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947207.998913:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.998929:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947207.998933:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.998936:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947207.998942:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.998948:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947207.998955:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.998959:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.998964:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.998968:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306180 00000400:00000200:0.0:1784947207.998974:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.998981:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232b1 [1] + 224 00000800:00000001:0.0:1784947207.998989:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.998993:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947207.998997:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947207.999001:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947207.999006:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947207.999011:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641154969984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947207.999023:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641154969984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.999040:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947207.999077:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999083:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947207.999086:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999091:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947207.999097:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999102:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947207.999110:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999116:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999122:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999129:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306200 00000400:00000200:0.0:1784947207.999136:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999143:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232b9 [1] + 224 00000800:00000001:0.0:1784947207.999151:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999156:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947207.999160:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947207.999166:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947207.999170:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947207.999176:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641154970112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947207.999190:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641154970112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.999212:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947207.999218:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999222:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947207.999225:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999229:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947207.999236:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999245:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947207.999254:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999263:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999271:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999280:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306280 00000400:00000200:0.0:1784947207.999287:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947207.999296:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232c1 [1] + 224 00000800:00000001:0.0:1784947207.999307:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999314:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947207.999320:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947207.999330:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947207.999338:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947207.999349:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641154970240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947207.999370:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641154970240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947207.999389:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947207.999396:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947207.999402:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947211.900248:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305971461, at 4305971520 00000100:00000010:0.0:1784947211.900272:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d76c0. 00000800:00000200:0.0:1784947213.117463:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947213.117480:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784947213.117499:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947213.117532:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947213.117554:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:0.0:1784947213.117566:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:0.0:1784947213.117585:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947213.117603:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641154970368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.117645:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947213.117662:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641154970368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.117697:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947213.117702:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947213.118162:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947213.118174:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947213.118189:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947213.118209:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947213.118220:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:0.0:1784947213.118225:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:0.0:1784947213.118231:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947213.118240:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641154970624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.118258:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947213.118266:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641154970624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.118281:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947213.118285:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947213.118379:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947213.118388:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:0.0:1784947213.118398:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947213.118406:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947213.118412:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:0.0:1784947213.118415:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:0.0:1784947213.118421:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947213.118429:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641154970496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.118447:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947213.118454:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641154970496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.118467:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947213.118470:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947213.118904:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.118926:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947213.118932:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.118940:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947213.118951:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.118963:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947213.118977:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.118985:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.118994:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119002:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306300 00000400:00000200:0.0:1784947213.119011:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119022:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232c9 [1] + 224 00000800:00000001:0.0:1784947213.119033:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119080:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947213.119085:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947213.119090:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947213.119098:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947213.119105:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641154970368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947213.119117:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641154970368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.119140:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947213.119160:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119166:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947213.119630:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119644:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947213.119649:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119654:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947213.119660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119668:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947213.119676:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119682:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119687:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119694:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306380 00000400:00000200:0.0:1784947213.119701:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119707:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232d1 [1] + 224 00000800:00000001:0.0:1784947213.119714:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119749:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947213.119755:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947213.119761:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947213.119766:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947213.119774:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641154970496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947213.119788:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641154970496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.119815:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947213.119826:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119831:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947213.119834:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119838:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947213.119843:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119851:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947213.119859:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119864:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119870:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119876:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306400 00000400:00000200:0.0:1784947213.119889:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947213.119926:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232d9 [1] + 224 00000800:00000001:0.0:1784947213.119946:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.119965:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947213.119977:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947213.119996:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947213.120007:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947213.120022:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641154970624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947213.120083:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641154970624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947213.120106:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947213.120120:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947213.120129:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947217.020134:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305976582, at 4305976640 00000100:00000010:0.0:1784947217.020149:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff437e0. 00000100:00000040:0.0:1784947218.236155:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947218.236164:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947218.236173:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784947218.236177:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947218.236181:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947218.236184:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947218.236189:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947218.236196:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947218.236202:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236211:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947218.236220:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947218.236223:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236228:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.236255:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236258:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947218.236261:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947218.236263:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d180. 00000020:00000040:0.0:1784947218.236264:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947218.236266:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947218.236267:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947218.236268:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947218.236270:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784947218.236272:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236275:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947218.236280:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947218.236281:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236284:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a13122] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.236289:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236290:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947218.236292:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947218.236294:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784947218.236295:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947218.236297:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947218.236298:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947218.236299:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947218.236301:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947218.236303:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236305:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f800 x1871641154971008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947218.236309:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947218.236310:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236313:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f800 x1871641154971008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.236324:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236326:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947218.236329:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947218.236332:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947218.236334:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947218.236337:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11315) 00000100:00000001:0.0:1784947218.236350:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947218.236363:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947218.236377:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947218.236394:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.236404:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947218.236405:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947218.236419:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947218.236422:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947218.236430:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947218.236440:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154970880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947218.236457:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947218.236467:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947218.236471:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947218.236484:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947218.236488:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784947218.236494:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947218.236511:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947218.236525:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea790. 00000400:00000010:0.0:1784947218.236538:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000200:0.0:1784947218.236548:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154970880, portal 10 00000100:00000001:0.0:1784947218.236567:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947218.236577:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534245248 : -119148175306368 : ffff93a2a755d180) 00000100:00000040:0.0:1784947218.236593:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.236606:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947218.236617:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947218.236623:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000200:0.0:1784947218.236642:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154970880, offset 0 00000400:00000200:0.0:1784947218.236648:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947218.236657:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.236671:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947218.236682:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947218.236696:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947218.236710:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947218.236720:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947218.236727:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540815:540815:256:4294967295] 192.168.201.111@tcp LPNI seq info [540752:540752:8:4294967295] 00000400:00000200:0.0:1784947218.236752:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.236773:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947218.236779:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947218.236784:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784947218.236798:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947218.236813:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947218.236818:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947218.236834:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.236846:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9097 usecs (10 jiffies) 00000400:00000200:0.0:1784947218.236861:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947218.236869:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4305977866 00000100:00000010:0.0:1784947218.236881:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889960. 00000100:00000001:0.0:1784947218.236893:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947218.236904:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4305977866 00000100:00000010:0.0:1784947218.236915:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889060. 00000100:00000001:0.0:1784947218.236920:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947218.236928:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947218.236933:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.236942:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.236946:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947218.236953:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947218.236957:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947218.236979:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947218.236984:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947218.236990:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.237002:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947218.237074:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947218.237078:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784947218.237083:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947218.237090:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947218.237095:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:0.0:1784947218.237097:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:0.0:1784947218.237101:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947218.237105:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.237113:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947218.237118:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.237132:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.237140:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947218.237205:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947218.237209:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784947218.237216:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947218.237225:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947218.237233:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000400:00000010:0.0:1784947218.237239:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784947218.237245:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947218.237257:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.237301:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947218.237312:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.237387:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.237397:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947218.237581:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947218.237585:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784947218.237590:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947218.237594:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947218.237598:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:0.0:1784947218.237600:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:0.0:1784947218.237604:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947218.237608:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641154971008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.237616:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947218.237619:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641154971008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.237624:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.237625:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947218.238400:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238410:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947218.238413:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238415:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947218.238419:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238423:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947218.238428:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238431:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238434:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238437:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306500 00000400:00000200:0.0:1784947218.238440:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238444:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232e1 [1] + 224 00000800:00000001:0.0:1784947218.238450:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238454:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947218.238456:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947218.238459:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947218.238462:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947218.238466:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947218.238474:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d180 x1871641154970880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.238492:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947218.238499:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238502:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947218.238567:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238571:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947218.238573:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238574:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947218.238577:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238580:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947218.238584:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238586:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238589:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238596:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306480 00000400:00000200:0.0:1784947218.238599:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.238603:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5232e9 [1] + 224 00000800:00000001:0.0:1784947218.238606:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238617:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947218.238642:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947218.238646:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947218.238656:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947218.238662:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947218.238680:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.238711:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947218.238720:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.238728:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947218.238748:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947218.238753:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947218.238764:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947218.238768:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947218.238777:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9528. 00000400:00000200:0.0:1784947218.238797:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1f68 00000400:00000010:0.0:1784947218.238811:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1f68. 00000100:00000001:0.0:1784947218.238822:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947218.238835:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947218.238845:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.238866:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947218.238869:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947218.238876:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947218.238884:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947218.238888:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947218.238891:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947218.238908:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947218.238913:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=109 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947218.238919:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947218.238937:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947218.238947:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947218.238963:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947218.238967:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.238973:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947218.238992:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.239036:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947218.239073:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947218.239078:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947218.239086:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947218.239093:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154970752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947218.239099:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.239102:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947218.239113:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641154970752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.239129:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947218.239133:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947218.239143:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947218.239157:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947218.239165:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947218.239172:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947218.239176:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947218.239181:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 02000000:00000001:0.0:1784947218.239191:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947218.239201:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947218.239205:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:0.0:1784947218.239211:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947218.239215:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947218.239223:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.239228:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947218.239235:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947218.239240:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947218.239248:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947218.239271:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.239282:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947218.239288:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.239302:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947218.239315:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.239327:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947218.239332:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.239335:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.239339:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.239341:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306580 00000400:00000200:0.0:1784947218.239347:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947218.239353:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523301 [1] + 224 00000800:00000001:0.0:1784947218.239356:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.239360:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947218.239362:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947218.239364:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947218.239366:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947218.239370:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f800 x1871641154971008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947218.239376:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f800 x1871641154971008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947218.239391:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947218.239394:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947218.239396:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947221.756406:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784947221.756414:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947221.756423:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947221.756427:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947221.756429:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947222.140123:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305981701, at 4305981760 00000100:00000010:0.0:1784947222.140137:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889960. 00000800:00000200:0.0:1784947223.357168:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947223.357178:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:0.0:1784947223.357190:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947223.357205:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947223.357220:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:0.0:1784947223.357226:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:0.0:1784947223.357241:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947223.357252:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641154971264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947223.357278:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947223.357287:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641154971264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947223.357302:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947223.357304:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947223.357324:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947223.357333:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947223.357341:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947223.357354:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947223.357358:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:0.0:1784947223.357360:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:0.0:1784947223.357367:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947223.357374:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641154971136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947223.357384:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947223.357388:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641154971136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947239 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947223.357407:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947223.357414:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947223.358491:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358527:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947223.358530:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358532:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947223.358536:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358552:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947223.358569:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358572:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358575:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358579:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306680 00000400:00000200:0.0:1784947223.358582:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358586:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523311 [1] + 224 00000800:00000001:0.0:1784947223.358591:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358594:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947223.358597:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947223.358601:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947223.358605:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947223.358611:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641154971264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947223.358622:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641154971264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947223.358640:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947223.358654:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358659:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947223.358661:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358664:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947223.358666:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358669:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947223.358672:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358674:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358677:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358679:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306600 00000400:00000200:0.0:1784947223.358681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947223.358685:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523319 [1] + 224 00000800:00000001:0.0:1784947223.358687:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358691:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947223.358692:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947223.358694:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947223.358697:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947223.358700:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641154971136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947239 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947223.358706:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641154971136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947239 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947223.358725:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947223.358728:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947223.358731:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947227.260129:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305986822, at 4305986880 00000100:00000010:0.0:1784947227.260144:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d70c0. 00000800:00000200:0.0:1784947228.477309:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947228.477326:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947228.477339:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947228.477357:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947228.477368:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:0.0:1784947228.477375:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:0.0:1784947228.477385:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947228.477396:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641154971648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947228.477422:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947228.477433:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641154971648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947228.477489:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947228.477496:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947228.477529:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947228.477536:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:0.0:1784947228.477552:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947228.477569:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947228.477578:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:0.0:1784947228.477584:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:0.0:1784947228.477592:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947228.477604:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641154971520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947228.477632:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947228.477641:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641154971520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947244 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947228.477658:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947228.477661:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947228.480223:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.480243:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947228.480249:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.480255:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947228.480265:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.480275:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947228.480288:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.480296:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.480304:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.480311:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306800 00000400:00000200:0.0:1784947228.480320:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.480329:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523329 [1] + 224 00000800:00000001:0.0:1784947228.480341:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.480353:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947228.480360:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947228.480367:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947228.480376:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947228.480386:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641154971648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947228.480406:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641154971648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947228.480440:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947228.480486:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.480505:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947228.481104:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.481120:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947228.481138:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.481148:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947228.481169:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.481191:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947228.481212:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.481229:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.481247:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.481267:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306880 00000400:00000200:0.0:1784947228.481293:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947228.481306:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523339 [1] + 224 00000800:00000001:0.0:1784947228.481319:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.481332:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947228.481339:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947228.481345:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947228.481361:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947228.481372:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641154971776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947244 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947228.481426:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641154971776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947244 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947228.481440:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947228.481474:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947228.481482:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947232.380201:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305991942, at 4305992000 00000100:00000010:0.0:1784947232.380234:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43de0. 00000800:00000200:0.0:1784947233.597218:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947233.597228:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:0.0:1784947233.597240:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947233.597271:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947233.597284:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:0.0:1784947233.597293:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:0.0:1784947233.597307:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947233.597318:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641154972032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947233.597331:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947233.597334:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641154972032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947233.597341:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947233.597343:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947233.597419:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947233.597421:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947233.597424:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947233.597426:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947233.597428:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:0.0:1784947233.597430:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:0.0:1784947233.597432:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947233.597435:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641154972160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947233.597441:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947233.597443:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641154972160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947233.597448:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947233.597449:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947233.598829:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.598885:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947233.598888:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.598890:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947233.598895:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.598900:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947233.598906:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.598909:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.598913:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.598916:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306980 00000400:00000200:0.0:1784947233.598920:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.598924:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523349 [1] + 224 00000800:00000001:0.0:1784947233.598930:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.598932:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947233.598934:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947233.598937:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947233.598941:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947233.598946:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641154972032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947233.598954:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641154972032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947233.598970:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947233.598986:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.598988:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947233.598990:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.598993:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947233.598995:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.599000:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947233.599005:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.599014:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.599025:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.599035:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306a00 00000400:00000200:0.0:1784947233.599076:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947233.599095:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523351 [1] + 224 00000800:00000001:0.0:1784947233.599104:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.599117:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947233.599123:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947233.599138:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947233.599150:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947233.599157:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641154972160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947233.599173:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641154972160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947233.599212:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947233.599219:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947233.599223:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947237.500188:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4305997061, at 4305997120 00000100:00000010:0.0:1784947237.500215:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43240. 00000800:00000001:0.0:1784947238.718520:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718564:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947238.718568:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718579:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947238.718587:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718594:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947238.718603:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718609:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718615:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718620:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306a80 00000400:00000200:0.0:1784947238.718626:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718634:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523359 [1] + 224 00000800:00000001:0.0:1784947238.718641:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718645:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947238.718647:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947238.718650:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947238.718654:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947238.718658:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641154972288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947238.718667:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641154972288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947238.718683:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947238.718697:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718701:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947238.718702:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718704:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947238.718708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718713:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947238.718716:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718718:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718723:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718726:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306b00 00000400:00000200:0.0:1784947238.718732:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718740:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523361 [1] + 224 00000800:00000001:0.0:1784947238.718743:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718748:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947238.718751:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947238.718758:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947238.718771:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947238.718787:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641154972416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947238.718830:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641154972416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947238.718876:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947238.718883:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718889:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947238.718897:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.718901:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947238.718911:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718927:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947238.718943:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718952:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718962:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.718982:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306b80 00000400:00000200:0.0:1784947238.719003:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947238.719025:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523369 [1] + 224 00000800:00000001:0.0:1784947238.719080:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.719095:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947238.719105:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947238.719126:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947238.719140:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947238.719150:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641154972544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947238.719274:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641154972544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947238.719373:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947238.719387:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947238.719395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947242.620136:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306002181, at 4306002240 00000100:00000010:0.0:1784947242.620172:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7480. 00000800:00000001:0.0:1784947243.839701:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.839718:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947243.839721:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.839723:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947243.839729:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839734:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947243.839741:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839745:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839750:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839754:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306c00 00000400:00000200:0.0:1784947243.839758:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839764:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523371 [1] + 224 00000800:00000001:0.0:1784947243.839770:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.839778:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947243.839780:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947243.839783:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947243.839788:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947243.839793:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641154972672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947243.839805:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641154972672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947243.839823:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947243.839841:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.839862:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947243.839867:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.839876:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947243.839880:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839914:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947243.839927:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839933:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839941:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839950:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306c80 00000400:00000200:0.0:1784947243.839962:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.839974:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523379 [1] + 224 00000800:00000001:0.0:1784947243.839984:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.839996:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947243.840003:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947243.840014:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947243.840020:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947243.840028:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641154972800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947243.840088:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641154972800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947243.840116:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947243.840146:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.840157:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947243.840166:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.840176:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947243.840224:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.840249:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947243.840286:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.840307:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.840330:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.840351:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306d00 00000400:00000200:0.0:1784947243.840373:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947243.840399:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523381 [1] + 224 00000800:00000001:0.0:1784947243.840419:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.840440:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947243.840447:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947243.840480:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947243.840504:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947243.840523:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641154972928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947243.840591:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641154972928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947243.840684:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947243.840715:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947243.840726:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947247.740237:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306007302, at 4306007360 00000100:00000010:0.0:1784947247.740261:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c60. 00000800:00000001:0.0:1784947248.959351:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.959396:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947248.959401:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.959409:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947248.959417:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959425:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947248.959434:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959440:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959446:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959452:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306d80 00000400:00000200:0.0:1784947248.959458:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959466:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523391 [1] + 224 00000800:00000001:0.0:1784947248.959475:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.959479:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947248.959482:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947248.959487:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947248.959494:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947248.959503:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641154973056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947248.959519:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641154973056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947248.959545:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947248.959567:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.959572:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947248.959576:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.959584:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947248.959599:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959627:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947248.959653:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959677:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959696:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959718:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306e00 00000400:00000200:0.0:1784947248.959734:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.959755:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523389 [1] + 224 00000800:00000001:0.0:1784947248.959772:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.959784:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947248.959797:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947248.959819:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947248.959827:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947248.959844:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641154973184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947248.959936:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641154973184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947248.959998:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947248.960011:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.960021:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947248.960028:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.960039:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947248.960174:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.960188:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947248.960200:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.960207:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.960216:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.960223:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306e80 00000400:00000200:0.0:1784947248.960231:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947248.960241:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523399 [1] + 224 00000800:00000001:0.0:1784947248.960255:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.960269:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947248.960278:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947248.960292:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947248.960300:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947248.960311:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641154973312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947248.960339:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641154973312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947248.960375:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947248.960385:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947248.960395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947252.860177:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306012422, at 4306012480 00000100:00000010:0.0:1784947252.860196:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7f00. 00000100:00000040:0.0:1784947254.076215:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947254.076230:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947254.076245:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784947254.076255:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947254.076260:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947254.076265:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947254.076273:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947254.076286:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947254.076296:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076313:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ca80 x1871641154973440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947254.076328:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947254.076334:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076343:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ca80 x1871641154973440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.076382:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076386:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947254.076391:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947254.076394:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947254.076398:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947254.076401:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947254.076403:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947254.076405:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947254.076410:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947254.076413:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076418:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947254.076427:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947254.076430:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076435:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.076453:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076458:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947254.076464:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947254.076469:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ed80. 00000020:00000040:0.0:1784947254.076475:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947254.076482:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947254.076486:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947254.076490:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947254.076496:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947254.076502:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076512:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947254.076537:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947254.076544:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076554:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b655c06] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.076569:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.076574:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947254.076580:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947254.076586:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947254.076596:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947254.076607:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11351) 00000100:00000001:0.0:1784947254.076646:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947254.076651:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947254.076657:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947254.076672:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.076704:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947254.076710:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947254.076719:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947254.076725:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947254.076733:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947254.076747:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154973568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947254.076758:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947254.076764:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947254.076768:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947254.076771:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947254.076778:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947254.076783:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947254.076793:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947254.076799:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eabb0. 00000400:00000010:0.0:1784947254.076808:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000200:0.0:1784947254.076815:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154973568, portal 10 00000100:00000001:0.0:1784947254.076821:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947254.076827:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000040:0.0:1784947254.076841:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.076858:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947254.076864:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947254.076869:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf5d8. 00000100:00000200:0.0:1784947254.076875:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154973568, offset 0 00000400:00000200:0.0:1784947254.076891:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947254.076907:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.076919:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947254.076926:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947254.076930:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947254.076935:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947254.076941:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947254.076952:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540837:540837:255:4294967295] 192.168.201.111@tcp LPNI seq info [540774:540774:7:4294967295] 00000400:00000200:0.0:1784947254.076963:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.076982:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947254.076995:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947254.077004:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000800:00000200:0.0:1784947254.077010:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947254.077044:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947254.077081:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947254.077087:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.077093:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9095 usecs (10 jiffies) 00000400:00000200:0.0:1784947254.077100:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947254.077106:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306013707 00000100:00000010:0.0:1784947254.077115:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889960. 00000100:00000001:0.0:1784947254.077125:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947254.077138:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306013707 00000100:00000010:0.0:1784947254.077143:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889240. 00000100:00000001:0.0:1784947254.077147:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947254.077156:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947254.077162:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.077169:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.077174:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.077185:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947254.077191:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947254.077197:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947254.077200:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947254.077205:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947254.077210:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784947254.077218:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.077223:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947254.077227:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.077230:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947254.077232:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947254.077239:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947254.077247:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.077267:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947254.077271:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947254.077275:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947254.077277:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947254.077279:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947254.077284:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154973696:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947254.077288:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947254.077292:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947254.077295:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947254.077297:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947254.077300:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 02000000:00000001:0.0:1784947254.077302:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947254.077306:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947254.077311:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac08. 00000400:00000010:0.0:1784947254.077316:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000200:0.0:1784947254.077319:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154973696, portal 10 00000100:00000001:0.0:1784947254.077321:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947254.077324:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534252416 : -119148175299200 : ffff93a2a755ed80) 00000100:00000040:0.0:1784947254.077332:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.077345:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947254.077355:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947254.077360:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000100:00000200:0.0:1784947254.077368:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154973696, offset 0 00000400:00000200:0.0:1784947254.077384:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947254.077390:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.077398:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947254.077407:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947254.077414:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947254.077421:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947254.077430:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947254.077441:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540838:540838:254:4294967295] 192.168.201.111@tcp LPNI seq info [540775:540775:6:4294967295] 00000400:00000200:0.0:1784947254.077456:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.077474:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947254.077492:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947254.077499:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000800:00000200:0.0:1784947254.077510:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947254.077519:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947254.077523:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947254.077528:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.077531:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10270 usecs (11 jiffies) 00000400:00000200:0.0:1784947254.077534:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947254.077536:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306013708 00000100:00000001:0.0:1784947254.077539:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306017542 00000100:00000001:0.0:1784947254.077542:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306013708 00000100:00000001:0.0:1784947254.077545:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306017542 00000100:00000001:0.0:1784947254.077547:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947254.077550:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.077552:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.077555:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947254.079275:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079365:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947254.079370:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079387:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947254.079394:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079401:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947254.079409:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079413:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079419:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079424:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a306f00 00000400:00000200:0.0:1784947254.079429:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079435:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5233a1 [1] + 224 00000800:00000001:0.0:1784947254.079443:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079447:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947254.079450:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947254.079453:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947254.079459:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947254.079465:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641154973440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947254.079477:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641154973440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.079499:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947254.079507:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079511:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947254.079514:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079516:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947254.079519:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079523:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947254.079528:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079530:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079533:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079536:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a306f80 00000400:00000200:0.0:1784947254.079540:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079544:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5233b1 [1] + 224 00000800:00000001:0.0:1784947254.079547:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079550:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947254.079553:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947254.079557:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947254.079561:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947254.079567:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947254.079577:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.079593:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947254.079601:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079610:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947254.079614:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079618:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947254.079624:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079632:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947254.079643:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079649:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079659:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079674:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307000 00000400:00000200:0.0:1784947254.079688:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947254.079704:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5233c1 [1] + 224 00000800:00000001:0.0:1784947254.079721:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079737:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947254.079745:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947254.079755:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947254.079761:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947254.079771:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947254.079793:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.079811:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947254.079818:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947254.079825:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.079843:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947254.079848:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947254.079854:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947254.079858:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947254.079862:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac08. 00000400:00000200:0.0:1784947254.079869:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000400:00000010:0.0:1784947254.079875:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:0.0:1784947254.079882:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947254.079891:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947254.079909:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.079925:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947254.079929:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.079934:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947254.079939:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947254.079944:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947254.079949:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947254.079953:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947254.079962:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=145 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947254.079970:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=17 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947254.079980:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947254.079984:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947254.079987:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947254.079994:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.080000:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947254.080006:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947254.080010:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947254.080036:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.080044:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.080085:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947254.080088:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947254.080090:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947254.080094:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947254.080103:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154973696:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784947254.080110:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947254.080112:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947254.080114:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eabb0. 00000400:00000200:0.0:1784947254.080117:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:0.0:1784947254.080119:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:0.0:1784947254.080121:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947254.080125:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947254.080133:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.080139:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947254.080141:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.080143:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947254.080145:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947254.080147:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947254.080149:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947254.080151:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947254.080155:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=145 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947254.080158:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947254.080161:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947254.080162:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947254.080164:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947254.080166:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.080169:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947254.080170:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947254.080172:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947254.080173:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947254.080177:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.080184:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947254.080186:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947254.080187:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947254.080190:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947254.080198:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154973568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947254.080201:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.080203:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947254.080207:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ed80 x1871641154973696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.080213:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947254.080214:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947254.080217:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feda00. 02000000:00000001:0.0:1784947254.080220:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947254.080222:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947254.080224:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947254.080226:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947254.080228:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784947254.080231:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947254.080232:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947254.080234:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ed80. 00000100:00000001:0.0:1784947254.080237:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947254.080238:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.080240:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947254.080243:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641154973568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947270 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947254.080250:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947254.080251:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947254.080253:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947254.080255:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947254.080256:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947254.080257:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947254.080259:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947254.080260:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784947254.080262:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947254.080263:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947254.080264:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000001:0.0:1784947254.080266:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947254.080267:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.080269:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947254.080273:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947254.080275:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947254.080277:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947254.080279:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947257.980140:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306017542, at 4306017600 00000100:00000010:0.0:1784947257.980160:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889960. 00000800:00000200:0.0:1784947259.197474:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947259.197480:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947259.197485:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947259.197491:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947259.197495:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:0.0:1784947259.197498:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:0.0:1784947259.197501:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947259.197507:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641154974080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947275 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947259.197516:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947259.197520:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641154974080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947275 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947259.197528:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947259.197530:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947259.199377:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947259.199388:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947259.199391:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947259.199395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947259.199400:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947259.199406:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947259.199413:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947259.199418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947259.199430:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947259.199445:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307180 00000400:00000200:0.0:1784947259.199460:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947259.199477:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5233e1 [1] + 224 00000800:00000001:0.0:1784947259.199489:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947259.199521:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947259.199530:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947259.199545:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947259.199557:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947259.199572:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154974080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947275 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947259.199610:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154974080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947275 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947259.199652:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947259.199666:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947259.199676:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947263.100143:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306022661, at 4306022720 00000100:00000010:0.0:1784947263.100163:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43480. 00000800:00000200:0.0:1784947264.316699:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947264.316709:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947264.316721:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947264.316733:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947264.316746:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:0.0:1784947264.316753:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:0.0:1784947264.316761:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947264.316772:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641154974208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.316795:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947264.316805:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641154974208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.316830:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947264.316836:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947264.316947:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947264.316952:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784947264.316956:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947264.316961:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947264.316965:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:0.0:1784947264.316967:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:0.0:1784947264.316970:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947264.316974:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641154974336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.316982:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947264.316986:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641154974336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.316993:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947264.316995:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947264.317008:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947264.317011:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:0.0:1784947264.317015:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947264.317019:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947264.317021:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:0.0:1784947264.317023:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:0.0:1784947264.317026:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947264.317029:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641154974464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.317037:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947264.317039:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641154974464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.317045:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947264.317085:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947264.318572:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.318580:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947264.318582:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.318585:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947264.318590:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318595:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947264.318602:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318606:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318610:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318616:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307280 00000400:00000200:0.0:1784947264.318625:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318643:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5233f1 [1] + 224 00000800:00000001:0.0:1784947264.318656:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.318664:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947264.318671:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947264.318681:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947264.318690:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947264.318698:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641154974336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947264.318721:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641154974336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.318758:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947264.318768:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.318776:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947264.318782:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.318788:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947264.318797:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318809:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947264.318820:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318829:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318856:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318868:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307300 00000400:00000200:0.0:1784947264.318880:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947264.318889:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5233f9 [1] + 224 00000800:00000001:0.0:1784947264.318900:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.318911:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947264.318916:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947264.318925:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947264.318932:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947264.318940:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641154974464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947264.318964:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641154974464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947280 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947264.318997:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947264.319005:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947264.319011:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947268.220178:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306027781, at 4306027840 00000100:00000010:0.0:1784947268.220199:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ba0. 00000100:00000040:0.0:1784947273.340153:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306032901, at 4306032960 00000100:00000010:0.0:1784947273.340178:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43e40. 00000100:00000040:0.0:1784947274.556200:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947274.556212:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947274.556225:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947274.556231:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947274.556236:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947274.556240:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947274.556246:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947274.556256:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947274.556264:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556277:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947274.556288:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947274.556293:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556299:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.556336:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556339:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947274.556343:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947274.556345:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ed80. 00000020:00000040:0.0:1784947274.556348:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947274.556350:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947274.556351:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947274.556352:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947274.556355:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947274.556357:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556361:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ed80 x1871641154975104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947274.556367:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947274.556369:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556372:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b655c06] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ed80 x1871641154975104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.556389:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556392:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947274.556395:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947274.556397:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784947274.556400:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947274.556402:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947274.556404:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947274.556407:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947274.556411:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784947274.556416:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556421:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947274.556431:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947274.556435:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556445:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_01+1] req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.556468:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556483:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947274.556490:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947274.556494:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947274.556499:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947274.556508:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11371) 00000100:00000001:0.0:1784947274.556545:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947274.556561:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947274.556565:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947274.556573:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ed80 x1871641154975104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.556589:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947274.556594:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947274.556600:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947274.556605:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947274.556611:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947274.556617:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154975104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947274.556626:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947274.556630:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947274.556634:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947274.556637:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947274.556642:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947274.556645:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947274.556650:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947274.556655:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eabb0. 00000400:00000010:0.0:1784947274.556679:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000200:0.0:1784947274.556684:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154975104, portal 10 00000100:00000001:0.0:1784947274.556688:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947274.556691:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534252416 : -119148175299200 : ffff93a2a755ed80) 00000100:00000040:0.0:1784947274.556703:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ed80 x1871641154975104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.556716:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947274.556725:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947274.556732:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000200:0.0:1784947274.556734:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154975104, offset 0 00000400:00000200:0.0:1784947274.556744:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947274.556777:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947274.556785:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947274.556789:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947274.556793:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947274.556798:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947274.556801:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947274.556809:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540849:540849:255:4294967295] 192.168.201.111@tcp LPNI seq info [540786:540786:7:4294967295] 00000400:00000200:0.0:1784947274.556818:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947274.556830:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947274.556842:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947274.556849:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000800:00000200:0.0:1784947274.556856:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947274.556867:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947274.556872:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947274.556879:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.556883:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9093 usecs (10 jiffies) 00000400:00000200:0.0:1784947274.556888:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947274.556891:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306034186 00000100:00000001:0.0:1784947274.556902:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306038021 00000100:00000001:0.0:1784947274.556907:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306034186 00000100:00000001:0.0:1784947274.556916:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306038021 00000100:00000001:0.0:1784947274.556931:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947274.556935:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.556938:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.556942:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.556949:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947274.556955:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947274.556960:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947274.556964:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947274.556968:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.556973:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947274.557088:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947274.557094:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784947274.557105:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947274.557116:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947274.557155:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1088 00000400:00000010:0.0:1784947274.557160:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1088. 00000100:00000001:0.0:1784947274.557169:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947274.557179:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.557199:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947274.557207:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.557231:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.557235:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947274.557250:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947274.557254:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:0.0:1784947274.557259:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947274.557262:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947274.557265:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000400:00000010:0.0:1784947274.557267:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:0.0:1784947274.557269:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947274.557272:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ed80 x1871641154975104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.557278:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947274.557281:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ed80 x1871641154975104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.557285:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.557286:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947274.557357:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947274.557360:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784947274.557362:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947274.557365:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947274.557367:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1f68 00000400:00000010:0.0:1784947274.557368:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1f68. 00000100:00000001:0.0:1784947274.557370:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947274.557372:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.557377:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947274.557380:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.557385:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.557387:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947274.559582:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947274.559589:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947274.559611:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947274.559616:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947274.559621:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe91b8. 00000400:00000200:0.0:1784947274.559650:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1e58 00000400:00000010:0.0:1784947274.559656:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1e58. 00000100:00000001:0.0:1784947274.559683:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947274.559708:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947274.559728:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.559744:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947274.559748:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.559752:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947274.559755:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947274.559759:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947274.559764:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947274.559768:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947274.559778:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947274.559785:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=15 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947274.559790:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947274.559794:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947274.559798:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947274.559803:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.559809:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.559819:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.559837:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947274.559841:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947274.559843:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947274.559849:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947274.559873:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154974976:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947274.559890:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.559895:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947274.559902:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641154974976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.559915:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947274.559936:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947274.559941:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947274.559947:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947274.559950:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947274.559952:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947274.559955:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947274.559960:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784947274.559965:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947274.559969:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947274.559973:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000001:0.0:1784947274.559980:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947274.559985:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.559992:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.559995:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947274.559998:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947274.560004:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947274.560008:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947274.560012:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9840. 00000400:00000200:0.0:1784947274.560020:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000400:00000010:0.0:1784947274.560025:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:0.0:1784947274.560031:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947274.560040:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947274.560076:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.560083:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947274.560085:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.560091:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947274.560123:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947274.560128:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947274.560131:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947274.560135:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947274.560142:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=15 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947274.560151:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=37 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947274.560157:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947274.560160:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947274.560166:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947274.560169:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.560174:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947274.560179:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947274.560186:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947274.560190:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947274.560200:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.560239:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947274.560242:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947274.560246:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947274.560255:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947274.560285:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154975232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947274.560293:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.560298:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947274.560304:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641154975232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947290 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947274.560319:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947274.560339:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947274.560343:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947274.560350:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947274.560354:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947274.560358:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947274.560363:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947274.560368:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 02000000:00000001:0.0:1784947274.560373:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947274.560376:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947274.560380:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000100:00000001:0.0:1784947274.560384:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947274.560386:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.560389:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947274.560396:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947274.560399:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947274.560402:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947274.560404:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947278.460155:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306038021, at 4306038080 00000100:00000010:0.0:1784947278.460174:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa80. 00000800:00000200:0.0:1784947279.677009:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947279.677015:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947279.677025:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947279.677040:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947279.677077:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:0.0:1784947279.677082:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:0.0:1784947279.677090:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947279.677099:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641154975488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947279.677120:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947279.677129:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641154975488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947279.677142:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947279.677145:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947279.677285:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947279.677289:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:0.0:1784947279.677294:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947279.677300:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947279.677304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:0.0:1784947279.677307:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:0.0:1784947279.677312:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947279.677318:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641154975616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947279.677345:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947279.677349:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641154975616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947279.677359:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947279.677361:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947279.677373:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947279.677376:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947279.677379:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947279.677384:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947279.677387:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:0.0:1784947279.677390:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:0.0:1784947279.677392:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947279.677397:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641154975360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947279.677406:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947279.677410:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641154975360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947295 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947279.677419:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947279.677421:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1784947283.580140:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306043142, at 4306043200 00000100:00000010:0.0:1784947283.580167:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43540. 00000400:00000200:3.0:1784947284.796644:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947284.796658:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540854:540854:256:4294967295] 192.168.201.111@tcp LPNI seq info [540791:540791:8:4294967295] 00000400:00000200:3.0:1784947284.796665:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947284.796687:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947284.796704:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947284.796714:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947284.796729:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947284.796748:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947284.796755:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947284.796771:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947284.796781:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947284.796784:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306048261 00000100:00000010:3.0:1784947284.796793:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d20. 00000100:00000001:3.0:1784947284.796803:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947284.796811:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306048261 00000100:00000010:3.0:1784947284.796815:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ea0. 00000100:00000001:3.0:1784947284.796822:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947284.796828:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947284.796834:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.796843:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.796848:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.796855:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947284.796856:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947284.796859:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947284.796865:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784947284.796867:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947284.796869:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947284.796874:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947284.796879:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784947284.796884:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947284.796894:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947284.796898:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947284.796900:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947284.796903:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 02000000:00000001:3.0:1784947284.796903:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947284.796906:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947284.796909:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 02000000:00000001:3.0:1784947284.796910:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947284.796917:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154976000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947284.796919:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947284.796920:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947284.796924:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947284.796926:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947284.796928:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784947284.796929:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641154975872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947284.796932:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947284.796936:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947284.796943:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947284.796947:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947284.796952:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784947284.796957:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976000, portal 10 00000100:00000001:3.0:1784947284.796961:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947284.796964:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000001:0.0:1784947284.796967:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947284.796972:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947284.796977:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641154975872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947284.796982:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947284.796988:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947284.796992:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947284.796996:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154976000, offset 0 00000100:00000001:0.0:1784947284.796999:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947284.797003:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947284.797004:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947284.797008:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947284.797012:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947284.797015:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947284.797017:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947284.797020:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947284.797022:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947284.797024:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540856:540856:255:4294967295] 192.168.201.111@tcp LPNI seq info [540793:540793:7:4294967295] 00000400:00000200:3.0:1784947284.797027:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947284.797033:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947284.797036:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947284.797040:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784947284.797043:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947284.797068:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947284.797070:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947284.797073:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947284.797075:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10267 usecs (11 jiffies) 00000400:00000200:3.0:1784947284.797078:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947284.797079:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306044428 00000100:00000001:3.0:1784947284.797081:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306048261 00000100:00000001:3.0:1784947284.797083:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306044428 00000100:00000001:3.0:1784947284.797085:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306048261 00000100:00000001:3.0:1784947284.797087:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947284.797089:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.797091:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.797092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.797094:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947284.797096:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947284.797097:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947284.797098:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947284.797100:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.797102:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947284.797138:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947284.797142:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784947284.797146:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947284.797151:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947284.797154:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:0.0:1784947284.797157:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:0.0:1784947284.797160:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947284.797164:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947284.797172:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947284.797176:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947284.797183:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947284.797185:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947284.797200:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947284.797202:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:0.0:1784947284.797205:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947284.797208:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947284.797211:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:0.0:1784947284.797212:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:0.0:1784947284.797215:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947284.797218:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947284.797226:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947284.797229:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947284.797242:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947284.797244:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947284.798924:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947284.798946:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947284.798957:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947284.798962:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947284.798969:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.798969:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947284.798978:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947284.798983:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947284.798983:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947284.798990:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947284.798997:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:3.0:1784947284.799000:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784947284.799005:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784947284.799011:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947284.799015:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947284.799022:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947284.799027:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947284.799040:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947284.799043:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947284.799076:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307900 00000400:00000200:0.0:1784947284.799089:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947284.799090:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947284.799093:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799097:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947284.799099:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523471 [1] + 224 02000000:00000001:3.0:1784947284.799100:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947284.799103:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947284.799106:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947284.799109:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947284.799109:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947284.799112:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947284.799115:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=25 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947284.799118:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784947284.799119:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799119:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947284.799124:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947284.799126:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784947284.799127:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.799133:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947284.799139:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947284.799140:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947284.799148:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947284.799149:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947284.799153:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947284.799154:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947284.799159:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947284.799161:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947284.799191:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154975744:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947284.799197:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947284.799198:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.799202:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947284.799207:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641154975744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947284.799228:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947284.799230:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947284.799230:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947284.799235:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947284.799238:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947284.799240:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784947284.799241:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784947284.799242:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947284.799246:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784947284.799248:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947284.799248:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947284.799253:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947284.799256:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947284.799257:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947284.799259:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947284.799260:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799262:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.799264:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947284.799266:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947284.799268:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947284.799269:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947284.799271:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947284.799273:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:3.0:1784947284.799274:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947284.799276:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947284.799279:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947284.799285:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947284.799298:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947284.799299:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799300:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947284.799304:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947284.799305:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947284.799306:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947284.799308:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947284.799311:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=25 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947284.799313:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947284.799315:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947284.799316:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947284.799317:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947284.799319:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.799320:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947284.799321:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947284.799324:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947284.799325:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947284.799327:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947284.799332:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947284.799334:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947284.799334:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947284.799337:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947284.799341:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154976000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947284.799344:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799345:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947284.799347:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641154976000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947284.799350:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947284.799351:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947284.799352:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947284.799354:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947284.799355:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947284.799356:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947284.799357:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947284.799358:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947284.799360:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947284.799361:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947284.799362:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784947284.799363:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947284.799364:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799365:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947284.799368:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947284.799369:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947284.799370:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947284.799371:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947288.700162:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306048261, at 4306048320 00000100:00000010:0.0:1784947288.700191:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d20. 00000100:00000001:3.0:1784947289.916511:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.916521:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947289.916526:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947289.916545:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.916580:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947289.916587:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947289.916595:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947289.916603:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947289.916611:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947289.916619:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154976128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947289.916627:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947289.916635:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947289.916639:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947289.916643:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947289.916651:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947289.916654:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947289.916665:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947289.916672:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947289.916685:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784947289.916698:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976128, portal 25 00000100:00000001:3.0:1784947289.916705:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947289.916710:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000040:3.0:1784947289.916729:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.916769:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947289.916782:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947289.916791:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784947289.916803:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154976128, offset 0 00000400:00000200:3.0:1784947289.916825:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947289.916842:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947289.916859:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947289.916874:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947289.916885:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947289.916897:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947289.916902:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947289.916906:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540857:540857:256:4294967295] 192.168.201.111@tcp LPNI seq info [540794:540794:8:4294967295] 00000400:00000200:3.0:1784947289.916911:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947289.916931:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947289.916950:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947289.916961:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784947289.916979:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947289.917004:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947289.917015:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947289.917042:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947289.917083:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947289.917087:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306053382 00000100:00000010:3.0:1784947289.917095:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7240. 00000100:00000001:3.0:1784947289.917109:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947289.917122:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306053382 00000100:00000010:3.0:1784947289.917130:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d71e0. 00000100:00000001:3.0:1784947289.917136:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947289.917146:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947289.917153:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.917160:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.917170:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.917187:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947289.917195:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947289.917207:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.917217:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947289.917223:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947289.917238:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.917256:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947289.917261:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947289.917267:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947289.917271:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947289.917280:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947289.917292:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154976384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947289.917304:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947289.917310:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947289.917313:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947289.917316:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947289.917324:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947289.917331:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947289.917346:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947289.917352:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947289.917361:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947289.917369:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976384, portal 10 00000100:00000001:3.0:1784947289.917372:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947289.917374:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000040:3.0:1784947289.917384:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.917392:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947289.917394:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947289.917417:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000200:3.0:1784947289.917421:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154976384, offset 0 00000400:00000200:3.0:1784947289.917427:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947289.917432:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947289.917437:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947289.917440:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947289.917444:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947289.917446:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947289.917450:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947289.917454:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540859:540859:255:4294967295] 192.168.201.111@tcp LPNI seq info [540796:540796:7:4294967295] 00000400:00000200:3.0:1784947289.917459:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947289.917466:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947289.917472:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947289.917477:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947289.917483:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947289.917489:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947289.917494:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947289.917502:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947289.917510:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10267 usecs (11 jiffies) 00000400:00000200:3.0:1784947289.917522:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947289.917529:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306049548 00000100:00000001:3.0:1784947289.917534:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306053382 00000100:00000001:3.0:1784947289.917542:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306049548 00000100:00000001:3.0:1784947289.917547:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306053382 00000100:00000001:3.0:1784947289.917555:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947289.917564:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.917572:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.917582:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.917587:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947289.917592:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947289.917600:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.917604:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947289.917607:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.917615:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947289.919726:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947289.919744:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947289.919748:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947289.919751:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947289.919758:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947289.919765:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947289.919773:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947289.919778:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947289.919783:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947289.919788:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a307980 00000400:00000200:0.0:1784947289.919795:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947289.919802:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523479 [1] + 224 00000800:00000001:0.0:1784947289.919811:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947289.919820:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947289.919823:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947289.919827:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947289.919833:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947289.919840:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947289.919857:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947289.919887:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947289.919901:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947289.919908:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.919921:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.919926:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947289.919935:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947289.919937:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947289.919941:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947289.919947:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:3.0:1784947289.919949:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947289.919952:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947289.919959:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947289.919971:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.919980:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947289.919982:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.919986:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947289.919989:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947289.919992:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947289.919994:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947289.919997:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947289.920005:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947289.920021:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947289.920025:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947289.920028:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947289.920031:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947289.920034:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.920037:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947289.920042:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.920071:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947289.920075:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947289.920078:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947289.920082:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947289.920091:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154976128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947289.920097:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.920099:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947289.920102:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641154976128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.920110:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947289.920113:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947289.920117:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947289.920120:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947289.920123:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947289.920126:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947289.920129:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947289.920133:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947289.920137:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947289.920139:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947289.920141:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784947289.920145:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947289.920146:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.920149:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.920151:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.920152:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947289.920154:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.920156:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.920812:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.920817:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947289.920826:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947289.920830:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947289.920845:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947289.920853:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947289.920860:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947289.920867:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947289.920879:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947289.920903:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.920936:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947289.920949:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.920955:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947289.920958:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947289.920962:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947289.920967:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947289.920972:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947289.920983:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=30 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947289.920990:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=52 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947289.920997:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947289.921001:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947289.921007:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947289.921013:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.921020:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947289.921025:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947289.921032:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784947289.921037:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947289.921038:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947289.921074:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947289.921082:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947289.921085:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947289.921087:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947289.921088:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000040:3.0:1784947289.921093:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947289.921098:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947289.921104:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947289.921112:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947289.921113:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154976384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947289.921123:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947289.921124:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947289.921130:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.921130:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947289.921138:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947289.921138:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641154976384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947289.921142:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.921154:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947289.921156:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947289.921159:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947289.921163:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947289.921164:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947289.921166:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947289.921168:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947289.921170:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947289.921173:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947289.921174:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947289.921176:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784947289.921179:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947289.921180:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.921183:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947289.921187:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947289.921189:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947289.921192:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947289.921194:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947290.108259:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947290.108264:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947290.108267:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784947291.132372:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947291.132407:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947291.132413:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784947293.180408:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947293.180415:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947293.180422:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947293.820165:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306053382, at 4306053440 00000100:00000010:0.0:1784947293.820193:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7240. 00000020:00000001:2.0:1784947294.204361:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947294.204369:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947294.204376:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947295.036261:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947295.036273:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947295.036304:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947295.036335:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947295.036341:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947295.036345:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947295.036352:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947295.036372:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947295.036381:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947295.036394:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947295.036405:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947295.036409:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947295.036416:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_00+0] req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.036447:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947295.036450:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947295.036455:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947295.036458:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947295.036461:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947295.036463:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947295.036464:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947295.036466:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947295.036466:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947295.036472:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947295.036474:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947295.036476:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.036478:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947295.036482:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947295.036488:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.036493:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947295.036498:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.036505:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947295.036507:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.036509:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947295.036516:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947295.036519:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947295.036520:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947295.036523:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947295.036525:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947295.036528:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1784947295.036534:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154976512:192.168.201.111@tcp:400:kworker.0 00000100:00000010:3.0:1784947295.036534:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947295.036539:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947295.036543:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947295.036545:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947295.036545:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947295.036548:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947295.036555:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947295.036556:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947295.036557:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947295.036580:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947295.036582:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947295.036590:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947295.036597:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947295.036601:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947295.036609:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000040:3.0:1784947295.036609:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947295.036622:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947295.036628:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947295.036632:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947295.036637:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947295.036644:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947295.036646:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947295.036654:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947295.036656:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947295.036661:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11392) 00000400:00000010:2.0:1784947295.036669:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784947295.036694:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976512, portal 25 00000100:00000001:3.0:1784947295.036695:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947295.036698:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947295.036701:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947295.036703:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000001:3.0:1784947295.036706:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947295.036715:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947295.036718:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.036757:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947295.036759:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947295.036762:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947295.036768:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947295.036772:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784947295.036774:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 02000000:00000001:3.0:1784947295.036777:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947295.036781:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154976512, offset 0 02000000:00000001:3.0:1784947295.036783:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947295.036792:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154976640:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947295.036797:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947295.036803:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947295.036810:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947295.036812:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947295.036819:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947295.036821:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947295.036831:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947295.036834:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947295.036837:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947295.036846:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947295.036851:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947295.036853:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947295.036860:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:3.0:1784947295.036865:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947295.036869:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784947295.036874:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976640, portal 10 00000400:00000200:2.0:1784947295.036876:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947295.036883:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947295.036889:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000400:00000200:2.0:1784947295.036890:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540860:540860:256:4294967295] 192.168.201.111@tcp LPNI seq info [540797:540797:8:4294967295] 00000100:00000040:3.0:1784947295.036917:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947295.036927:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947295.036939:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947295.036944:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947295.036949:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784947295.036959:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154976640, offset 0 00000400:00000200:2.0:1784947295.036963:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947295.036971:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947295.036977:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947295.036985:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784947295.036988:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947295.036995:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947295.037003:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947295.037005:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947295.037010:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947295.037039:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947295.037042:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947295.037047:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947295.037077:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947295.037082:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947295.037086:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306058502 00000100:00000010:2.0:1784947295.037092:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff430c0. 00000400:00000200:3.0:1784947295.037097:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947295.037101:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947295.037103:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540861:540861:255:4294967295] 192.168.201.111@tcp LPNI seq info [540798:540798:7:4294967295] 00000100:00000001:2.0:1784947295.037111:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306058502 00000400:00000200:3.0:1784947295.037111:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947295.037119:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43720. 00000100:00000001:2.0:1784947295.037124:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947295.037129:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947295.037131:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947295.037135:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947295.037138:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947295.037141:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947295.037144:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947295.037145:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784947295.037161:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947295.037167:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947295.037169:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784947295.037170:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947295.037173:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947295.037175:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.037180:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947295.037182:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9093 usecs (10 jiffies) 00000100:00000001:2.0:1784947295.037184:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947295.037188:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947295.037190:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947295.037190:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947295.037192:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306054667 00000100:00000001:3.0:1784947295.037198:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306058502 00000800:00000010:0.0:1784947295.037199:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000040:2.0:1784947295.037200:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.037202:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306054667 00000100:00000001:3.0:1784947295.037208:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306058502 00000400:00000200:0.0:1784947295.037210:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947295.037214:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947295.037222:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947295.037225:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947295.037228:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947295.037229:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 02000000:00000001:2.0:1784947295.037231:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784947295.037233:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 02000000:00000001:2.0:1784947295.037235:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947295.037238:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947295.037239:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1784947295.037243:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154976768:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947295.037249:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.037249:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947295.037252:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947295.037256:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947295.037260:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947295.037264:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59e400. 02000000:00000001:2.0:1784947295.037269:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947295.037276:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947295.037276:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947295.037284:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000040:0.0:1784947295.037286:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947295.037290:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784947295.037294:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947295.037297:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976768, portal 10 00000100:00000001:0.0:1784947295.037299:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.037306:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947295.037309:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947295.037326:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947295.037326:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000001:3.0:1784947295.037339:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947295.037345:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.037353:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947295.037355:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947295.037373:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947295.037374:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1784947295.037381:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784947295.037384:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947295.037388:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154976768, offset 0 00000100:00000001:3.0:1784947295.037388:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947295.037397:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947295.037402:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947295.037406:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947295.037416:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947295.037421:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947295.037426:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947295.037427:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947295.037432:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784947295.037432:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947295.037438:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947295.037440:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947295.037446:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947295.037449:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947295.037451:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:0.0:1784947295.037455:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784947295.037461:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540862:540862:255:4294967295] 192.168.201.111@tcp LPNI seq info [540799:540799:7:4294967295] 00000100:00000001:0.0:1784947295.037463:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947295.037472:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947295.037473:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947295.037493:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947295.037494:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947295.037503:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947295.037504:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947295.037514:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:0.0:1784947295.037519:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947295.037525:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947295.037526:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947295.037536:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947295.037540:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947295.037555:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947295.037559:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10267 usecs (11 jiffies) 00000400:00000200:2.0:1784947295.037564:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947295.037567:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306054668 00000100:00000001:2.0:1784947295.037571:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306058502 00000100:00000001:2.0:1784947295.037574:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306054668 00000100:00000001:2.0:1784947295.037577:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306058502 00000100:00000001:2.0:1784947295.037582:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947295.037585:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.037591:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.037594:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.037599:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947295.037602:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947295.037606:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947295.037611:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947295.037614:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.037617:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947295.039645:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947295.039707:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947295.039710:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947295.039712:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.039718:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039723:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947295.039729:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039732:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039736:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039741:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307b80 00000400:00000200:0.0:1784947295.039744:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039749:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523499 [1] + 224 00000800:00000001:0.0:1784947295.039773:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947295.039786:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.039788:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947295.039791:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947295.039795:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947295.039798:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947295.039806:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947295.039820:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947295.039830:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947295.039834:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947295.039836:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947295.039840:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.039843:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039850:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947295.039855:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039857:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947295.039861:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947295.039869:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947295.039870:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a307b00 00000100:00000001:3.0:1784947295.039878:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947295.039896:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947295.039901:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947295.039905:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947295.039909:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947295.039916:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947295.039919:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947295.039926:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947295.039936:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523491 [1] + 224 00000800:00000001:0.0:1784947295.039943:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947295.039949:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947295.039952:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.039969:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947295.039998:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947295.040003:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947295.040006:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947295.040017:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947295.040055:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.040096:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947295.040098:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947295.040103:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947295.040107:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947295.040111:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947295.040114:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947295.040125:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947295.040144:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=36 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947295.040165:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947295.040167:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947295.040171:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947295.040173:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947295.040177:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947295.040177:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947295.040186:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947295.040201:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947295.040204:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:0.0:1784947295.040206:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947295.040209:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:0.0:1784947295.040214:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947295.040215:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947295.040219:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.040230:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947295.040230:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947295.040265:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947295.040282:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947295.040294:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947295.040300:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947295.040309:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947295.040335:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947295.040339:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947295.040372:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947295.040372:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947295.040376:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784947295.040378:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947295.040383:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.040384:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307c00 00000400:00000200:2.0:1784947295.040387:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784947295.040392:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000400:00000200:0.0:1784947295.040398:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947295.040398:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.040401:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947295.040415:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947295.040417:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234a1 [1] + 224 00000800:00000001:0.0:1784947295.040438:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947295.040448:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947295.040461:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947295.040470:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154976640:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947295.040480:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947295.040484:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947295.040496:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947295.040497:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947295.040511:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.040514:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947295.040515:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947295.040525:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.040532:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784947295.040533:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947295.040533:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641154976640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947295.040538:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947295.040543:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947295.040550:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947295.040572:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947295.040581:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947295.040583:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947295.040596:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00000001:0.0:1784947295.040599:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947295.040600:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=36 v=5 (5 5 5 5) 02000000:00000001:3.0:1784947295.040605:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784947295.040609:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=36 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947295.040612:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784947295.040614:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947295.040618:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947295.040628:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947295.040629:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000800:00000001:0.0:1784947295.040631:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947295.040650:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784947295.040650:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784947295.040664:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947295.040665:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947295.040688:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947295.040694:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947295.040699:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784947295.040708:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947295.040708:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:3.0:1784947295.040726:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947295.040740:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947295.040742:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.040760:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947295.040760:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.040773:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947295.040778:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784947295.040787:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947295.040788:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947295.040804:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947295.040811:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947295.040822:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154976512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947295.040833:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.040836:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947295.040842:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641154976512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.040860:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947295.040863:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947295.040867:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947295.040872:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947295.040874:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947295.040876:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947295.040879:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947295.040882:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784947295.040886:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947295.040888:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947295.040890:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947295.040894:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947295.040896:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.040900:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.040903:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947295.040928:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947295.040932:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947295.040934:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947295.040936:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947295.040938:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784947295.040941:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947295.040943:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947295.040948:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947295.040958:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.040965:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947295.040967:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.040969:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947295.040970:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947295.040971:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947295.040973:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947295.040975:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947295.040980:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947295.040983:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947295.041001:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947295.041001:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947295.041002:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947295.041005:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.041007:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947295.041009:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947295.041010:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947295.041011:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947295.041013:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.041018:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947295.041020:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947295.041020:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947295.041023:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947295.041027:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154976768:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947295.041029:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.041030:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947295.041033:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641154976768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947311 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947295.041037:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947295.041038:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947295.041040:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59e400. 02000000:00000001:2.0:1784947295.041041:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947295.041042:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947295.041043:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947295.041044:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947295.041045:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947295.041046:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947295.041047:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947295.041047:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784947295.041049:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947295.041050:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.041051:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947295.041053:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947295.041054:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947295.041056:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947295.041057:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947295.228378:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947295.228385:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947295.228390:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784947296.252247:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947296.252252:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947296.252256:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784947298.300364:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947298.300374:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947298.300382:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947298.940207:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306058502, at 4306058560 00000100:00000010:0.0:1784947298.940230:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff430c0. 00000020:00000001:2.0:1784947299.324273:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947299.324280:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947299.324284:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1784947299.580205:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:2.0:1784947299.580219:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:2.0:1784947299.580226:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784947299.580572:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947299.580607:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947299.580617:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947299.580623:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.156551:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947300.156563:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947300.156569:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947300.156586:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641154976896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.156626:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947300.156631:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947300.156642:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947300.156649:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947300.156662:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947300.156674:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154976896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947300.156691:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947300.156700:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947300.156706:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947300.156713:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947300.156726:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 02000000:00000001:0.0:1784947300.156731:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947300.156759:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947300.156771:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac08. 00000400:00000010:0.0:1784947300.156786:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000200:0.0:1784947300.156799:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154976896, portal 25 00000100:00000001:0.0:1784947300.156804:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947300.156827:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:0.0:1784947300.156854:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641154976896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.156889:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947300.156904:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947300.156916:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf880. 00000100:00000200:0.0:1784947300.156923:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154976896, offset 0 00000400:00000200:0.0:1784947300.156941:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947300.156963:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.156994:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947300.157002:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947300.157010:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947300.157016:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947300.157021:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947300.157035:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540863:540863:256:4294967295] 192.168.201.111@tcp LPNI seq info [540800:540800:8:4294967295] 00000400:00000200:0.0:1784947300.157049:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.157068:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947300.157164:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947300.157182:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000800:00000200:0.0:1784947300.157208:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947300.157245:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947300.157253:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947300.157291:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947300.157300:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947300.157308:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306063622 00000100:00000010:0.0:1784947300.157330:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889b40. 00000100:00000001:0.0:1784947300.157348:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947300.157368:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306063622 00000100:00000010:0.0:1784947300.157377:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18897e0. 00000100:00000001:0.0:1784947300.157387:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947300.157401:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947300.157416:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.157430:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.157443:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.157462:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947300.157469:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947300.157483:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947300.157497:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947300.157504:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947300.157525:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641154977152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.157566:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947300.157576:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947300.157581:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947300.157588:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947300.157594:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947300.157625:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154977152:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947300.157636:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947300.157645:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947300.157656:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947300.157684:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947300.157699:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947300.157717:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947300.157742:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947300.157746:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaf20. 00000400:00000010:0.0:1784947300.157755:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf2a8. 00000100:00000200:0.0:1784947300.157766:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977152, portal 10 00000100:00000001:0.0:1784947300.157784:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947300.157791:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000040:0.0:1784947300.157804:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641154977152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.157811:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947300.157814:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947300.157817:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 00000100:00000200:0.0:1784947300.157819:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154977152, offset 0 00000400:00000200:0.0:1784947300.157829:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947300.157835:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.157840:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947300.157844:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947300.157846:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947300.157849:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947300.157852:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947300.157855:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540865:540865:254:4294967295] 192.168.201.111@tcp LPNI seq info [540802:540802:6:4294967295] 00000400:00000200:0.0:1784947300.157859:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.157878:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947300.157899:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947300.157917:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784947300.157938:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947300.157967:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947300.157980:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947300.158022:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947300.158038:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10266 usecs (11 jiffies) 00000400:00000200:0.0:1784947300.158048:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947300.158052:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306059788 00000100:00000001:0.0:1784947300.158056:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306063622 00000100:00000001:0.0:1784947300.158061:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306059789 00000100:00000001:0.0:1784947300.158065:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306063622 00000100:00000001:0.0:1784947300.158070:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947300.158075:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.158079:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.158083:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.158120:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947300.158133:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947300.158150:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947300.158156:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947300.158165:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.158178:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947300.160771:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.160792:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947300.160797:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.160804:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947300.160811:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160819:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947300.160827:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160832:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160839:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160845:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a307c80 00000400:00000200:0.0:1784947300.160852:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160859:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234a9 [1] + 224 00000800:00000001:0.0:1784947300.160869:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.160891:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947300.160895:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947300.160901:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947300.160907:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947300.160912:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641154976896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947300.160921:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641154976896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.160938:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947300.160949:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.160953:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947300.160954:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.160956:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947300.160958:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160961:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947300.160964:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160966:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160970:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160972:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307d00 00000400:00000200:0.0:1784947300.160975:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.160979:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234b9 [1] + 224 00000800:00000001:0.0:1784947300.160983:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.160993:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947300.160995:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947300.160997:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947300.160999:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947300.161002:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947300.161013:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.161028:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947300.161035:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.161038:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.161101:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947300.161109:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947300.161147:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947300.161152:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947300.161158:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9dc0. 00000400:00000200:0.0:1784947300.161177:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:0.0:1784947300.161186:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:0.0:1784947300.161203:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947300.161244:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947300.161288:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.161315:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947300.161325:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.161331:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947300.161340:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947300.161345:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947300.161357:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947300.161367:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947300.161396:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947300.161416:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947300.161431:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947300.161439:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947300.161449:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947300.161457:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.161477:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947300.161482:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947300.161487:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947300.161492:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947300.161514:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.161558:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947300.161568:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947300.161573:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947300.161591:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947300.161607:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154977024:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947300.161619:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.161624:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947300.161631:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f100 x1871641154977024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.161638:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947300.161644:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947300.161648:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947300.161660:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947300.161663:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947300.161668:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947300.161673:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947300.161677:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:0.0:1784947300.161684:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947300.161687:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947300.161691:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f100. 00000100:00000001:0.0:1784947300.161698:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947300.161703:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.161710:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947300.161719:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947300.161723:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947300.161727:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947300.161731:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947300.161755:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.161762:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947300.161767:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.161772:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947300.161781:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.161794:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947300.161808:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.161825:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.161845:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.161858:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307d80 00000400:00000200:0.0:1784947300.161875:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947300.161882:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234c9 [1] + 224 00000800:00000001:0.0:1784947300.161896:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.161904:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947300.161906:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947300.161910:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947300.161912:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947300.161917:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641154977152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947300.161927:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641154977152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947316 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947300.161953:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947300.161956:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947300.161958:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947300.348395:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947300.348403:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947300.348409:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784947301.372256:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947301.372260:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947301.372263:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1784947303.420293:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947303.420302:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947303.420309:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947304.060149:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306063622, at 4306063680 00000100:00000010:0.0:1784947304.060180:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889b40. 00000020:00000001:3.0:1784947304.444294:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947304.444300:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947304.444304:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1784947305.276342:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947305.276348:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947305.276353:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947305.276364:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.276383:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947305.276386:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947305.276390:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947305.276394:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947305.276401:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947305.276409:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154977280:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947305.276415:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.276416:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947305.276424:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947305.276425:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784947305.276427:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.276428:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947305.276434:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784947305.276435:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947305.276438:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784947305.276441:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:1.0:1784947305.276441:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947305.276446:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154977408:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784947305.276447:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.276454:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947305.276458:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784947305.276461:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947305.276462:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947305.276466:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784947305.276468:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea058. 02000000:00000010:1.0:1784947305.276471:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947305.276475:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947305.276477:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000400:00000200:1.0:1784947305.276483:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947305.276488:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9790. 00000100:00000200:0.0:1784947305.276489:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977280, portal 25 00000100:00000001:0.0:1784947305.276493:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784947305.276494:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784947305.276495:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000200:1.0:1784947305.276500:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977408, portal 10 00000100:00000001:1.0:1784947305.276505:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784947305.276506:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.276508:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000001:0.0:1784947305.276520:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947305.276522:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947305.276528:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947305.276534:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000100:00000200:0.0:1784947305.276539:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154977280, offset 0 00000100:00000001:1.0:1784947305.276541:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947305.276553:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947305.276554:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947305.276561:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000400:00000200:0.0:1784947305.276567:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947305.276569:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154977408, offset 0 00000400:00000200:0.0:1784947305.276577:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947305.276583:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947305.276587:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947305.276593:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947305.276597:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947305.276599:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947305.276602:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540866:540866:256:4294967295] 192.168.201.111@tcp LPNI seq info [540803:540803:8:4294967295] 00000400:00000200:0.0:1784947305.276606:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.276614:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947305.276620:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947305.276625:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947305.276629:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784947305.276634:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947305.276640:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947305.276641:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947305.276645:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947305.276649:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947305.276653:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947305.276658:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947305.276662:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540867:540867:255:4294967295] 192.168.201.111@tcp LPNI seq info [540804:540804:7:4294967295] 00000800:00000200:0.0:1784947305.276665:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947305.276672:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947305.276681:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947305.276683:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947305.276690:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947305.276695:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947305.276700:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306068741 00000800:00000010:1.0:1784947305.276700:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000100:00000010:0.0:1784947305.276708:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889b40. 00000800:00000200:1.0:1784947305.276709:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947305.276717:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947305.276718:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947305.276721:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947305.276726:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.276727:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306068741 00000100:00000040:1.0:1784947305.276730:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9092 usecs (10 jiffies) 00000100:00000010:0.0:1784947305.276732:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889e40. 00000400:00000200:1.0:1784947305.276738:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947305.276739:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947305.276741:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306064906 00000100:00000001:0.0:1784947305.276745:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947305.276746:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306068741 00000100:00000001:0.0:1784947305.276749:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.276751:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306064906 00000100:00000001:0.0:1784947305.276754:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.276755:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306068741 00000100:00000001:0.0:1784947305.276757:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.276760:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947305.276763:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.276766:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947305.276767:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.276771:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947305.276772:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947305.276776:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947305.276779:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947305.276780:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947305.276785:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947305.276785:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947305.276791:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947305.276793:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.276794:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947305.276797:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.276802:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.276810:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947305.276812:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947305.276815:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947305.276817:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947305.276819:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947305.276822:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154977536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947305.276826:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947305.276829:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947305.276830:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947305.276833:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947305.276836:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fede00. 02000000:00000001:0.0:1784947305.276838:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947305.276840:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947305.276844:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaf78. 00000400:00000010:0.0:1784947305.276848:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000200:0.0:1784947305.276850:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977536, portal 10 00000100:00000001:0.0:1784947305.276852:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947305.276853:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000100:00000040:0.0:1784947305.276859:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947305.276862:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947305.276867:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000100:00000001:0.0:1784947305.276870:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947305.276874:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947305.276876:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947305.276877:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000200:0.0:1784947305.276881:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154977536, offset 0 00000400:00000200:1.0:1784947305.276885:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947305.276890:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947305.276894:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947305.276895:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000200:0.0:1784947305.276900:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784947305.276901:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000400:00000200:0.0:1784947305.276906:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784947305.276908:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784947305.276911:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947305.276917:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784947305.276918:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947305.276921:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947305.276929:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540868:540868:254:4294967295] 192.168.201.111@tcp LPNI seq info [540805:540805:6:4294967295] 00000400:00000200:0.0:1784947305.276941:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947305.276949:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947305.276954:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:1.0:1784947305.276956:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947305.276966:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947305.276973:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000100:00000001:1.0:1784947305.276974:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.276978:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947305.276982:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947305.276988:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947305.276991:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947305.276994:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947305.276998:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10266 usecs (11 jiffies) 00000400:00000200:0.0:1784947305.277001:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947305.277002:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306064907 00000100:00000001:0.0:1784947305.277005:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306068741 00000100:00000001:0.0:1784947305.277007:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306064907 00000100:00000001:0.0:1784947305.277009:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306068741 00000100:00000001:0.0:1784947305.277011:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947305.277013:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.277015:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.277016:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947305.277019:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947305.277020:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947305.277022:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947305.277023:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947305.277024:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.277026:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947305.277070:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947305.277083:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:1.0:1784947305.277087:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947305.277091:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947305.277094:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:1.0:1784947305.277095:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:1.0:1784947305.277098:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947305.277101:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.277107:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947305.277110:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.277115:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.277116:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947305.277126:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947305.277128:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000400:00000200:1.0:1784947305.277130:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947305.277132:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947305.277152:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:1.0:1784947305.277154:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784947305.277156:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947305.277160:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.277176:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947305.277179:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.277184:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.277185:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947305.278831:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.278843:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947305.278847:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.278849:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947305.278853:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278858:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947305.278863:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278867:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278872:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278875:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a307e00 00000400:00000200:0.0:1784947305.278879:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278883:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234d9 [1] + 224 00000800:00000001:0.0:1784947305.278889:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.278892:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947305.278894:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947305.278897:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947305.278901:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947305.278906:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947305.278915:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.278932:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947305.278938:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.278942:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947305.278943:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.278945:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947305.278947:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278950:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947305.278954:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278956:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278960:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278963:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307e80 00000400:00000200:0.0:1784947305.278966:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947305.278970:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234e1 [1] + 224 00000800:00000001:0.0:1784947305.278973:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.278977:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.278977:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947305.278982:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947305.278982:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947305.278988:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:1.0:1784947305.278990:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947305.278993:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947305.278995:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea058. 00000400:00000200:1.0:1784947305.279001:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:1.0:1784947305.279003:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:1.0:1784947305.279006:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947305.279007:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947305.279014:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947305.279015:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947305.279068:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947305.279081:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279083:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947305.279090:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947305.279092:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947305.279096:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.279097:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947305.279103:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947305.279104:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784947305.279108:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947305.279108:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947305.279110:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947305.279114:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947305.279114:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947305.279120:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947305.279125:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:1.0:1784947305.279129:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=46 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947305.279130:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784947305.279153:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=46 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947305.279154:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947305.279160:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784947305.279161:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947305.279164:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947305.279169:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a307f00 00010000:00000001:1.0:1784947305.279171:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947305.279175:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947305.279179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947305.279181:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947305.279185:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5234f9 [1] + 224 00000100:00000040:1.0:1784947305.279189:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947305.279191:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947305.279199:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.279199:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947305.279204:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784947305.279205:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947305.279208:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947305.279214:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:1.0:1784947305.279218:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279220:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947305.279228:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947305.279232:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154977280:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947305.279243:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.279247:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947305.279250:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947305.279252:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641154977280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279277:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947305.279279:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947305.279283:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784947305.279283:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947305.279286:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000800:00000001:0.0:1784947305.279288:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947305.279291:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947305.279295:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947305.279296:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947305.279299:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784947305.279299:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947305.279302:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000100:00000001:0.0:1784947305.279303:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784947305.279306:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:0.0:1784947305.279308:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784947305.279309:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:0.0:1784947305.279312:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1784947305.279313:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000400:00000010:0.0:1784947305.279316:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9790. 00000100:00000001:1.0:1784947305.279318:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947305.279321:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947305.279324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000100:00000001:1.0:1784947305.279325:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947305.279330:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:1.0:1784947305.279331:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947305.279334:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947305.279336:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784947305.279339:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784947305.279343:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947305.279343:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947305.279347:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaf78. 00000400:00000200:1.0:1784947305.279353:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000010:1.0:1784947305.279357:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000200:0.0:1784947305.279360:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.279361:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947305.279369:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279409:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784947305.279411:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279412:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947305.279418:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947305.279421:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947305.279424:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947305.279427:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947305.279433:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.279440:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784947305.279441:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=46 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947305.279442:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.279448:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:0.0:1784947305.279450:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=86 v=5 (1 1 1 1) 02000000:00000001:1.0:1784947305.279451:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947305.279454:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947305.279456:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947305.279457:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.279459:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947305.279461:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947305.279462:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1784947305.279466:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=46 v=5 (5 5 5 5) 00010000:00000001:0.0:1784947305.279467:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.279473:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1784947305.279475:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=68 v=5 (1 1 1 1) 00000100:00000040:0.0:1784947305.279476:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947305.279479:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947305.279481:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947305.279482:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.279484:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947305.279485:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947305.279489:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947305.279491:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.279493:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947305.279497:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947305.279501:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947305.279505:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947305.279507:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947305.279512:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784947305.279513:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279515:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947305.279524:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947305.279526:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947305.279533:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947305.279537:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784947305.279541:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154977408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947305.279546:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947305.279549:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947305.279549:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947305.279556:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641154977408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947305.279583:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947305.279586:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1784947305.279588:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154977536:192.168.201.111@tcp:400:kworker.0 02000000:00000010:0.0:1784947305.279590:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947305.279594:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947305.279597:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947305.279598:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784947305.279599:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947305.279603:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784947305.279604:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947305.279609:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 00000100:00000040:1.0:1784947305.279612:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641154977536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947321 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947305.279613:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947305.279616:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947305.279619:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784947305.279625:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947305.279627:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947305.279628:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947305.279630:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947305.279632:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784947305.279635:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fede00. 00000100:00000001:0.0:1784947305.279638:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784947305.279640:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947305.279641:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947305.279644:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947305.279645:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784947305.279648:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947305.279649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947305.279652:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947305.279656:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:1.0:1784947305.279659:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947305.279660:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947305.279662:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000100:00000001:1.0:1784947305.279664:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947305.279665:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.279667:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947305.279670:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947305.279672:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947305.279673:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947305.279675:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947305.468166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947305.468172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947305.468245:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947305.468250:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947305.468255:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947306.492139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947306.492144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947306.492202:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947306.492206:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947306.492209:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947307.516194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947307.516200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947307.516223:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947307.516226:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947307.516230:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947308.540148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947308.540155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947308.540220:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947308.540226:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947308.540230:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947309.180155:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306068741, at 4306068800 00000100:00000040:1.0:1784947309.180158:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306068741, at 4306068800 00000100:00000010:0.0:1784947309.180171:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889b40. 00000100:00000010:1.0:1784947309.180173:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889e40. 00010000:00000001:1.0:1784947309.564157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947309.564163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947309.564208:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947309.564213:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947309.564216:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947310.396284:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947310.396298:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947310.396310:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947310.396318:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947310.396324:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947310.396327:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947310.396334:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947310.396344:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947310.396353:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.396368:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947310.396381:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947310.396387:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.396395:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947310.396435:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.396439:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947310.396443:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947310.396447:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947310.396451:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947310.396454:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947310.396456:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947310.396459:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947310.396464:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947310.396468:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.396475:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947310.396476:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.396484:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947310.396490:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947310.396492:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947310.396497:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947310.396505:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947310.396507:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.396550:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947310.396556:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947310.396556:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.396567:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947310.396568:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947310.396576:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947310.396577:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784947310.396582:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 02000000:00000001:2.0:1784947310.396584:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947310.396591:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:2.0:1784947310.396597:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154977664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947310.396599:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947310.396606:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947310.396608:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947310.396613:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947310.396617:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947310.396624:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947310.396627:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947310.396627:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947310.396638:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947310.396639:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59e400. 02000000:00000001:2.0:1784947310.396648:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.396655:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784947310.396661:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947310.396671:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947310.396675:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947310.396680:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947310.396683:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000040:3.0:1784947310.396688:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_01+1] req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947310.396695:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977664, portal 25 00000100:00000001:2.0:1784947310.396705:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947310.396707:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.396709:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000040:3.0:1784947310.396713:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947310.396721:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947310.396723:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947310.396727:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947310.396742:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947310.396754:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947310.396755:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11407) 00000100:00000040:2.0:1784947310.396762:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947310.396767:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784947310.396772:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154977664, offset 0 00000400:00000200:2.0:1784947310.396779:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947310.396790:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947310.396797:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947310.396804:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947310.396804:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947310.396810:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947310.396817:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947310.396823:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947310.396829:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947310.396840:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947310.396846:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947310.396849:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947310.396852:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947310.396859:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784947310.396860:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540869:540869:256:4294967295] 192.168.201.111@tcp LPNI seq info [540806:540806:8:4294967295] 02000000:00000001:3.0:1784947310.396864:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947310.396873:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947310.396875:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947310.396885:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154977792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947310.396896:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947310.396904:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947310.396904:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947310.396911:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947310.396915:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784947310.396921:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947310.396925:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000800:00000010:2.0:1784947310.396931:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 02000000:00000001:3.0:1784947310.396932:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947310.396949:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947310.396951:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784947310.396957:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000800:00000200:2.0:1784947310.396967:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:3.0:1784947310.396968:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000800:00000200:2.0:1784947310.396977:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784947310.396979:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977792, portal 10 00000100:00000001:3.0:1784947310.396986:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947310.396988:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:3.0:1784947310.396998:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.397004:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947310.397009:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947310.397014:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947310.397017:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000200:3.0:1784947310.397022:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154977792, offset 0 00000400:00000200:2.0:1784947310.397024:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947310.397031:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306073861 00000400:00000200:3.0:1784947310.397036:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947310.397042:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff435a0. 00000100:00000001:2.0:1784947310.397114:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947310.397121:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947310.397124:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306073862 00000400:00000200:3.0:1784947310.397132:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:2.0:1784947310.397134:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff434e0. 00000100:00000001:2.0:1784947310.397143:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947310.397145:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947310.397153:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947310.397155:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947310.397161:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947310.397163:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947310.397171:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947310.397172:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.397179:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947310.397184:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540870:540870:255:4294967295] 192.168.201.111@tcp LPNI seq info [540807:540807:7:4294967295] 00000100:00000001:2.0:1784947310.397191:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947310.397193:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947310.397197:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947310.397203:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.397209:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947310.397214:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947310.397215:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784947310.397225:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947310.397235:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947310.397238:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947310.397251:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000800:00000010:3.0:1784947310.397252:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000100:00000001:2.0:1784947310.397253:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947310.397260:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947310.397265:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947310.397267:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1784947310.397268:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:2.0:1784947310.397274:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947310.397281:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947310.397284:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784947310.397290:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:2.0:1784947310.397294:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154977920:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947310.397299:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000800:00000200:3.0:1784947310.397301:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784947310.397308:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:2.0:1784947310.397309:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947310.397312:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947310.397315:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947310.397319:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947310.397321:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947310.397322:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9092 usecs (10 jiffies) 02000000:00000001:2.0:1784947310.397330:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947310.397334:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947310.397336:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784947310.397338:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947310.397347:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947310.397361:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947310.397366:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947310.397367:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947310.397375:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000040:1.0:1784947310.397377:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947310.397384:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154977920, portal 10 00000100:00000001:2.0:1784947310.397392:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947310.397396:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000001:1.0:1784947310.397401:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947310.397406:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947310.397412:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.397424:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947310.397430:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947310.397435:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784947310.397439:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154977920, offset 0 00000100:00000001:3.0:1784947310.397444:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306070027 00000400:00000200:2.0:1784947310.397451:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947310.397452:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306073861 00000100:00000001:3.0:1784947310.397459:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306070027 00000400:00000200:2.0:1784947310.397460:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947310.397467:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306073862 00000800:00000200:1.0:1784947310.397470:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947310.397474:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947310.397476:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784947310.397478:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:2.0:1784947310.397489:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947310.397490:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947310.397491:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947310.397501:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947310.397502:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947310.397513:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947310.397514:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947310.397514:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947310.397530:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000200:2.0:1784947310.397530:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:1.0:1784947310.397538:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000400:00000200:2.0:1784947310.397542:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540871:540871:255:4294967295] 192.168.201.111@tcp LPNI seq info [540808:540808:7:4294967295] 00000100:00000001:1.0:1784947310.397546:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947310.397552:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947310.397559:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947310.397574:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947310.397581:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947310.397582:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947310.397590:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947310.397597:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947310.397599:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784947310.397606:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947310.397607:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947310.397609:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947310.397618:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947310.397621:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:1.0:1784947310.397634:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947310.397641:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947310.397642:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947310.397655:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947310.397660:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947310.397677:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947310.397682:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10266 usecs (11 jiffies) 00000400:00000200:2.0:1784947310.397687:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947310.397690:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306070028 00000100:00000001:2.0:1784947310.397693:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306073861 00000100:00000001:2.0:1784947310.397696:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306070028 00000100:00000001:2.0:1784947310.397699:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306073862 00000100:00000001:2.0:1784947310.397702:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947310.397704:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.397709:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.397712:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.397716:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947310.397719:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947310.397721:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.397723:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947310.397725:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.397728:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947310.397814:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947310.397824:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947310.397833:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947310.397843:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947310.397850:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:0.0:1784947310.397855:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:0.0:1784947310.397861:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947310.397871:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947310.397889:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947310.397895:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947310.397909:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947310.397913:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947310.399351:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947310.399367:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947310.399372:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947310.399377:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947310.399386:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947310.399394:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947310.399406:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947310.399413:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947310.399422:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947310.399429:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a307f80 00000400:00000200:1.0:1784947310.399437:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947310.399447:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523509 [1] + 224 00000800:00000001:1.0:1784947310.399456:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947310.399467:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947310.399472:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947310.399479:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947310.399485:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947310.399493:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947310.399511:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947310.399535:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947310.399544:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947310.399549:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.399620:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.399625:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947310.399633:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947310.399634:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947310.399637:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947310.399643:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784947310.399645:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947310.399649:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947310.399657:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947310.399670:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.399679:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947310.399681:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.399683:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947310.399686:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947310.399689:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947310.399691:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947310.399694:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947310.399701:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947310.399705:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947310.399708:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947310.399710:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947310.399713:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947310.399716:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.399718:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947310.399723:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.399738:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947310.399741:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947310.399744:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947310.399748:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947310.399756:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154977664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947310.399761:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.399763:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947310.399766:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641154977664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.399773:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947310.399776:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947310.399779:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59e400. 02000000:00000001:2.0:1784947310.399782:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947310.399784:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947310.399786:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947310.399789:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947310.399792:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:2.0:1784947310.399796:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947310.399798:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947310.399800:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947310.399803:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947310.399805:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.399807:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.399809:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.399811:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947310.399813:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.399815:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947310.400198:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947310.400212:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947310.400216:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947310.400222:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947310.400229:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400238:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947310.400249:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400255:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400261:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400267:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308080 00000400:00000200:0.0:1784947310.400274:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400280:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523519 [1] + 224 00000800:00000001:0.0:1784947310.400288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947310.400293:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947310.400296:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947310.400300:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947310.400314:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947310.400320:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947310.400332:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947310.400354:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947310.400361:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947310.400365:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947310.400367:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947310.400369:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947310.400373:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400377:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947310.400382:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400384:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400388:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400391:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308000 00000400:00000200:0.0:1784947310.400395:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947310.400399:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523511 [1] + 224 00000800:00000001:0.0:1784947310.400402:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947310.400408:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947310.400411:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947310.400415:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947310.400419:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947310.400423:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947310.400435:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.400443:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.400449:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947310.400452:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784947310.400456:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947310.400461:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947310.400464:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947310.400471:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:2.0:1784947310.400474:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:2.0:1784947310.400478:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947310.400486:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947310.400489:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947310.400492:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947310.400501:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947310.400508:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784947310.400515:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947310.400519:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947310.400525:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947310.400531:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947310.400533:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947310.400540:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947310.400541:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000100:00000001:2.0:1784947310.400543:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:3.0:1784947310.400548:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 02000000:00000001:2.0:1784947310.400549:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947310.400553:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947310.400556:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947310.400557:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947310.400563:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947310.400569:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=51 v=5 (5 5 5 5) 00000100:00000200:3.0:1784947310.400571:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947310.400579:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947310.400590:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947310.400594:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947310.400600:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784947310.400602:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947310.400605:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.400613:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947310.400618:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947310.400622:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947310.400624:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947310.400627:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.400628:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947310.400634:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947310.400639:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784947310.400641:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947310.400642:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947310.400647:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947310.400655:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.400665:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784947310.400668:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=51 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947310.400670:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947310.400674:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947310.400679:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=91 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947310.400683:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947310.400686:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947310.400691:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947310.400698:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947310.400704:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947310.400708:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154977920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947310.400711:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947310.400716:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947310.400724:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947310.400726:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947310.400727:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947310.400732:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947310.400740:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947310.400742:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641154977920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947310.400779:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947310.400781:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947310.400785:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784947310.400786:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947310.400789:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947310.400791:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947310.400798:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784947310.400803:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947310.400804:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947310.400810:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947310.400817:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947310.400821:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:2.0:1784947310.400828:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784947310.400828:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154977792:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947310.400834:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947310.400839:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:3.0:1784947310.400840:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.400844:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947310.400845:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947310.400848:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947310.400855:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947310.400855:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641154977792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947326 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947310.400865:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947310.400869:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947310.400876:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947310.400877:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947310.400883:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947310.400883:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947310.400888:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947310.400894:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947310.400896:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947310.400898:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947310.400902:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947310.400904:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:3.0:1784947310.400907:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947310.400910:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947310.400912:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:3.0:1784947310.400916:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947310.400917:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947310.400919:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947310.400924:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947310.400926:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947310.400929:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947310.400931:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947310.588175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947310.588184:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947310.588187:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947310.588191:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947310.588197:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947310.588199:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947310.588202:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947310.588206:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947310.588271:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947310.588276:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947310.588280:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947311.612185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947311.612192:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947311.612239:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947311.612244:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947311.612247:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947312.636136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947312.636143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947312.636167:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947312.636170:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947312.636173:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947313.660130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947313.660138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947313.660187:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947313.660191:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947313.660194:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947314.300125:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306073861, at 4306073920 00000100:00000040:1.0:1784947314.300125:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306073862, at 4306073920 00000100:00000010:0.0:1784947314.300141:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff435a0. 00000100:00000010:1.0:1784947314.300142:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff434e0. 00010000:00000001:1.0:1784947314.684210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947314.684216:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947314.684257:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947314.684262:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947314.684266:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947315.516220:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947315.516232:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947315.516242:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947315.516249:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947315.516255:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947315.516258:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947315.516264:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947315.516273:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947315.516280:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.516292:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947315.516304:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947315.516309:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.516316:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.516344:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.516348:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947315.516353:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947315.516356:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947315.516360:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947315.516362:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947315.516364:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947315.516367:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.516367:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947315.516371:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:3.0:1784947315.516374:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947315.516376:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.516378:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947315.516385:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784947315.516391:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.516403:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947315.516407:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.516411:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947315.516416:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.516417:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947315.516423:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947315.516429:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947315.516449:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947315.516451:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.516456:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784947315.516464:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154978048:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947315.516467:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947315.516474:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784947315.516477:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1784947315.516480:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947315.516488:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947315.516488:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947315.516495:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947315.516497:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947315.516499:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947315.516505:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947315.516508:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947315.516515:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947315.516518:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000040:2.0:1784947315.516525:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947315.516526:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947315.516544:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947315.516548:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784947315.516553:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947315.516556:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.516570:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947315.516570:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947315.516584:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978048, portal 25 00000100:00000001:2.0:1784947315.516590:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.516592:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947315.516598:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947315.516599:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:2.0:1784947315.516612:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947315.516619:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947315.516620:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947315.516628:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947315.516641:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11412) 00000100:00000001:3.0:1784947315.516644:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947315.516653:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947315.516658:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784947315.516662:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784947315.516665:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154978048, offset 0 00000100:00000001:2.0:1784947315.516668:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947315.516673:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947315.516679:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947315.516686:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947315.516699:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947315.516709:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947315.516712:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947315.516716:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947315.516719:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947315.516725:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947315.516728:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947315.516731:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947315.516739:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00100000:2.0:1784947315.516744:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154978176:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947315.516752:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947315.516757:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947315.516762:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947315.516765:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947315.516771:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947315.516773:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540872:540872:256:4294967295] 192.168.201.111@tcp LPNI seq info [540809:540809:8:4294967295] 02000000:00000001:2.0:1784947315.516778:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947315.516788:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000400:00000200:3.0:1784947315.516788:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947315.516796:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947315.516806:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947315.516815:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947315.516816:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784947315.516827:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000800:00000200:3.0:1784947315.516835:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947315.516839:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978176, portal 10 00000100:00000001:2.0:1784947315.516845:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784947315.516847:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000100:00000001:2.0:1784947315.516848:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000800:00000200:3.0:1784947315.516867:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947315.516868:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.516884:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947315.516892:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947315.516892:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947315.516898:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000200:2.0:1784947315.516904:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154978176, offset 0 00000800:00000200:3.0:1784947315.516906:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947315.516914:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947315.516922:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947315.516927:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947315.516930:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947315.516934:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947315.516937:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947315.516940:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947315.516941:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947315.516949:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540873:540873:255:4294967295] 192.168.201.111@tcp LPNI seq info [540810:540810:7:4294967295] 00000400:00000200:3.0:1784947315.516979:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947315.516986:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306078981 00000400:00000200:2.0:1784947315.516989:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947315.517000:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7420. 00000400:00000200:2.0:1784947315.517012:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947315.517016:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947315.517022:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947315.517029:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947315.517033:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306078981 00000800:00000200:2.0:1784947315.517035:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947315.517082:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:3.0:1784947315.517086:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d72a0. 00000800:00000200:2.0:1784947315.517087:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947315.517097:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.517101:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784947315.517104:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9092 usecs (10 jiffies) 00000400:00000200:2.0:1784947315.517112:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947315.517115:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947315.517116:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306075147 00000100:00000001:2.0:1784947315.517123:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306078981 00000100:00000001:3.0:1784947315.517128:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.517129:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306075147 00000800:00000200:1.0:1784947315.517133:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947315.517135:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306078981 00000100:00000001:3.0:1784947315.517141:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.517142:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784947315.517143:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000100:00000001:2.0:1784947315.517168:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.517170:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.517171:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947315.517172:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947315.517177:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947315.517183:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947315.517184:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947315.517185:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947315.517187:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947315.517188:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000100:00000001:3.0:1784947315.517191:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947315.517192:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784947315.517193:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784947315.517196:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947315.517199:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947315.517201:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947315.517201:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784947315.517202:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784947315.517206:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947315.517208:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947315.517208:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947315.517209:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947315.517213:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947315.517215:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.517218:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947315.517221:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947315.517224:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947315.517225:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.517231:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947315.517234:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947315.517239:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947315.517242:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947315.517244:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947315.517244:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947315.517247:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947315.517251:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947315.517258:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154978304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947315.517264:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.517264:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947315.517268:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947315.517269:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947315.517270:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947315.517273:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947315.517275:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59e400. 02000000:00000001:2.0:1784947315.517276:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947315.517279:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947315.517281:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947315.517284:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784947315.517287:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978304, portal 10 00000100:00000001:2.0:1784947315.517289:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947315.517290:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000040:2.0:1784947315.517294:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.517299:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947315.517301:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947315.517303:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947315.517305:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154978304, offset 0 00000400:00000200:2.0:1784947315.517308:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947315.517311:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947315.517314:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947315.517315:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947315.517317:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947315.517319:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947315.517321:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947315.517323:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540874:540874:255:4294967295] 192.168.201.111@tcp LPNI seq info [540811:540811:7:4294967295] 00000400:00000200:2.0:1784947315.517326:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947315.517331:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947315.517336:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947315.517336:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947315.517341:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000800:00000010:2.0:1784947315.517343:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947315.517347:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947315.517351:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947315.517356:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784947315.517360:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947315.517361:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000800:00000200:2.0:1784947315.517365:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784947315.517366:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:1.0:1784947315.517371:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947315.517371:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.517375:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10266 usecs (11 jiffies) 00000100:00000200:1.0:1784947315.517378:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947315.517382:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947315.517385:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306075148 00000100:00000001:2.0:1784947315.517390:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306078981 00000100:00000001:2.0:1784947315.517395:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306075148 00000100:00000001:1.0:1784947315.517397:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947315.517399:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306078981 00000100:00000040:1.0:1784947315.517402:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.517403:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947315.517408:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.517413:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947315.517417:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.517418:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947315.517420:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947315.517450:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947315.517453:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947315.517457:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947315.517462:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947315.517464:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:1.0:1784947315.517466:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:1.0:1784947315.517469:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947315.517472:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947315.517480:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947315.517483:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947315.517488:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947315.517490:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947315.519318:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519329:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947315.519332:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519334:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947315.519338:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519342:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947315.519346:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519349:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519352:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519356:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308100 00000400:00000200:0.0:1784947315.519359:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519363:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523521 [1] + 224 00000800:00000001:0.0:1784947315.519369:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519372:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947315.519374:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947315.519376:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947315.519380:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947315.519384:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947315.519396:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947315.519410:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947315.519416:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519418:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947315.519420:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519421:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947315.519424:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519427:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947315.519431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519432:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519434:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519437:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308180 00000400:00000200:0.0:1784947315.519440:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519443:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523529 [1] + 224 00000800:00000001:0.0:1784947315.519445:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519447:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947315.519447:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947315.519451:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947315.519452:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947315.519456:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947315.519458:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784947315.519460:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784947315.519461:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947315.519465:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784947315.519472:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947315.519472:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947315.519480:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947315.519484:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:0.0:1784947315.519487:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947315.519488:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947315.519492:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519496:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947315.519497:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947315.519498:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947315.519500:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947315.519506:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519511:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947315.519523:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519529:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947315.519530:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947315.519536:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947315.519545:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308200 00000100:00000001:2.0:1784947315.519545:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947315.519548:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947315.519549:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947315.519554:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947315.519554:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947315.519555:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947315.519558:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947315.519560:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:2.0:1784947315.519562:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947315.519566:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784947315.519567:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:2.0:1784947315.519570:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:3.0:1784947315.519571:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947315.519573:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947315.519575:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947315.519579:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523531 [1] + 224 00000100:00000200:2.0:1784947315.519582:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947315.519582:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947315.519587:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947315.519592:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=56 v=5 (5 5 5 5) 00000100:00000200:2.0:1784947315.519596:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947315.519598:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947315.519599:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947315.519610:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947315.519611:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947315.519613:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947315.519615:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947315.519615:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519619:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947315.519622:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1784947315.519622:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947315.519623:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947315.519626:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1784947315.519628:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519630:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947315.519631:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947315.519635:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.519638:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947315.519641:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=56 v=5 (5 5 5 5) 00000100:00000200:0.0:1784947315.519642:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947315.519649:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=96 v=5 (1 1 1 1) 00000100:00000040:3.0:1784947315.519650:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.519656:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947315.519659:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947315.519663:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947315.519667:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519672:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947315.519674:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947315.519675:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947315.519679:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947315.519681:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.519689:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947315.519705:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947315.519710:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947315.519715:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519715:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947315.519717:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947315.519721:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947315.519723:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947315.519724:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947315.519729:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947315.519731:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947315.519741:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154978176:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947315.519743:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.519745:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519748:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947315.519753:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154978176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.519769:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947315.519772:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947315.519776:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00100000:3.0:1784947315.519776:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154978048:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947315.519781:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947315.519784:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947315.519787:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947315.519789:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947315.519789:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947315.519792:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:3.0:1784947315.519794:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947315.519796:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947315.519799:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947315.519801:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000040:3.0:1784947315.519804:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154978048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.519805:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947315.519807:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519812:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519815:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947315.519817:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947315.519820:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947315.519822:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947315.519824:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784947315.519825:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947315.519828:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 02000000:00000001:3.0:1784947315.519828:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1784947315.519832:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 02000000:00000010:3.0:1784947315.519833:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947315.519835:0:2409:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947315.519840:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1784947315.519841:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947315.519843:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947315.519846:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947315.519851:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947315.519855:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000200:2.0:1784947315.519858:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947315.519860:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947315.519863:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947315.519866:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:2.0:1784947315.519867:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947315.519871:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519873:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947315.519873:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784947315.519874:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947315.519878:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947315.519878:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519880:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947315.519883:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947315.519884:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947315.519890:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=56 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947315.519891:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784947315.519892:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947315.519896:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947315.519896:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519898:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947315.519901:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947315.519902:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784947315.519903:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519907:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947315.519907:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.519908:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947315.519912:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947315.519913:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947315.519916:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.519924:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947315.519925:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947315.519926:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947315.519929:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947315.519934:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154978304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947315.519936:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519937:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947315.519939:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641154978304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947331 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947315.519943:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947315.519944:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947315.519945:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59e400. 02000000:00000001:2.0:1784947315.519946:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947315.519947:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947315.519947:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947315.519949:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947315.519950:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:2.0:1784947315.519951:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947315.519952:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947315.519953:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:2.0:1784947315.519954:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947315.519955:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519956:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947315.519976:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947315.519978:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947315.519979:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947315.519981:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947315.708127:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947315.708133:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947315.708204:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947315.708208:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947315.708211:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947316.732169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947316.732175:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947316.732237:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947316.732243:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947316.732246:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947317.756130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947317.756137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947317.756161:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947317.756163:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947317.756166:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947318.780133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947318.780139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947318.780219:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947318.780223:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947318.780227:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947319.420200:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306078981, at 4306079040 00000100:00000040:0.0:1784947319.420202:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306078981, at 4306079040 00000100:00000010:1.0:1784947319.420226:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d72a0. 00000100:00000010:0.0:1784947319.420230:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7420. 00010000:00000001:1.0:1784947319.804192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947319.804205:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947319.804210:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947319.804216:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947319.804223:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947319.804227:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947319.804231:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947319.804235:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947319.804308:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947319.804315:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947319.804321:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947320.636250:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947320.636262:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947320.636275:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784947320.636283:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947320.636290:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947320.636294:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947320.636302:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947320.636314:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947320.636322:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636337:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947320.636352:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947320.636358:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636366:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.636413:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636417:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947320.636423:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947320.636426:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784947320.636430:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947320.636432:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947320.636434:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947320.636437:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947320.636441:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947320.636444:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636449:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947320.636460:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947320.636463:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636469:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.636482:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636485:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947320.636490:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784947320.636495:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784947320.636496:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784947320.636504:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947320.636505:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947320.636509:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784947320.636512:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784947320.636514:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947320.636520:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947320.636525:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000040:0.0:1784947320.636531:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.636532:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.636549:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947320.636563:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947320.636569:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.636573:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784947320.636577:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947320.636579:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947320.636587:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947320.636589:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947320.636600:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.636616:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947320.636622:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154978432:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947320.636623:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947320.636638:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947320.636645:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947320.636646:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947320.636656:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947320.636660:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947320.636662:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11417) 02000000:00000001:0.0:1784947320.636670:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947320.636678:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947320.636681:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947320.636686:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947320.636689:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784947320.636692:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 00000100:00000040:1.0:1784947320.636699:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947320.636702:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.636719:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947320.636724:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947320.636727:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947320.636729:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947320.636735:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947320.636741:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947320.636742:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea3c8. 00000100:00100000:1.0:1784947320.636748:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154978560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947320.636755:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784947320.636758:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 02000000:00000001:1.0:1784947320.636760:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947320.636767:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947320.636772:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784947320.636776:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978432, portal 25 02000000:00000010:1.0:1784947320.636779:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784947320.636785:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784947320.636787:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947320.636793:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000400:00000200:1.0:1784947320.636802:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947320.636809:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9580. 00000100:00000040:0.0:1784947320.636819:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947320.636821:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000100:00000200:1.0:1784947320.636831:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978560, portal 10 00000100:00000001:1.0:1784947320.636840:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947320.636846:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000001:0.0:1784947320.636851:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947320.636858:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947320.636864:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000200:0.0:1784947320.636870:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154978432, offset 0 00000100:00000040:1.0:1784947320.636898:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947320.636906:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947320.636928:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947320.636932:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947320.636945:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947320.636950:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784947320.636955:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000400:00000200:0.0:1784947320.636960:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784947320.636965:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154978560, offset 0 00000400:00000200:0.0:1784947320.636970:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947320.636982:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947320.636983:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947320.636992:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947320.636998:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540875:540875:256:4294967295] 192.168.201.111@tcp LPNI seq info [540812:540812:8:4294967295] 00000400:00000200:0.0:1784947320.637004:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.637015:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947320.637023:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947320.637031:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947320.637038:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000400:00000200:1.0:1784947320.637092:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947320.637101:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947320.637107:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947320.637112:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947320.637116:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947320.637123:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540876:540876:255:4294967295] 192.168.201.111@tcp LPNI seq info [540813:540813:7:4294967295] 00000800:00000200:0.0:1784947320.637131:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947320.637140:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947320.637159:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947320.637168:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947320.637171:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784947320.637182:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947320.637190:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784947320.637194:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947320.637203:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947320.637213:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947320.637219:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306084102 00000800:00000200:1.0:1784947320.637226:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:0.0:1784947320.637232:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889b40. 00000800:00000200:1.0:1784947320.637235:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947320.637244:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947320.637245:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1784947320.637250:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9092 usecs (10 jiffies) 00000100:00000001:0.0:1784947320.637260:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306084102 00000400:00000200:1.0:1784947320.637260:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947320.637269:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306080267 00000100:00000010:0.0:1784947320.637274:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889600. 00000100:00000001:1.0:1784947320.637276:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306084102 00000100:00000001:1.0:1784947320.637285:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306080267 00000100:00000001:0.0:1784947320.637289:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947320.637300:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306084102 00000100:00000001:0.0:1784947320.637301:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947320.637310:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947320.637314:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637318:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947320.637327:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637327:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637339:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947320.637341:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.637349:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947320.637354:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947320.637357:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947320.637359:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947320.637367:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947320.637367:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947320.637373:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947320.637380:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784947320.637381:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784947320.637391:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947320.637391:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947320.637402:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637403:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947320.637408:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947320.637416:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637417:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947320.637421:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947320.637427:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947320.637434:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.637444:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947320.637447:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947320.637451:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947320.637454:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947320.637456:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947320.637461:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154978688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947320.637466:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947320.637470:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947320.637472:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947320.637474:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947320.637479:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947320.637482:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947320.637488:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947320.637491:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9aa8. 00000400:00000010:1.0:1784947320.637498:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000800:00000200:0.0:1784947320.637503:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1784947320.637504:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978688, portal 10 00000100:00000001:1.0:1784947320.637515:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1784947320.637519:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000001:1.0:1784947320.637520:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000100:00000040:1.0:1784947320.637536:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947320.637537:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947320.637554:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947320.637559:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:1.0:1784947320.637567:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947320.637573:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000400:00000200:0.0:1784947320.637577:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:0.0:1784947320.637584:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000200:1.0:1784947320.637592:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154978688, offset 0 00000100:00000001:0.0:1784947320.637593:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947320.637608:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947320.637609:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947320.637625:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947320.637637:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947320.637646:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947320.637647:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947320.637659:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:0.0:1784947320.637661:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947320.637663:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947320.637673:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947320.637688:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540877:540877:254:4294967295] 192.168.201.111@tcp LPNI seq info [540814:540814:6:4294967295] 00000400:00000200:1.0:1784947320.637709:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947320.637730:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947320.637732:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947320.637738:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947320.637746:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947320.637752:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000800:00000200:1.0:1784947320.637757:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947320.637765:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947320.637769:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947320.637773:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.637777:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10265 usecs (11 jiffies) 00000400:00000200:1.0:1784947320.637782:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947320.637784:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306080268 00000100:00000001:1.0:1784947320.637788:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306084102 00000100:00000001:1.0:1784947320.637791:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306080268 00000100:00000001:1.0:1784947320.637794:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306084102 00000100:00000001:1.0:1784947320.637797:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947320.637799:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637802:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.637805:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947320.637832:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947320.637841:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784947320.637849:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947320.637858:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947320.637864:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:0.0:1784947320.637867:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784947320.637893:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947320.637902:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947320.637918:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947320.637925:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947320.637938:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947320.637943:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947320.637968:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947320.637973:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784947320.637979:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947320.637987:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947320.637992:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:0.0:1784947320.637996:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:0.0:1784947320.638001:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947320.638009:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947320.638024:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947320.638031:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947320.638082:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947320.638086:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947320.640415:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947320.640438:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947320.640444:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947320.640450:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947320.640460:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640471:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947320.640483:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640491:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640499:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640506:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308280 00000400:00000200:0.0:1784947320.640516:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640527:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523539 [1] + 224 00000800:00000001:0.0:1784947320.640541:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947320.640556:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947320.640562:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947320.640570:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947320.640579:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947320.640591:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947320.640615:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947320.640651:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947320.640664:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947320.640673:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947320.640678:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947320.640685:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947320.640693:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640704:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947320.640708:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947320.640715:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947320.640718:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784947320.640725:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947320.640731:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947320.640733:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947320.640737:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea3c8. 00000400:00000200:1.0:1784947320.640748:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000200:0.0:1784947320.640750:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947320.640753:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:1.0:1784947320.640763:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947320.640772:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308300 00000100:00000200:1.0:1784947320.640780:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947320.640791:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.640813:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523541 [1] + 224 00000100:00000200:1.0:1784947320.640814:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947320.640836:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947320.640839:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947320.640844:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.640848:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947320.640852:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947320.640853:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.640857:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947320.640864:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947320.640866:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784947320.640894:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947320.640907:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:1.0:1784947320.640907:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=61 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947320.640928:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784947320.640929:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947320.640938:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947320.640942:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947320.640944:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784947320.640947:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947320.640953:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.640962:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.640980:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947320.640983:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641027:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947320.641033:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947320.641036:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947320.641042:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947320.641092:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947320.641093:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947320.641101:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947320.641110:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784947320.641117:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154978432:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947320.641119:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947320.641133:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947320.641135:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641143:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947320.641147:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:1.0:1784947320.641157:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641154978432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947320.641165:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.641179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947320.641193:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947320.641196:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784947320.641204:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308380 02000000:00000001:1.0:1784947320.641205:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947320.641213:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 00000400:00000200:0.0:1784947320.641216:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947320.641222:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784947320.641225:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523559 [1] + 224 00000020:00000001:1.0:1784947320.641229:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947320.641236:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784947320.641237:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784947320.641242:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947320.641248:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000800:00000001:0.0:1784947320.641250:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947320.641255:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784947320.641258:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784947320.641262:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947320.641270:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000400:00000200:0.0:1784947320.641271:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947320.641281:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947320.641283:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947320.641287:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947320.641294:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641296:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641307:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947320.641314:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.641321:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947320.641326:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947320.641338:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641341:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947320.641345:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947320.641365:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947320.641392:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947320.641400:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947320.641416:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947320.641421:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947320.641425:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9aa8. 00000400:00000200:1.0:1784947320.641433:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000010:1.0:1784947320.641436:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:1.0:1784947320.641441:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947320.641448:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947320.641460:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641469:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947320.641471:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641473:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947320.641475:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947320.641477:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947320.641479:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947320.641481:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947320.641487:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947320.641491:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947320.641494:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947320.641496:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947320.641498:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947320.641502:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.641506:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947320.641509:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947320.641511:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947320.641513:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.641518:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641527:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947320.641530:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947320.641532:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947320.641537:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947320.641547:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154978688:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784947320.641552:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947320.641554:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947320.641556:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9580. 00000400:00000200:1.0:1784947320.641559:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:1.0:1784947320.641560:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:1.0:1784947320.641563:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947320.641567:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947320.641577:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641585:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947320.641587:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641589:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947320.641590:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947320.641591:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947320.641593:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947320.641595:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947320.641599:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947320.641602:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947320.641604:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947320.641606:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947320.641608:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947320.641610:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.641612:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947320.641614:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947320.641616:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947320.641617:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947320.641622:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641631:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947320.641633:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947320.641635:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947320.641640:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947320.641648:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154978560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947320.641653:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641655:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947320.641659:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641154978688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641666:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947320.641668:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947320.641670:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947320.641673:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947320.641674:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947320.641676:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947320.641679:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947320.641681:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:1.0:1784947320.641683:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947320.641685:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947320.641686:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:1.0:1784947320.641689:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947320.641691:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641693:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947320.641697:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641154978560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947336 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947320.641704:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947320.641706:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947320.641708:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947320.641711:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947320.641712:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947320.641715:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947320.641717:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947320.641719:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784947320.641721:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947320.641723:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947320.641724:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:1.0:1784947320.641727:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947320.641728:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641731:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947320.641734:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947320.641736:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947320.641738:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947320.641740:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947320.828173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947320.828183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947320.828327:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947320.828333:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947320.828338:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947321.852133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947321.852141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947321.852194:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947321.852198:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947321.852201:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947322.876134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947322.876142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947322.876171:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947322.876176:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947322.876179:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947323.900152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947323.900162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947323.900240:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947323.900245:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947323.900249:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947324.540114:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306084102, at 4306084160 00000100:00000040:1.0:1784947324.540114:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306084102, at 4306084160 00000100:00000010:0.0:1784947324.540128:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889b40. 00000100:00000010:1.0:1784947324.540130:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889600. 00010000:00000001:1.0:1784947324.924122:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947324.924128:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947324.924164:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947324.924169:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947324.924173:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947325.756191:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947325.756199:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947325.756208:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947325.756213:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947325.756216:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947325.756219:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947325.756223:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947325.756231:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947325.756236:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756246:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947325.756254:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947325.756257:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756262:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947325.756297:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756299:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947325.756302:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947325.756304:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947325.756306:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947325.756307:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947325.756308:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947325.756310:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947325.756312:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947325.756314:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756316:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947325.756321:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947325.756322:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756325:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_00+0] req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947325.756329:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756331:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947325.756333:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947325.756335:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947325.756337:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947325.756338:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947325.756339:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947325.756340:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947325.756344:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947325.756345:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756348:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947325.756353:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947325.756354:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756357:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.756360:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947325.756365:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.756367:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947325.756368:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947325.756370:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947325.756378:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.756385:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947325.756387:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947325.756389:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947325.756392:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947325.756394:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947325.756396:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154978816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947325.756399:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947325.756404:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947325.756406:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947325.756407:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947325.756409:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.756410:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947325.756413:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947325.756416:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11423) 02000000:00000010:3.0:1784947325.756419:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947325.756422:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947325.756429:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947325.756432:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947325.756437:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947325.756439:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947325.756440:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947325.756444:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784947325.756447:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978816, portal 25 00000100:00000040:2.0:1784947325.756448:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.756453:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947325.756456:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000001:2.0:1784947325.756461:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947325.756464:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947325.756465:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947325.756468:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947325.756471:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947325.756475:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.756478:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:2.0:1784947325.756481:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154978944:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947325.756485:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947325.756488:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784947325.756490:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 02000000:00000001:2.0:1784947325.756492:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1784947325.756494:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154978816, offset 0 02000000:00000001:2.0:1784947325.756495:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947325.756499:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947325.756502:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:2.0:1784947325.756503:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947325.756506:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947325.756510:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947325.756514:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947325.756515:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947325.756521:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000400:00000200:3.0:1784947325.756522:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:2.0:1784947325.756525:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154978944, portal 10 00000400:00000200:3.0:1784947325.756528:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947325.756529:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947325.756532:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000400:00000200:3.0:1784947325.756535:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947325.756540:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784947325.756541:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947325.756544:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947325.756552:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540878:540878:256:4294967295] 192.168.201.111@tcp LPNI seq info [540815:540815:8:4294967295] 00000100:00000001:2.0:1784947325.756557:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947325.756561:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947325.756565:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947325.756567:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000200:2.0:1784947325.756570:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154978944, offset 0 00000400:00000200:2.0:1784947325.756580:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947325.756580:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947325.756588:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947325.756592:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947325.756596:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:3.0:1784947325.756598:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947325.756600:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947325.756604:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947325.756608:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947325.756608:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947325.756613:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947325.756616:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540879:540879:255:4294967295] 192.168.201.111@tcp LPNI seq info [540816:540816:7:4294967295] 00000400:00000200:2.0:1784947325.756622:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947325.756622:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947325.756628:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947325.756635:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947325.756639:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947325.756643:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947325.756644:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947325.756649:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947325.756653:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947325.756657:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306089221 00000800:00000200:2.0:1784947325.756658:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947325.756663:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947325.756664:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d77e0. 00000100:00000001:2.0:1784947325.756666:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.756673:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947325.756679:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306089221 00000100:00000040:2.0:1784947325.756680:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9091 usecs (10 jiffies) 00000100:00000010:3.0:1784947325.756681:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7780. 00000400:00000200:2.0:1784947325.756686:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947325.756687:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947325.756690:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306085386 00000100:00000001:3.0:1784947325.756693:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947325.756694:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306089221 00000100:00000001:2.0:1784947325.756699:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306085386 00000100:00000001:3.0:1784947325.756699:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.756704:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306089221 00000100:00000001:3.0:1784947325.756704:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947325.756708:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947325.756711:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947325.756712:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.756717:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.756721:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.756726:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947325.756728:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.756730:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947325.756731:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784947325.756733:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947325.756735:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784947325.756735:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784947325.756739:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 02000000:00000001:3.0:1784947325.756741:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.756742:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947325.756745:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947325.756747:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947325.756748:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154979072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947325.756749:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.756755:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947325.756757:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947325.756757:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947325.756762:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784947325.756764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 02000000:00000001:3.0:1784947325.756764:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947325.756769:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 02000000:00000001:3.0:1784947325.756769:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947325.756773:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:0.0:1784947325.756775:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947325.756776:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947325.756782:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947325.756798:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947325.756799:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947325.756816:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947325.756821:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979072, portal 10 00000100:00000001:0.0:1784947325.756824:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947325.756824:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947325.756826:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000040:0.0:1784947325.756830:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947325.756836:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947325.756842:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947325.756847:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947325.756848:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947325.756851:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947325.756854:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000200:3.0:1784947325.756856:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154979072, offset 0 00000400:00000200:3.0:1784947325.756861:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947325.756863:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947325.756866:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947325.756868:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947325.756869:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947325.756871:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947325.756873:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947325.756875:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540880:540880:255:4294967295] 192.168.201.111@tcp LPNI seq info [540817:540817:7:4294967295] 00000400:00000200:3.0:1784947325.756878:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947325.756883:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947325.756887:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947325.756890:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000800:00000200:3.0:1784947325.756892:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947325.756895:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947325.756897:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947325.756899:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947325.756902:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10265 usecs (11 jiffies) 00000400:00000200:3.0:1784947325.756904:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947325.756906:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306085387 00000100:00000001:3.0:1784947325.756908:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306089221 00000800:00000200:0.0:1784947325.756910:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947325.756910:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306085387 00000800:00000010:0.0:1784947325.756914:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947325.756915:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306089221 00000400:00000200:0.0:1784947325.756920:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947325.756920:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947325.756925:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947325.756930:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947325.756930:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947325.756935:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000100:00000001:3.0:1784947325.756936:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947325.756940:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:3.0:1784947325.756942:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947325.756943:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947325.756945:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784947325.756949:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.756950:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947325.756953:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947325.756956:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.756960:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947325.756965:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947325.756969:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947325.756978:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947325.756980:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947325.756988:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947325.756990:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:0.0:1784947325.756992:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947325.756994:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947325.756996:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:0.0:1784947325.756997:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:0.0:1784947325.756998:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947325.757000:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947325.757004:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947325.757006:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947325.757011:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947325.757012:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947325.758151:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947325.758161:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947325.758164:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947325.758165:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947325.758169:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758174:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947325.758188:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758192:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758196:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758200:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308400 00000400:00000200:0.0:1784947325.758203:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758217:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523569 [1] + 224 00000800:00000001:0.0:1784947325.758222:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947325.758227:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947325.758229:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947325.758233:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947325.758236:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947325.758241:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947325.758249:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947325.758257:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947325.758263:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947325.758266:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947325.758268:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947325.758269:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758272:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947325.758273:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947325.758277:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947325.758278:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947325.758284:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947325.758285:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947325.758286:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947325.758289:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947325.758290:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758294:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308480 00000400:00000010:3.0:1784947325.758295:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947325.758298:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947325.758304:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947325.758308:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947325.758362:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947325.758364:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523571 [1] + 224 00000800:00000001:0.0:1784947325.758368:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947325.758370:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947325.758373:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947325.758378:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947325.758385:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947325.758390:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947325.758390:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947325.758396:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758404:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947325.758408:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947325.758411:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758412:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947325.758416:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947325.758419:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947325.758423:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947325.758429:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947325.758432:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947325.758434:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947325.758472:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947325.758476:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947325.758479:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947325.758481:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947325.758483:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947325.758487:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:2.0:1784947325.758489:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784947325.758492:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947325.758498:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947325.758508:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947325.758515:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947325.758517:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947325.758519:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947325.758521:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=66 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947325.758522:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947325.758523:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947325.758525:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1784947325.758525:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947325.758527:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.758528:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784947325.758530:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947325.758530:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.758531:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947325.758535:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947325.758536:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947325.758537:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=66 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947325.758539:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947325.758539:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947325.758544:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758544:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947325.758545:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=106 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947325.758551:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947325.758551:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947325.758555:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947325.758559:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:2.0:1784947325.758561:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947325.758564:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947325.758566:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947325.758568:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947325.758573:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784947325.758574:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947325.758580:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308500 00000400:00000200:0.0:1784947325.758582:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947325.758584:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000040:3.0:1784947325.758586:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947325.758587:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523579 [1] + 224 00000100:00000001:2.0:1784947325.758590:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947325.758595:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947325.758596:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947325.758602:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784947325.758603:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947325.758603:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758605:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947325.758608:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947325.758609:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784947325.758615:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947325.758619:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947325.758625:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947325.758631:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947325.758632:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784947325.758635:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154978816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947325.758638:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947325.758641:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758645:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947325.758650:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758650:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947325.758659:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947325.758660:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641154978816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947325.758663:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154978944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947325.758671:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947325.758676:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947325.758682:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154978944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947325.758692:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947325.758692:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947325.758694:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947325.758697:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947325.758698:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947325.758698:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947325.758701:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000010:3.0:1784947325.758701:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 00000800:00000001:0.0:1784947325.758702:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947325.758706:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784947325.758706:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947325.758710:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784947325.758710:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947325.758713:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000040:3.0:1784947325.758713:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947325.758716:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:3.0:1784947325.758716:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947325.758719:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000010:3.0:1784947325.758719:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:2.0:1784947325.758722:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947325.758722:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947325.758724:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784947325.758724:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947325.758726:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000010:3.0:1784947325.758726:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:2.0:1784947325.758729:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947325.758729:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947325.758731:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758731:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947325.758733:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758733:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.758735:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947325.758736:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947325.758737:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947325.758738:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947325.758739:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947325.758740:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947325.758741:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947325.758741:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947325.758743:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947325.758745:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947325.758747:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947325.758750:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947325.758754:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947325.758764:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758772:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947325.758773:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758775:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947325.758777:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947325.758778:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947325.758780:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947325.758781:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947325.758795:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947325.758797:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947325.758799:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947325.758800:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947325.758801:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947325.758814:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.758816:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947325.758816:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947325.758818:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947325.758819:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947325.758822:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758827:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947325.758828:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947325.758829:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947325.758832:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947325.758836:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154979072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947325.758839:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758840:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947325.758842:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641154979072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947341 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947325.758846:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947325.758847:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947325.758848:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947325.758850:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947325.758851:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947325.758852:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947325.758853:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947325.758854:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947325.758856:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947325.758857:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947325.758858:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:3.0:1784947325.758859:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947325.758860:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758862:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947325.758864:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947325.758865:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947325.758866:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947325.758868:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947325.948162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947325.948170:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947325.948254:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947325.948259:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947325.948263:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947326.972237:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947326.972249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947326.972343:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947326.972350:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947326.972356:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947327.996126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947327.996132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947327.996179:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947327.996183:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947327.996186:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947329.020137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947329.020144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947329.020237:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947329.020240:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947329.020243:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947329.660114:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306089221, at 4306089280 00000100:00000010:0.0:1784947329.660127:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d77e0. 00000100:00000040:1.0:1784947329.660135:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306089221, at 4306089280 00000100:00000010:1.0:1784947329.660146:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7780. 00010000:00000001:1.0:1784947330.044149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947330.044158:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947330.044161:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947330.044165:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947330.044170:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947330.044173:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947330.044175:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947330.044178:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947330.044223:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947330.044227:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947330.044231:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947330.876170:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947330.876179:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947330.876187:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947330.876192:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947330.876196:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947330.876199:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947330.876204:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947330.876210:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947330.876216:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947330.876226:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947330.876236:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947330.876239:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947330.876245:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.876270:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947330.876273:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947330.876275:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947330.876278:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947330.876280:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947330.876282:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947330.876284:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947330.876285:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947330.876288:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947330.876291:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.876292:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947330.876295:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947330.876297:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947330.876301:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947330.876310:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.876313:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947330.876318:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947330.876326:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947330.876327:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947330.876331:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947330.876337:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947330.876340:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947330.876341:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947330.876347:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947330.876348:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784947330.876352:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154979200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947330.876355:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947330.876358:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1784947330.876361:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 02000000:00000001:2.0:1784947330.876364:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1784947330.876366:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947330.876367:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947330.876373:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947330.876373:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947330.876378:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:2.0:1784947330.876381:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:3.0:1784947330.876382:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947330.876386:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947330.876390:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000400:00000200:2.0:1784947330.876395:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947330.876398:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947330.876401:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947330.876408:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000040:3.0:1784947330.876408:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1784947330.876417:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979200, portal 25 00000100:00000001:3.0:1784947330.876419:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947330.876421:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947330.876422:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.876424:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:3.0:1784947330.876428:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_00+0] req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947330.876433:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.876451:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.876453:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947330.876454:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947330.876459:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947330.876461:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947330.876463:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000040:3.0:1784947330.876467:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784947330.876469:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154979200, offset 0 00000100:00000040:3.0:1784947330.876477:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947330.876480:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947330.876482:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11428) 00000400:00000200:2.0:1784947330.876490:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947330.876496:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947330.876498:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947330.876500:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947330.876503:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947330.876505:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947330.876509:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947330.876511:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947330.876518:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947330.876524:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947330.876525:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947330.876527:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947330.876532:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540881:540881:256:4294967295] 192.168.201.111@tcp LPNI seq info [540818:540818:8:4294967295] 02000000:00000001:3.0:1784947330.876532:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947330.876536:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947330.876540:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947330.876541:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947330.876547:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154979328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947330.876551:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947330.876555:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784947330.876558:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947330.876558:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947330.876563:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784947330.876567:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947330.876568:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947330.876572:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947330.876574:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947330.876579:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947330.876584:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000800:00000200:2.0:1784947330.876587:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784947330.876590:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947330.876595:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979328, portal 10 00000800:00000200:2.0:1784947330.876599:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947330.876600:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947330.876603:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000800:00000200:2.0:1784947330.876605:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784947330.876612:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.876618:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947330.876619:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947330.876623:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947330.876627:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947330.876627:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947330.876632:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154979328, offset 0 00000100:00000001:2.0:1784947330.876633:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306094341 00000100:00000010:2.0:1784947330.876642:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ae0. 00000400:00000200:3.0:1784947330.876642:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947330.876649:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947330.876651:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947330.876655:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947330.876658:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306094341 00000400:00000200:3.0:1784947330.876661:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1784947330.876663:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff438a0. 00000400:00000200:3.0:1784947330.876667:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947330.876668:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947330.876672:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947330.876674:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947330.876675:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947330.876680:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947330.876684:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540882:540882:255:4294967295] 192.168.201.111@tcp LPNI seq info [540819:540819:7:4294967295] 00000100:00000001:2.0:1784947330.876686:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.876692:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947330.876694:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947330.876722:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947330.876723:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947330.876726:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947330.876730:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784947330.876733:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947330.876734:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947330.876738:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1784947330.876741:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000040:2.0:1784947330.876744:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947330.876751:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947330.876756:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947330.876758:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947330.876763:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947330.876763:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:0.0:1784947330.876764:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 02000000:00000001:2.0:1784947330.876766:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1784947330.876770:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784947330.876771:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947330.876773:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947330.876778:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.876778:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947330.876784:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947330.876785:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9091 usecs (10 jiffies) 00000100:00100000:2.0:1784947330.876788:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154979456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947330.876794:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947330.876795:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.876796:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 02000000:00000001:2.0:1784947330.876798:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947330.876801:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306090506 00000400:00000010:0.0:1784947330.876802:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 02000000:00000001:2.0:1784947330.876802:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.876808:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306094341 02000000:00000001:2.0:1784947330.876809:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947330.876811:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947330.876813:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306090506 02000000:00000010:2.0:1784947330.876815:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947330.876818:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306094341 00000100:00000200:0.0:1784947330.876820:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947330.876820:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.876821:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947330.876828:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947330.876830:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947330.876834:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947330.876836:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947330.876840:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947330.876843:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000001:3.0:1784947330.876847:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947330.876850:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947330.876851:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979456, portal 10 00000100:00000001:2.0:1784947330.876855:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947330.876857:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000040:0.0:1784947330.876858:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947330.876867:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947330.876874:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.876874:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947330.876879:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947330.876880:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947330.876883:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000200:2.0:1784947330.876887:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154979456, offset 0 00000800:00000200:0.0:1784947330.876895:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947330.876896:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947330.876901:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:2.0:1784947330.876905:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.876907:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947330.876916:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947330.876917:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947330.876920:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:0.0:1784947330.876923:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947330.876924:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947330.876927:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947330.876931:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:0.0:1784947330.876935:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.876936:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947330.876939:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947330.876944:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947330.876947:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947330.876950:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947330.876951:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.876957:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947330.876959:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947330.876962:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540883:540883:255:4294967295] 192.168.201.111@tcp LPNI seq info [540820:540820:7:4294967295] 00000100:00000040:0.0:1784947330.876967:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947330.876976:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947330.876980:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947330.876983:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947330.876990:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947330.876996:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947330.877001:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784947330.877005:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947330.877012:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947330.877015:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947330.877028:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947330.877032:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10265 usecs (11 jiffies) 00000400:00000200:2.0:1784947330.877037:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947330.877040:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306090507 00000100:00000001:2.0:1784947330.877043:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306094341 00000100:00000001:2.0:1784947330.877078:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306090508 00000100:00000001:2.0:1784947330.877081:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306094341 00000100:00000001:2.0:1784947330.877085:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947330.877088:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.877091:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.877093:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.877098:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947330.877100:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947330.877104:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784947330.877106:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947330.877107:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784947330.877111:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784947330.877112:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947330.877116:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947330.877117:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947330.877127:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947330.877132:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:0.0:1784947330.877134:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:0.0:1784947330.877138:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947330.877143:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947330.877152:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947330.877156:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947330.877165:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947330.877167:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947330.878189:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878220:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947330.878222:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878224:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947330.878229:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878232:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947330.878237:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878240:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878243:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878246:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308580 00000400:00000200:0.0:1784947330.878249:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878253:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523581 [1] + 224 00000800:00000001:0.0:1784947330.878258:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878261:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947330.878262:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947330.878265:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947330.878268:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947330.878272:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947330.878278:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947330.878291:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947330.878296:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878299:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947330.878300:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878302:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947330.878305:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878308:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947330.878311:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878317:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878321:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308600 00000400:00000200:0.0:1784947330.878323:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878326:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523589 [1] + 224 00000800:00000001:0.0:1784947330.878330:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878333:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947330.878335:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947330.878338:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947330.878339:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947330.878344:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947330.878344:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784947330.878350:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947330.878352:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947330.878358:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784947330.878359:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947330.878364:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947330.878371:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:2.0:1784947330.878376:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:0.0:1784947330.878380:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947330.878380:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947330.878389:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947330.878390:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947330.878396:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947330.878401:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947330.878406:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947330.878411:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947330.878416:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947330.878420:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947330.878424:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947330.878428:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947330.878430:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947330.878433:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784947330.878434:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947330.878437:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947330.878438:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947330.878439:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947330.878444:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1784947330.878446:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000200:0.0:1784947330.878447:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947330.878449:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:3.0:1784947330.878450:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000400:00000200:0.0:1784947330.878455:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947330.878455:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947330.878456:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947330.878460:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947330.878465:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308680 02000000:00000001:2.0:1784947330.878466:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947330.878467:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947330.878476:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=71 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947330.878477:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947330.878486:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523591 [1] + 224 00000100:00001000:2.0:1784947330.878489:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=71 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947330.878491:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947330.878492:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947330.878496:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784947330.878499:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878500:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947330.878506:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784947330.878507:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947330.878507:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784947330.878513:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.878513:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947330.878518:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947330.878520:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.878520:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947330.878522:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947330.878524:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947330.878526:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947330.878530:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947330.878531:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947330.878533:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947330.878538:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947330.878540:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947330.878546:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=111 v=5 (1 1 1 1) 00000100:00000040:0.0:1784947330.878548:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.878554:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947330.878558:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947330.878562:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947330.878566:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.878569:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947330.878571:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947330.878575:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1784947330.878576:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947330.878578:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947330.878579:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947330.878581:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947330.878583:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947330.878584:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947330.878587:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947330.878589:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947330.878589:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947330.878614:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784947330.878615:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154979200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947330.878620:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947330.878623:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947330.878624:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878629:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947330.878632:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947330.878636:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641154979200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947330.878656:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154979328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947330.878665:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947330.878669:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947330.878670:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947330.878673:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784947330.878674:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641154979328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947330.878676:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947330.878681:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947330.878684:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1784947330.878685:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784947330.878687:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:2.0:1784947330.878688:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 02000000:00000010:3.0:1784947330.878690:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 00000020:00000001:2.0:1784947330.878691:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947330.878708:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:3.0:1784947330.878711:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1784947330.878712:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784947330.878714:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784947330.878715:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784947330.878716:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000010:2.0:1784947330.878719:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000020:00000001:3.0:1784947330.878720:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947330.878722:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1784947330.878724:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784947330.878725:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878729:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947330.878729:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947330.878733:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947330.878733:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947330.878736:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:2.0:1784947330.878737:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947330.878741:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1784947330.878742:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947330.878743:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947330.878745:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947330.878747:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947330.878748:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947330.878751:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784947330.878753:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000100:00000001:3.0:1784947330.878754:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947330.878756:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:3.0:1784947330.878758:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947330.878760:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947330.878761:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947330.878766:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947330.878774:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947330.878780:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947330.878781:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878782:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947330.878783:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947330.878784:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947330.878785:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947330.878787:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947330.878790:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=71 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947330.878792:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947330.878794:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947330.878796:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947330.878797:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947330.878799:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.878800:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947330.878802:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947330.878803:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947330.878804:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947330.878807:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947330.878811:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947330.878812:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947330.878813:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947330.878816:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947330.878820:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154979456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947330.878823:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878824:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947330.878826:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641154979456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947330.878830:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947330.878831:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947330.878832:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947330.878834:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947330.878835:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947330.878836:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947330.878837:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947330.878838:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784947330.878840:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947330.878841:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947330.878842:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:2.0:1784947330.878844:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947330.878845:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878846:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947330.878849:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947330.878850:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947330.878852:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947330.878853:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947331.068187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947331.068192:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947331.068272:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947331.068276:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947331.068279:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947332.092147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947332.092153:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947332.092237:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947332.092240:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947332.092244:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947333.116243:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947333.116253:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947333.116332:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947333.116340:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947333.116346:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947334.140210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947334.140223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947334.140381:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947334.140387:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947334.140393:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947334.780156:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306094341, at 4306094400 00000100:00000040:1.0:1784947334.780174:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306094341, at 4306094400 00000100:00000010:0.0:1784947334.780178:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ae0. 00000100:00000010:1.0:1784947334.780195:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff438a0. 00010000:00000001:1.0:1784947335.164220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947335.164229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947335.164327:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947335.164333:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947335.164339:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947335.996168:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947335.996181:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947335.996194:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947335.996201:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947335.996208:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947335.996212:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947335.996219:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947335.996230:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947335.996239:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996254:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947335.996268:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947335.996274:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996282:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947335.996323:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996327:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947335.996332:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947335.996338:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947335.996341:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947335.996344:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947335.996346:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947335.996348:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947335.996352:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947335.996355:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996360:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947335.996369:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947335.996372:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996377:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_00+0] req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947335.996387:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996391:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947335.996395:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947335.996398:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947335.996401:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947335.996404:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947335.996408:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947335.996410:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947335.996414:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947335.996418:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996423:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947335.996433:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947335.996433:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947335.996442:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.996443:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947335.996450:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947335.996451:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947335.996467:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947335.996470:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996478:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947335.996490:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947335.996498:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947335.996501:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947335.996505:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947335.996507:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.996517:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11433) 02000000:00000001:2.0:1784947335.996518:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947335.996525:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947335.996531:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947335.996537:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154979584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947335.996544:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947335.996551:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947335.996554:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947335.996558:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947335.996563:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947335.996566:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947335.996570:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947335.996572:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947335.996575:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947335.996587:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947335.996588:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947335.996599:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947335.996640:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000001:3.0:1784947335.996650:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784947335.996652:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979584, portal 25 00000100:00000001:3.0:1784947335.996654:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.996663:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947335.996665:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947335.996668:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 02000000:00000001:3.0:1784947335.996671:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947335.996679:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947335.996687:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947335.996688:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154979712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947335.996704:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947335.996708:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947335.996712:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947335.996719:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947335.996727:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947335.996729:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947335.996735:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947335.996742:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947335.996749:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947335.996751:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000400:00000010:3.0:1784947335.996757:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000200:2.0:1784947335.996759:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154979584, offset 0 00000400:00000010:3.0:1784947335.996772:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000400:00000200:2.0:1784947335.996775:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947335.996783:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979712, portal 10 00000100:00000001:3.0:1784947335.996789:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947335.996795:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947335.996796:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000400:00000200:2.0:1784947335.996813:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947335.996815:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947335.996825:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947335.996835:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947335.996839:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784947335.996847:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947335.996853:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784947335.996856:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784947335.996864:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784947335.996865:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154979712, offset 0 00000400:00000200:2.0:1784947335.996875:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540884:540884:256:4294967295] 192.168.201.111@tcp LPNI seq info [540821:540821:8:4294967295] 00000400:00000200:3.0:1784947335.996882:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947335.996894:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947335.996914:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947335.996919:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947335.996928:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947335.996935:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947335.996941:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784947335.996946:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947335.996951:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947335.996961:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947335.996970:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947335.996973:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947335.996982:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540885:540885:255:4294967295] 192.168.201.111@tcp LPNI seq info [540822:540822:7:4294967295] 00000800:00000200:2.0:1784947335.996991:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947335.996993:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947335.997003:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947335.997017:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947335.997025:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947335.997028:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947335.997033:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000400:00000200:2.0:1784947335.997041:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947335.997085:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947335.997095:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947335.997101:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947335.997107:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947335.997113:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9091 usecs (10 jiffies) 00000100:00000001:2.0:1784947335.997116:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306099462 00000400:00000200:3.0:1784947335.997126:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947335.997132:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff439c0. 00000100:00000001:3.0:1784947335.997133:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306095627 00000800:00000200:0.0:1784947335.997139:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947335.997149:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784947335.997150:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784947335.997164:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947335.997167:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306099462 00000100:00000001:3.0:1784947335.997168:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306099462 00000100:00000001:3.0:1784947335.997181:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306095627 00000400:00000200:0.0:1784947335.997183:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000010:2.0:1784947335.997184:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff438a0. 00000100:00000001:2.0:1784947335.997198:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784947335.997200:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000100:00000001:3.0:1784947335.997207:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306099462 00000400:00000010:0.0:1784947335.997208:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784947335.997208:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947335.997223:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947335.997224:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947335.997225:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947335.997236:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.997237:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947335.997239:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947335.997248:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.997250:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947335.997259:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947335.997268:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947335.997272:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947335.997276:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947335.997278:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947335.997279:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947335.997283:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947335.997290:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947335.997292:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947335.997292:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947335.997299:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947335.997300:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947335.997307:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947335.997316:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947335.997317:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947335.997318:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947335.997326:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947335.997341:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947335.997344:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947335.997349:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947335.997352:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947335.997355:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947335.997359:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154979840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947335.997364:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947335.997368:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947335.997371:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947335.997373:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947335.997378:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947335.997382:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947335.997386:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947335.997392:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947335.997397:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947335.997401:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979840, portal 10 00000100:00000001:2.0:1784947335.997403:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947335.997405:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:2.0:1784947335.997414:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947335.997421:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947335.997427:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1784947335.997430:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000100:00000040:2.0:1784947335.997439:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947335.997442:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947335.997444:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784947335.997453:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154979840, offset 0 00000400:00000200:0.0:1784947335.997455:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947335.997469:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947335.997475:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000200:2.0:1784947335.997476:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947335.997484:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784947335.997490:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947335.997494:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947335.997500:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784947335.997507:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947335.997508:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947335.997518:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947335.997528:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947335.997542:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540886:540886:255:4294967295] 192.168.201.111@tcp LPNI seq info [540823:540823:7:4294967295] 00000400:00000200:2.0:1784947335.997564:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947335.997578:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947335.997587:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784947335.997590:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947335.997605:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947335.997636:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947335.997640:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:0.0:1784947335.997644:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947335.997652:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947335.997661:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947335.997665:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947335.997685:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947335.997690:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10265 usecs (11 jiffies) 00000400:00000200:2.0:1784947335.997695:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947335.997699:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306095628 00000100:00000001:2.0:1784947335.997704:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306099462 00000100:00000001:2.0:1784947335.997707:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306095628 00000100:00000001:2.0:1784947335.997710:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306099462 00000100:00000001:2.0:1784947335.997713:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947335.997716:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.997720:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.997723:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947335.997727:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947335.997731:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947335.997734:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947335.997736:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947335.997738:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947335.997742:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947335.997839:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947335.997849:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947335.997858:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947335.997870:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947335.997878:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:1.0:1784947335.997882:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:1.0:1784947335.997889:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947335.997900:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947335.997919:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947335.997926:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947335.997941:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947335.997945:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947336.000158:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947336.000176:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947336.000181:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947336.000187:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947336.000197:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000206:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947336.000218:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000226:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000236:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000247:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308700 00000400:00000200:0.0:1784947336.000255:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000263:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523599 [1] + 224 00000800:00000001:0.0:1784947336.000276:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947336.000300:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947336.000306:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947336.000312:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947336.000318:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947336.000326:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947336.000340:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947336.000361:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947336.000371:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947336.000376:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947336.000378:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947336.000383:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947336.000388:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000394:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947336.000401:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000406:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000411:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000416:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308800 00000100:00000001:2.0:1784947336.000422:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947336.000423:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947336.000431:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947336.000439:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235a9 [1] + 224 00000800:00000001:0.0:1784947336.000446:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947336.000453:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947336.000458:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947336.000461:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947336.000469:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000800:00000001:0.0:1784947336.000473:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947336.000473:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000400:00000200:0.0:1784947336.000484:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947336.000487:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947336.000495:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:2.0:1784947336.000503:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947336.000506:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947336.000521:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947336.000531:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947336.000551:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947336.000554:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947336.000560:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947336.000569:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947336.000575:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947336.000579:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947336.000580:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947336.000586:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947336.000589:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947336.000590:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947336.000597:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=77 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947336.000600:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947336.000605:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=77 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947336.000630:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947336.000634:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947336.000639:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947336.000642:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947336.000644:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947336.000649:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947336.000655:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947336.000657:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947336.000671:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947336.000672:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947336.000691:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947336.000704:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947336.000710:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947336.000719:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947336.000722:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947336.000730:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947336.000731:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308780 00000400:00000200:0.0:1784947336.000747:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947336.000748:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947336.000764:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235a1 [1] + 224 00000800:00000001:0.0:1784947336.000777:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784947336.000786:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154979584:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947336.000790:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947336.000795:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947336.000797:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947336.000801:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947336.000811:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947336.000812:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641154979584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947336.000818:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947336.000832:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947336.000833:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947336.000840:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947336.000846:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947336.000859:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784947336.000861:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947336.000864:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947336.000870:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947336.000875:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947336.000879:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947336.000883:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947336.000885:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947336.000891:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:2.0:1784947336.000900:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947336.000902:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947336.000905:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947336.000909:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947336.000910:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947336.000917:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947336.000923:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947336.000924:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947336.000930:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784947336.000933:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947336.000935:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947336.000946:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:2.0:1784947336.000950:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:2.0:1784947336.000956:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947336.000959:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947336.000967:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947336.000968:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947336.000979:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947336.000984:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784947336.000987:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947336.000990:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947336.001003:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947336.001010:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947336.001019:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947336.001029:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947336.001035:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947336.001037:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947336.001039:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947336.001044:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947336.001085:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947336.001088:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947336.001092:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947336.001098:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947336.001113:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=99 v=5 (1 1 1 1) 00000100:00000200:3.0:1784947336.001122:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947336.001123:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947336.001128:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947336.001137:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947336.001144:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947336.001150:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947336.001151:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947336.001157:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947336.001158:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947336.001165:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947336.001167:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947336.001172:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947336.001173:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947336.001181:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947336.001187:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947336.001189:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947336.001194:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947336.001208:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=77 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947336.001209:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947336.001220:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784947336.001223:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947336.001225:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947336.001237:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784947336.001240:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947336.001242:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947336.001252:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947336.001259:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947336.001267:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1784947336.001268:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154979840:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947336.001271:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947336.001279:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947336.001283:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947336.001284:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947336.001295:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947336.001303:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947336.001308:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641154979840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947336.001346:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947336.001350:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947336.001353:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784947336.001355:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947336.001359:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947336.001361:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947336.001368:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784947336.001371:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947336.001373:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947336.001379:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947336.001387:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947336.001392:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947336.001400:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784947336.001403:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154979712:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947336.001405:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947336.001411:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:3.0:1784947336.001417:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947336.001420:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947336.001424:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947336.001426:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947336.001432:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947336.001438:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641154979712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947336.001442:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947336.001448:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947336.001457:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947336.001460:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947336.001462:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947336.001466:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947336.001472:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947336.001478:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947336.001481:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947336.001483:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947336.001487:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947336.001491:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:3.0:1784947336.001497:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947336.001500:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947336.001502:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:3.0:1784947336.001508:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947336.001510:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947336.001512:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947336.001518:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947336.001520:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947336.001523:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947336.001526:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947336.188229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947336.188242:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947336.188361:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947336.188370:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947336.188377:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947337.212139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947337.212146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947337.212204:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947337.212208:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947337.212211:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1784947337.468218:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:2.0:1784947337.468233:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:2.0:1784947337.468241:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1784947337.468551:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1784947337.468562:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784947337.468576:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947337.468623:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947337.468646:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947338.236201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947338.236210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947338.236314:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947338.236320:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947338.236325:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947339.260195:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947339.260206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947339.260316:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947339.260323:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947339.260328:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947339.900179:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306099462, at 4306099520 00000100:00000040:1.0:1784947339.900202:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306099462, at 4306099520 00000100:00000010:0.0:1784947339.900205:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff439c0. 00000100:00000010:1.0:1784947339.900221:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff438a0. 00010000:00000001:1.0:1784947340.284225:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947340.284238:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947340.284242:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947340.284248:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947340.284255:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947340.284259:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947340.284263:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947340.284267:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947340.284343:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947340.284350:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947340.284355:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947341.116275:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947341.116288:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947341.116297:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947341.116305:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947341.116310:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947341.116314:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947341.116321:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947341.116331:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947341.116340:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116440:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947341.116456:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947341.116462:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116471:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_00+0] req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947341.116512:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116515:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947341.116563:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947341.116568:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947341.116572:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947341.116577:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947341.116579:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947341.116582:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947341.116587:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947341.116593:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116601:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947341.116613:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947341.116617:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116624:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_01+1] req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.116628:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947341.116638:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947341.116642:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.116644:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947341.116650:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947341.116660:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784947341.116663:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947341.116665:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947341.116673:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947341.116682:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947341.116687:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947341.116692:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947341.116699:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947341.116708:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.116721:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947341.116724:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947341.116727:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947341.116740:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947341.116749:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947341.116749:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947341.116758:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947341.116760:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116768:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947341.116771:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154979968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947341.116789:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947341.116798:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947341.116799:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947341.116806:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116807:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947341.116817:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947341.116819:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947341.116826:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784947341.116828:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000040:3.0:1784947341.116830:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947341.116839:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.116843:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11438) 00000400:00000200:2.0:1784947341.116852:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947341.116859:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947341.116867:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947341.116876:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154979968, portal 25 00000100:00000001:2.0:1784947341.116879:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947341.116882:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000040:2.0:1784947341.116890:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.116901:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947341.116906:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947341.116909:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784947341.116914:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154979968, offset 0 00000400:00000200:2.0:1784947341.116922:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947341.116933:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947341.116945:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947341.116954:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947341.116961:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947341.116968:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947341.116973:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947341.116980:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540887:540887:256:4294967295] 192.168.201.111@tcp LPNI seq info [540824:540824:8:4294967295] 00000400:00000200:2.0:1784947341.116987:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947341.116989:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947341.116995:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947341.116998:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947341.117013:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947341.117015:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947341.117034:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947341.117078:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947341.117083:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947341.117088:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947341.117091:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947341.117096:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947341.117102:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154980096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947341.117109:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:2.0:1784947341.117113:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 02000000:00000001:3.0:1784947341.117115:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947341.117123:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947341.117134:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:3.0:1784947341.117134:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947341.117148:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000800:00000200:2.0:1784947341.117151:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947341.117161:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947341.117162:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947341.117183:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947341.117192:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947341.117194:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947341.117206:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947341.117210:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784947341.117213:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306104582 00000100:00000010:2.0:1784947341.117227:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ae0. 00000100:00000200:3.0:1784947341.117227:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980096, portal 10 00000100:00000001:3.0:1784947341.117240:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947341.117241:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947341.117244:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000001:2.0:1784947341.117254:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306104582 00000100:00000010:2.0:1784947341.117265:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff434e0. 00000100:00000040:3.0:1784947341.117266:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.117276:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947341.117287:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947341.117289:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947341.117295:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947341.117304:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947341.117307:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.117312:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947341.117315:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947341.117323:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784947341.117324:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154980096, offset 0 00000100:00000001:2.0:1784947341.117330:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947341.117337:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947341.117344:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947341.117345:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947341.117352:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947341.117364:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947341.117366:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947341.117377:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784947341.117388:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947341.117392:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947341.117393:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947341.117400:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947341.117402:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947341.117404:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947341.117409:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947341.117415:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947341.117416:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947341.117417:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947341.117429:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947341.117429:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947341.117441:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784947341.117447:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154980224:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947341.117449:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540888:540888:255:4294967295] 192.168.201.111@tcp LPNI seq info [540825:540825:7:4294967295] 00000400:00000200:1.0:1784947341.117457:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000100:00000001:2.0:1784947341.117466:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784947341.117468:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 02000000:00000001:2.0:1784947341.117475:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947341.117477:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947341.117480:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947341.117485:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947341.117492:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947341.117494:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947341.117503:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947341.117548:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947341.117555:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947341.117556:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947341.117562:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784947341.117567:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947341.117573:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947341.117574:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980224, portal 10 00000100:00000001:2.0:1784947341.117583:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947341.117589:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000400:00000200:3.0:1784947341.117599:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784947341.117611:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947341.117629:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947341.117641:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947341.117646:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000100:00000001:1.0:1784947341.117650:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947341.117653:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947341.117669:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947341.117670:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947341.117680:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000800:00000200:3.0:1784947341.117690:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:2.0:1784947341.117691:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154980224, offset 0 00000800:00000200:3.0:1784947341.117702:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947341.117710:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947341.117719:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947341.117725:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947341.117729:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947341.117731:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947341.117740:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784947341.117742:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9091 usecs (10 jiffies) 00000400:00000200:2.0:1784947341.117745:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947341.117759:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947341.117760:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947341.117775:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306100747 00000400:00000200:2.0:1784947341.117777:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540889:540889:255:4294967295] 192.168.201.111@tcp LPNI seq info [540826:540826:7:4294967295] 00000100:00000001:3.0:1784947341.117783:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306104582 00000100:00000001:3.0:1784947341.117792:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306100747 00000400:00000200:2.0:1784947341.117793:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947341.117802:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306104582 00000100:00000001:3.0:1784947341.117810:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947341.117820:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947341.117821:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947341.117833:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947341.117840:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784947341.117841:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947341.117849:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1784947341.117854:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784947341.117855:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947341.117866:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947341.117873:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784947341.117874:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947341.117875:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947341.117881:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947341.117887:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:3.0:1784947341.117889:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947341.117898:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947341.117903:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947341.117907:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947341.117917:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947341.117918:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947341.117929:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10263 usecs (11 jiffies) 00000400:00000200:0.0:1784947341.117932:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:0.0:1784947341.117940:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000400:00000200:2.0:1784947341.117941:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947341.117951:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947341.117951:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306100748 00000100:00000001:2.0:1784947341.117960:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306104582 00000100:00000200:0.0:1784947341.117966:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.117967:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306100748 00000100:00000001:2.0:1784947341.117976:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306104582 00000100:00000001:2.0:1784947341.117984:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947341.117992:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.118001:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947341.118005:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947341.118006:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.118015:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784947341.118018:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.118020:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947341.118029:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947341.118034:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947341.118039:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947341.118079:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.118085:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947341.118086:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947341.118116:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947341.118124:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947341.118131:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947341.118136:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947341.118141:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:0.0:1784947341.118144:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000100:00000001:0.0:1784947341.118147:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947341.118154:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947341.118171:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947341.118179:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947341.118194:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947341.118198:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947341.119704:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947341.119724:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947341.119730:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947341.119735:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947341.119746:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947341.119758:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947341.119772:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947341.119779:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947341.119788:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947341.119796:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308880 00000400:00000200:1.0:1784947341.119803:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947341.119811:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235b1 [1] + 224 00000800:00000001:1.0:1784947341.119820:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947341.119829:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947341.119833:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947341.119837:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947341.119844:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947341.119851:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947341.119865:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947341.119890:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947341.119899:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947341.119903:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.120000:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947341.120006:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947341.120014:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947341.120017:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947341.120021:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947341.120027:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:2.0:1784947341.120030:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:2.0:1784947341.120034:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947341.120043:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947341.120084:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.120103:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947341.120105:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.120109:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947341.120112:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947341.120115:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947341.120118:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947341.120121:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947341.120128:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947341.120133:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947341.120137:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947341.120139:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947341.120143:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947341.120146:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.120149:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947341.120155:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.120164:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947341.120168:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947341.120170:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947341.120175:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947341.120185:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154979968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947341.120191:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.120193:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947341.120197:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641154979968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.120206:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947341.120210:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947341.120213:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947341.120218:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947341.120220:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947341.120223:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947341.120227:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947341.120230:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784947341.120234:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947341.120237:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947341.120239:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:2.0:1784947341.120243:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947341.120245:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.120248:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.120251:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947341.120252:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947341.120255:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.120257:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947341.120937:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947341.120950:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947341.120954:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947341.120957:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947341.120965:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.120974:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947341.120984:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.120989:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.120995:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.120999:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308900 00000400:00000200:0.0:1784947341.121005:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.121011:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235b9 [1] + 224 00000800:00000001:0.0:1784947341.121018:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947341.121079:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947341.121083:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947341.121090:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947341.121096:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947341.121104:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947341.121118:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947341.121139:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947341.121149:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947341.121157:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947341.121161:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947341.121164:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947341.121168:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.121173:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947341.121179:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.121183:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.121187:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.121191:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308980 00000400:00000200:0.0:1784947341.121195:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947341.121200:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235c1 [1] + 224 00000800:00000001:0.0:1784947341.121205:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947341.121211:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947341.121214:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947341.121219:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947341.121224:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947341.121230:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947341.121243:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947341.121251:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947341.121258:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947341.121265:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947341.121266:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784947341.121268:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947341.121275:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947341.121281:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947341.121284:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947341.121288:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947341.121297:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947341.121301:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947341.121305:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947341.121326:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947341.121338:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947341.121341:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947341.121344:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947341.121348:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947341.121351:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947341.121353:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947341.121356:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947341.121364:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947341.121369:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947341.121373:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947341.121376:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.121379:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784947341.121379:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947341.121387:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1784947341.121389:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947341.121396:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1784947341.121397:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784947341.121399:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:2.0:1784947341.121405:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947341.121407:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947341.121412:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947341.121414:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947341.121422:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947341.121426:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784947341.121434:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784947341.121444:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947341.121445:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947341.121452:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947341.121457:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947341.121459:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947341.121469:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947341.121508:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947341.121509:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154980096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947341.121551:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947341.121559:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947341.121569:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947341.121570:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641154980096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.121576:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.121585:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947341.121590:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947341.121593:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947341.121596:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947341.121599:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947341.121602:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947341.121606:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:2.0:1784947341.121609:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947341.121615:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784947341.121620:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=82 v=5 (5 5 5 5) 00000020:00000001:3.0:1784947341.121621:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947341.121627:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:2.0:1784947341.121633:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=104 v=5 (1 1 1 1) 00000020:00000001:3.0:1784947341.121634:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947341.121641:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947341.121644:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947341.121648:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947341.121650:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947341.121653:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784947341.121656:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1784947341.121659:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00010000:00000001:2.0:1784947341.121665:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947341.121667:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947341.121672:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947341.121673:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947341.121680:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947341.121681:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.121690:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947341.121694:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947341.121696:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947341.121700:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947341.121705:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947341.121709:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947341.121710:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.121729:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947341.121733:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947341.121737:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947341.121742:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947341.121753:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154980224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947341.121759:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.121762:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947341.121765:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641154980224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947341.121773:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947341.121776:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947341.121779:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947341.121784:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947341.121786:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947341.121788:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947341.121791:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947341.121794:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947341.121797:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947341.121799:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947341.121802:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947341.121806:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947341.121808:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.121810:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947341.121816:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947341.121818:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947341.121821:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947341.121824:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947341.308219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947341.308229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947341.308329:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947341.308336:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947341.308342:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947342.332200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947342.332210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947342.332331:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947342.332340:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947342.332358:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947343.356217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947343.356228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947343.356316:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947343.356322:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947343.356327:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947344.380233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947344.380243:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947344.380392:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947344.380400:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947344.380407:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947345.020141:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306104582, at 4306104640 00000100:00000040:1.0:1784947345.020151:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306104582, at 4306104640 00000100:00000010:0.0:1784947345.020158:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ae0. 00000100:00000010:1.0:1784947345.020163:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff434e0. 00010000:00000001:1.0:1784947345.404188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947345.404197:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947345.404325:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947345.404335:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947345.404343:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947346.236207:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947346.236225:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947346.236239:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947346.236249:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947346.236256:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947346.236260:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947346.236268:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947346.236279:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947346.236287:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236303:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947346.236318:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947346.236324:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236332:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_01+1] req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947346.236374:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236378:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947346.236383:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947346.236387:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947346.236390:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947346.236393:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947346.236394:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947346.236397:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947346.236400:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947346.236403:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236409:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947346.236418:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947346.236421:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236425:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947346.236469:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236472:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947346.236476:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947346.236480:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947346.236483:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947346.236487:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947346.236490:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947346.236493:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947346.236498:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947346.236502:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236510:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947346.236521:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947346.236524:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.236531:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947346.236531:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.236541:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947346.236547:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947346.236555:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.236564:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947346.236568:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947346.236572:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947346.236583:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947346.236597:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947346.236607:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11443) 00000100:00000001:2.0:1784947346.236614:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947346.236621:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947346.236630:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947346.236636:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947346.236643:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947346.236648:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784947346.236656:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154980352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947346.236657:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947346.236661:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947346.236673:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947346.236673:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947346.236689:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947346.236690:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947346.236696:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947346.236700:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947346.236702:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947346.236707:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947346.236712:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784947346.236713:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947346.236721:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154980480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947346.236726:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784947346.236727:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784947346.236733:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947346.236736:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947346.236739:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947346.236750:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947346.236757:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000400:00000200:2.0:1784947346.236762:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947346.236763:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947346.236780:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947346.236780:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947346.236794:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:2.0:1784947346.236798:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000010:3.0:1784947346.236805:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:2.0:1784947346.236810:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980352, portal 25 00000100:00000200:3.0:1784947346.236815:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980480, portal 10 00000100:00000001:2.0:1784947346.236818:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947346.236825:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947346.236826:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000001:3.0:1784947346.236834:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:2.0:1784947346.236843:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.236860:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947346.236862:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947346.236870:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947346.236879:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947346.236888:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154980352, offset 0 00000100:00000001:3.0:1784947346.236902:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947346.236907:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947346.236917:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947346.236924:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947346.236929:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000200:2.0:1784947346.236938:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:3.0:1784947346.236942:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154980480, offset 0 00000400:00000200:2.0:1784947346.236948:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947346.236958:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947346.236968:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947346.236969:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947346.236979:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947346.236985:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540890:540890:256:4294967295] 192.168.201.111@tcp LPNI seq info [540827:540827:8:4294967295] 00000400:00000200:2.0:1784947346.236991:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947346.237010:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947346.237012:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947346.237027:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947346.237035:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:2.0:1784947346.237038:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784947346.237100:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947346.237112:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947346.237115:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947346.237126:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947346.237139:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947346.237142:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947346.237154:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540891:540891:255:4294967295] 192.168.201.111@tcp LPNI seq info [540828:540828:7:4294967295] 00000800:00000200:2.0:1784947346.237157:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947346.237179:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947346.237196:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947346.237199:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947346.237213:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947346.237224:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947346.237228:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306109702 00000800:00000010:3.0:1784947346.237235:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000100:00000010:2.0:1784947346.237242:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff435a0. 00000800:00000200:3.0:1784947346.237247:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947346.237260:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947346.237262:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947346.237266:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947346.237277:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.237278:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306109702 00000100:00000040:3.0:1784947346.237284:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9091 usecs (10 jiffies) 00000100:00000010:2.0:1784947346.237289:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43720. 00000400:00000200:3.0:1784947346.237297:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947346.237302:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947346.237303:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306105867 00000100:00000001:3.0:1784947346.237315:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306109702 00000100:00000001:2.0:1784947346.237320:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947346.237320:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306105867 00000100:00000001:3.0:1784947346.237330:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306109702 00000100:00000001:2.0:1784947346.237334:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947346.237336:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947346.237346:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.237349:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947346.237353:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.237360:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947346.237361:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947346.237364:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947346.237376:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947346.237377:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947346.237380:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947346.237385:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947346.237389:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947346.237390:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947346.237392:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947346.237398:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947346.237404:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947346.237405:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947346.237414:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947346.237416:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947346.237416:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947346.237425:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000100:00000001:2.0:1784947346.237425:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784947346.237461:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:1.0:1784947346.237471:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784947346.237476:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947346.237487:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.237525:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947346.237530:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947346.237532:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947346.237535:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947346.237541:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947346.237548:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947346.237549:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947346.237560:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154980608:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947346.237571:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947346.237578:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947346.237582:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947346.237590:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947346.237592:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947346.237596:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000001:1.0:1784947346.237603:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947346.237603:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947346.237614:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947346.237618:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947346.237625:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:2.0:1784947346.237630:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980608, portal 10 00000100:00000001:2.0:1784947346.237633:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947346.237636:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000040:2.0:1784947346.237646:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.237656:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947346.237660:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947346.237665:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000200:2.0:1784947346.237668:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154980608, offset 0 00000400:00000200:2.0:1784947346.237676:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947346.237682:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947346.237688:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947346.237692:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947346.237697:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784947346.237701:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947346.237703:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1784947346.237710:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:2.0:1784947346.237711:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947346.237723:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947346.237723:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540892:540892:255:4294967295] 192.168.201.111@tcp LPNI seq info [540829:540829:7:4294967295] 00000400:00000200:2.0:1784947346.237741:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.237744:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947346.237757:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947346.237765:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947346.237766:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000800:00000010:2.0:1784947346.237771:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000010:1.0:1784947346.237773:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:1.0:1784947346.237784:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784947346.237790:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784947346.237797:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947346.237809:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947346.237819:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947346.237825:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947346.237828:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947346.237833:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10263 usecs (11 jiffies) 00000400:00000200:2.0:1784947346.237844:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947346.237846:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.237848:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306105868 00000100:00000001:2.0:1784947346.237856:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306109702 00000100:00000001:2.0:1784947346.237865:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306105868 00000100:00000001:2.0:1784947346.237873:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306109702 00000100:00000001:1.0:1784947346.237876:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.237879:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947346.237882:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947346.237890:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.237898:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.237903:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947346.237908:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947346.237911:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784947346.237914:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947346.237919:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947346.237922:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947346.237932:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947346.237935:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947346.237941:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947346.237944:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000010:1.0:1784947346.237950:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784947346.237951:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947346.237958:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947346.237961:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947346.237967:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947346.237979:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947346.237983:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947346.237993:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947346.237997:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947346.241042:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947346.241091:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947346.241096:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947346.241100:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947346.241108:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947346.241115:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947346.241125:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947346.241130:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947346.241136:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947346.241141:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308a00 00000400:00000200:0.0:1784947346.241147:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947346.241154:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235c9 [1] + 224 00000800:00000001:0.0:1784947346.241162:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947346.241170:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947346.241173:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947346.241178:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947346.241184:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947346.241192:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947346.241207:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947346.241233:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947346.241243:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947346.241247:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947346.241306:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947346.241315:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947346.241325:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947346.241328:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947346.241333:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947346.241342:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784947346.241346:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784947346.241350:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947346.241360:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947346.241376:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.241387:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947346.241390:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947346.241394:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947346.241397:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947346.241401:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947346.241404:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947346.241407:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947346.241414:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947346.241420:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947346.241424:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947346.241426:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947346.241430:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947346.241457:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.241461:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947346.241469:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.241489:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947346.241493:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947346.241496:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947346.241503:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947346.241514:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784947346.241515:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154980352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947346.241527:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.241530:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947346.241535:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947346.241536:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641154980352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947346.241550:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947346.241556:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947346.241563:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947346.241563:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947346.241569:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947346.241576:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947346.241581:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:2.0:1784947346.241582:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947346.241588:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947346.241596:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947346.241602:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000400:00000200:1.0:1784947346.241606:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000001:2.0:1784947346.241609:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947346.241615:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947346.241619:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947346.241624:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947346.241627:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947346.241631:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947346.241633:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.241642:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947346.241645:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947346.241649:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947346.241651:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947346.241654:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947346.241671:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241679:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308a80 00000400:00000200:1.0:1784947346.241686:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241694:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235d1 [1] + 224 00000800:00000001:1.0:1784947346.241702:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947346.241709:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947346.241712:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947346.241717:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947346.241723:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947346.241730:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947346.241744:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947346.241770:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947346.241778:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947346.241783:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947346.241786:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947346.241789:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947346.241793:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241799:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947346.241806:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241810:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241816:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241820:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308b00 00000400:00000200:1.0:1784947346.241825:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947346.241830:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235d9 [1] + 224 00000800:00000001:1.0:1784947346.241836:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947346.241838:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947346.241844:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947346.241848:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947346.241851:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784947346.241859:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947346.241860:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:3.0:1784947346.241868:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947346.241876:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947346.241885:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947346.241889:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947346.241895:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947346.241896:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947346.241914:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947346.241915:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947346.241959:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947346.241973:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947346.241983:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947346.241991:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947346.241996:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947346.241999:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947346.242003:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947346.242012:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947346.242017:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947346.242022:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947346.242026:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947346.242031:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947346.242041:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=87 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947346.242097:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947346.242101:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947346.242106:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947346.242108:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947346.242114:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947346.242118:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784947346.242121:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1784947346.242124:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947346.242131:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00010000:00000001:3.0:1784947346.242133:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947346.242140:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000100:00000001:3.0:1784947346.242144:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1784947346.242147:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947346.242154:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947346.242154:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947346.242165:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:2.0:1784947346.242171:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947346.242172:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947346.242193:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947346.242216:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947346.242224:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947346.242237:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947346.242242:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947346.242254:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947346.242261:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947346.242264:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.242266:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947346.242272:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947346.242277:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947346.242282:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947346.242290:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947346.242302:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=87 v=5 (5 5 5 5) 00000100:00100000:3.0:1784947346.242308:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154980480:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947346.242311:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947346.242324:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947346.242329:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947346.242331:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947346.242333:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947346.242342:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947346.242343:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947346.242350:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947346.242356:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000040:3.0:1784947346.242359:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641154980480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947346.242360:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947346.242365:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947346.242380:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947346.242398:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947346.242405:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947346.242407:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784947346.242413:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947346.242414:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947346.242419:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947346.242427:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947346.242429:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947346.242466:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947346.242474:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947346.242485:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784947346.242494:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154980608:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947346.242495:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:3.0:1784947346.242507:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947346.242511:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947346.242514:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947346.242518:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1784947346.242522:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000040:2.0:1784947346.242526:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641154980608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947362 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947346.242532:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947346.242539:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947346.242548:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947346.242550:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947346.242555:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947346.242560:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947346.242563:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784947346.242566:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947346.242570:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947346.242572:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947346.242578:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947346.242581:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784947346.242584:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947346.242589:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947346.242590:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947346.242599:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947346.242603:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947346.242605:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947346.242609:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947346.242611:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947346.242614:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947346.242622:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947346.242625:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947346.242628:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947346.242632:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947346.428214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947346.428223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947346.428377:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947346.428384:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947346.428390:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947347.452221:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947347.452232:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947347.452378:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947347.452385:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947347.452390:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947348.476207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947348.476217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947348.476324:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947348.476331:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947348.476340:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947349.500139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947349.500145:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947349.500204:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947349.500208:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947349.500212:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947350.140136:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306109702, at 4306109760 00000100:00000040:1.0:1784947350.140136:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306109702, at 4306109760 00000100:00000010:0.0:1784947350.140152:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff435a0. 00000100:00000010:1.0:1784947350.140154:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43720. 00010000:00000001:1.0:1784947350.524135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947350.524144:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947350.524147:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947350.524151:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947350.524157:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947350.524160:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947350.524163:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947350.524166:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947350.524213:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947350.524217:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947350.524220:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947351.356242:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947351.356253:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947351.356262:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784947351.356268:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947351.356273:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947351.356277:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947351.356283:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947351.356292:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947351.356300:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947351.356313:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947351.356324:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947351.356328:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947351.356335:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.356389:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947351.356392:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947351.356395:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947351.356399:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784947351.356401:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947351.356404:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947351.356406:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947351.356408:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947351.356411:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947351.356414:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947351.356420:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947351.356428:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947351.356431:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947351.356431:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.356439:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947351.356440:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.356445:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947351.356456:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947351.356459:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947351.356460:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947351.356472:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947351.356476:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784947351.356483:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947351.356485:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947351.356487:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784947351.356490:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947351.356491:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947351.356496:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.356498:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784947351.356501:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947351.356504:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947351.356506:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.356512:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947351.356517:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154980736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947351.356522:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947351.356529:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947351.356531:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784947351.356533:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.356540:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947351.356548:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1784947351.356551:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 00000100:00000001:1.0:1784947351.356552:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.356559:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947351.356564:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947351.356574:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947351.356584:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947351.356584:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947351.356591:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784947351.356596:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000040:1.0:1784947351.356597:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947351.356604:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1784947351.356609:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980736, portal 25 00000100:00000040:1.0:1784947351.356609:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947351.356616:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784947351.356619:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11448) 00000100:00000001:0.0:1784947351.356620:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000040:0.0:1784947351.356634:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.356639:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947351.356644:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947351.356646:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947351.356648:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947351.356655:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947351.356660:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947351.356662:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000200:0.0:1784947351.356668:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154980736, offset 0 00000100:00000001:1.0:1784947351.356679:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784947351.356683:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947351.356684:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947351.356690:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947351.356692:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947351.356696:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947351.356697:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784947351.356703:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154980864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947351.356708:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947351.356709:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:1.0:1784947351.356713:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947351.356717:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947351.356718:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784947351.356720:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947351.356726:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:1.0:1784947351.356727:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000400:00000200:0.0:1784947351.356733:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784947351.356734:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947351.356741:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947351.356745:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947351.356750:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540893:540893:256:4294967295] 192.168.201.111@tcp LPNI seq info [540830:540830:8:4294967295] 00000400:00000010:1.0:1784947351.356753:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9580. 00000400:00000200:0.0:1784947351.356759:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947351.356762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000100:00000200:1.0:1784947351.356769:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980864, portal 10 00000400:00000200:0.0:1784947351.356776:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947351.356777:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947351.356781:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000800:00000200:0.0:1784947351.356791:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947351.356795:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784947351.356800:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000100:00000001:1.0:1784947351.356808:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947351.356818:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947351.356819:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784947351.356822:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000100:00000200:1.0:1784947351.356827:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154980864, offset 0 00000800:00000200:0.0:1784947351.356835:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947351.356836:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947351.356845:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947351.356850:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.356876:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947351.356882:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947351.356883:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947351.356889:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947351.356897:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.356898:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947351.356906:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306114821 00000400:00000200:1.0:1784947351.356907:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947351.356917:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540894:540894:255:4294967295] 192.168.201.111@tcp LPNI seq info [540831:540831:7:4294967295] 00000100:00000010:0.0:1784947351.356918:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889b40. 00000400:00000200:1.0:1784947351.356928:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947351.356933:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947351.356945:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947351.356947:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306114821 00000100:00000010:0.0:1784947351.356955:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889de0. 00000800:00000200:1.0:1784947351.356958:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947351.356961:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000010:1.0:1784947351.356966:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000100:00000001:0.0:1784947351.356968:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947351.356976:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947351.356983:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947351.356984:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.356994:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947351.357001:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947351.357006:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947351.357007:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947351.357011:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.357013:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784947351.357018:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9091 usecs (10 jiffies) 00000100:00000001:0.0:1784947351.357019:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.357024:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947351.357030:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784947351.357030:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947351.357037:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306110986 00000100:00000040:0.0:1784947351.357044:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.357045:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306114821 00000100:00000001:1.0:1784947351.357053:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306110986 00000100:00000001:1.0:1784947351.357098:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306114821 00000100:00000001:1.0:1784947351.357102:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947351.357105:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947351.357109:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947351.357112:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947351.357118:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947351.357120:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947351.357124:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947351.357126:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947351.357131:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.357134:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947351.357137:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.357139:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.357145:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947351.357149:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947351.357168:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947351.357174:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154980992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947351.357178:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947351.357184:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947351.357188:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.357192:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947351.357198:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947351.357203:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947351.357208:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947351.357215:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eacb8. 00000800:00000200:1.0:1784947351.357222:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784947351.357223:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 00000800:00000010:1.0:1784947351.357229:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000200:0.0:1784947351.357232:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154980992, portal 10 00000400:00000200:1.0:1784947351.357236:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947351.357240:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947351.357246:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000400:00000200:1.0:1784947351.357247:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947351.357256:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:1.0:1784947351.357261:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000040:0.0:1784947351.357263:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.357267:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947351.357277:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784947351.357278:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947351.357287:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947351.357293:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000100:00000200:0.0:1784947351.357301:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154980992, offset 0 00000100:00000001:1.0:1784947351.357302:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947351.357311:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947351.357313:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947351.357323:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947351.357332:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947351.357336:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947351.357337:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784947351.357365:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947351.357369:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947351.357372:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947351.357374:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947351.357377:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540895:540895:254:4294967295] 192.168.201.111@tcp LPNI seq info [540832:540832:6:4294967295] 00000400:00000200:0.0:1784947351.357382:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947351.357389:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947351.357394:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947351.357398:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000800:00000200:0.0:1784947351.357403:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947351.357409:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947351.357413:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947351.357417:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947351.357421:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10263 usecs (11 jiffies) 00000400:00000200:0.0:1784947351.357425:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947351.357427:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306110988 00000100:00000001:0.0:1784947351.357430:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306114821 00000100:00000001:0.0:1784947351.357432:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306110988 00000100:00000001:0.0:1784947351.357434:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306114821 00000100:00000001:0.0:1784947351.357436:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947351.357438:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.357441:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.357444:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.357447:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947351.357449:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947351.357451:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784947351.357453:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.357458:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784947351.357459:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000100:00000001:0.0:1784947351.357463:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947351.357466:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947351.357468:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947351.357475:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947351.357480:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000010:1.0:1784947351.357482:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:1.0:1784947351.357485:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947351.357490:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.357497:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947351.357501:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.357507:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947351.357509:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947351.357519:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947351.357521:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000400:00000200:1.0:1784947351.357524:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947351.357527:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947351.357529:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000400:00000010:1.0:1784947351.357530:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000001:1.0:1784947351.357532:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947351.357536:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.357543:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947351.357546:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.357552:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947351.357553:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947351.359637:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.359651:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947351.359654:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.359657:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947351.359663:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.359668:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947351.359676:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.359680:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.359685:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.359689:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308b80 00000400:00000200:1.0:1784947351.359694:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.359699:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235e1 [1] + 224 00000800:00000001:1.0:1784947351.359705:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.359712:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947351.359714:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947351.359718:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947351.359723:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947351.359728:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947351.359739:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.359759:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947351.359765:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.359768:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.359845:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.359849:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947351.359856:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947351.359858:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947351.359861:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:0.0:1784947351.359866:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:0.0:1784947351.359868:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:0.0:1784947351.359871:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947351.359878:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947351.359890:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.359898:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947351.359899:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.359902:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947351.359904:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947351.359907:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947351.359909:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.359912:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947351.359918:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947351.359923:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947351.359925:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947351.359927:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947351.359930:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947351.359932:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.359934:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947351.359939:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.359946:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947351.359949:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947351.359951:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947351.359954:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947351.359962:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154980736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947351.359966:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.359968:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947351.359970:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641154980736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.359977:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947351.359980:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947351.359983:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784947351.359986:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947351.359987:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947351.359989:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947351.359992:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947351.359995:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784947351.359998:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947351.359999:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947351.360001:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:0.0:1784947351.360004:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947351.360006:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.360009:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.360011:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.360012:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947351.360013:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.360015:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947351.360379:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.360387:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947351.360390:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.360392:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947351.360396:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.360401:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947351.360406:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.360409:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.360412:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.360415:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308c00 00000400:00000200:1.0:1784947351.360418:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.360422:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5235f1 [1] + 224 00000800:00000001:1.0:1784947351.360426:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.360443:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947351.360446:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947351.360449:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947351.360452:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947351.360457:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947351.360466:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.360485:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947351.360491:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.360494:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.360519:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.360521:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947351.360524:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947351.360526:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947351.360528:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9580. 00000400:00000200:0.0:1784947351.360533:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:0.0:1784947351.360535:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784947351.360537:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947351.360542:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947351.360550:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.360555:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947351.360557:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.360558:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947351.360559:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947351.360560:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947351.360562:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.360563:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947351.360567:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947351.360569:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947351.360571:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947351.360573:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947351.360574:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947351.360577:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.360580:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947351.360581:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947351.360583:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947351.360584:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947351.360588:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.360599:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947351.360601:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947351.360602:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947351.360605:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947351.360611:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154980864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947351.360614:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.360616:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947351.360618:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641154980864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.360623:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947351.360624:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947351.360625:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947351.360628:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947351.360629:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947351.360630:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947351.360631:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947351.360633:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784947351.360635:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947351.360636:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947351.360637:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:0.0:1784947351.360639:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947351.360641:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.360642:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.360645:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947351.360646:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.360648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.360650:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947351.361179:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.361189:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947351.361193:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.361196:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947351.361202:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.361210:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947351.361218:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.361221:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.361224:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.361227:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308c80 00000400:00000200:1.0:1784947351.361231:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947351.361235:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523601 [1] + 224 00000800:00000001:1.0:1784947351.361257:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.361263:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947351.361266:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947351.361269:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947351.361273:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947351.361279:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947351.361289:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947351.361308:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947351.361314:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947351.361316:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.361387:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.361390:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947351.361395:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947351.361396:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947351.361399:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eacb8. 00000400:00000200:0.0:1784947351.361403:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00000400:00000010:0.0:1784947351.361405:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00000100:00000001:0.0:1784947351.361407:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947351.361413:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947351.361423:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.361429:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947351.361431:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.361432:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947351.361434:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947351.361435:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947351.361437:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947351.361439:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947351.361443:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947351.361446:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947351.361448:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947351.361450:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947351.361451:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947351.361454:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.361456:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947351.361457:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947351.361459:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947351.361460:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947351.361463:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.361469:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947351.361471:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947351.361472:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947351.361475:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947351.361481:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154980992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947351.361485:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.361487:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947351.361489:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641154980992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947367 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947351.361495:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947351.361496:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947351.361498:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947351.361500:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947351.361501:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947351.361503:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947351.361504:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947351.361506:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947351.361508:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947351.361509:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947351.361511:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000100:00000001:0.0:1784947351.361513:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947351.361514:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.361515:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947351.361525:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947351.361526:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947351.361528:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947351.361530:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947351.548205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947351.548217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947351.548373:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947351.548390:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947351.548395:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947352.572189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947352.572199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947352.572307:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947352.572312:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947352.572316:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947353.596129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947353.596136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947353.596202:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947353.596205:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947353.596208:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947354.620191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947354.620198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947354.620275:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947354.620280:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947354.620285:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947355.260186:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306114821, at 4306114880 00000100:00000040:1.0:1784947355.260189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306114821, at 4306114880 00000100:00000010:0.0:1784947355.260215:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889b40. 00000100:00000010:1.0:1784947355.260219:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889de0. 00010000:00000001:1.0:1784947355.644150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947355.644158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947355.644252:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947355.644256:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947355.644259:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947356.476223:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947356.476235:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947356.476248:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947356.476254:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947356.476284:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947356.476287:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947356.476304:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947356.476314:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947356.476322:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476337:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947356.476350:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947356.476355:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476362:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_00+0] req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947356.476399:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476402:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947356.476408:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947356.476411:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947356.476414:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947356.476417:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947356.476419:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947356.476421:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947356.476428:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947356.476432:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476439:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947356.476445:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947356.476448:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947356.476453:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.476456:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947356.476459:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947356.476463:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947356.476476:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476480:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947356.476483:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947356.476484:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947356.476490:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947356.476496:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947356.476501:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947356.476505:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947356.476509:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947356.476518:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:3.0:1784947356.476521:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947356.476523:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.476529:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476538:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947356.476542:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947356.476549:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947356.476559:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.476566:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784947356.476573:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154981120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947356.476574:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.476588:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947356.476591:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947356.476599:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947356.476605:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947356.476614:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947356.476625:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947356.476635:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947356.476643:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.476645:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947356.476654:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947356.476657:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947356.476660:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947356.476666:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11453) 00000400:00000200:3.0:1784947356.476674:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947356.476680:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947356.476684:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947356.476686:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947356.476691:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947356.476699:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947356.476701:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784947356.476714:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784947356.476717:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981120, portal 25 00000100:00000001:2.0:1784947356.476718:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947356.476725:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947356.476728:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784947356.476729:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947356.476735:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 02000000:00000001:2.0:1784947356.476736:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947356.476747:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154981248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947356.476756:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947356.476757:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947356.476760:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947356.476765:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947356.476771:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947356.476778:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947356.476787:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.476787:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947356.476800:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947356.476801:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947356.476813:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000400:00000010:2.0:1784947356.476814:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947356.476827:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:3.0:1784947356.476827:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154981120, offset 0 00000100:00000200:2.0:1784947356.476837:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981248, portal 10 00000100:00000001:2.0:1784947356.476841:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947356.476843:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000400:00000200:3.0:1784947356.476850:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947356.476859:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947356.476870:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947356.476880:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947356.476885:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947356.476891:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:2.0:1784947356.476892:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947356.476900:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154981248, offset 0 00000400:00000200:3.0:1784947356.476908:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947356.476910:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947356.476921:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947356.476928:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947356.476934:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947356.476941:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540896:540896:256:4294967295] 192.168.201.111@tcp LPNI seq info [540833:540833:8:4294967295] 00000400:00000200:3.0:1784947356.476950:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947356.476960:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947356.476975:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947356.476982:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947356.476986:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947356.476995:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947356.477003:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947356.477016:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947356.477018:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947356.477027:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540897:540897:255:4294967295] 192.168.201.111@tcp LPNI seq info [540834:540834:7:4294967295] 00000800:00000010:3.0:1784947356.477031:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000400:00000200:2.0:1784947356.477035:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947356.477078:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947356.477086:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947356.477092:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:3.0:1784947356.477101:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947356.477105:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947356.477121:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947356.477126:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947356.477129:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947356.477137:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947356.477150:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.477157:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9090 usecs (10 jiffies) 00000100:00000001:3.0:1784947356.477158:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947356.477166:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947356.477173:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306116107 00000400:00000200:3.0:1784947356.477174:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947356.477181:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff430c0. 00000100:00000001:3.0:1784947356.477183:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306119942 00000100:00000001:2.0:1784947356.477193:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947356.477207:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306116107 00000100:00000010:2.0:1784947356.477212:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43540. 00000100:00000001:3.0:1784947356.477215:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306116107 00000100:00000001:2.0:1784947356.477218:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947356.477232:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947356.477233:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306119942 00000100:00000001:2.0:1784947356.477238:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.477245:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.477248:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947356.477250:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306116107 00000100:00000001:3.0:1784947356.477279:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947356.477282:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947356.477286:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.477287:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947356.477297:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947356.477299:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.477300:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947356.477309:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.477310:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947356.477314:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000800:00000200:1.0:1784947356.477319:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947356.477320:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947356.477324:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947356.477330:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947356.477331:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947356.477332:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:2.0:1784947356.477334:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947356.477347:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947356.477347:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947356.477348:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947356.477353:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947356.477355:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947356.477358:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947356.477362:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947356.477370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947356.477371:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947356.477372:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947356.477387:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000100:00000001:2.0:1784947356.477388:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947356.477392:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947356.477396:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 02000000:00000001:2.0:1784947356.477397:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947356.477402:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947356.477407:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947356.477410:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:2.0:1784947356.477412:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154981376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947356.477420:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947356.477423:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947356.477426:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947356.477428:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947356.477429:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947356.477435:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947356.477441:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947356.477454:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947356.477461:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947356.477467:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947356.477468:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784947356.477476:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981376, portal 10 00000100:00000040:1.0:1784947356.477478:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947356.477481:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947356.477486:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000001:1.0:1784947356.477499:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.477501:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947356.477516:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947356.477528:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947356.477534:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947356.477540:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784947356.477546:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154981376, offset 0 00000400:00000200:2.0:1784947356.477554:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947356.477562:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947356.477570:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947356.477576:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947356.477581:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947356.477585:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947356.477590:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947356.477595:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540898:540898:255:4294967295] 192.168.201.111@tcp LPNI seq info [540835:540835:7:4294967295] 00000400:00000200:2.0:1784947356.477605:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947356.477608:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947356.477614:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:1.0:1784947356.477622:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947356.477627:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947356.477636:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947356.477642:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000800:00000200:2.0:1784947356.477643:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947356.477650:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000800:00000010:2.0:1784947356.477654:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:1.0:1784947356.477656:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947356.477667:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947356.477694:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784947356.477697:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:1.0:1784947356.477699:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947356.477714:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947356.477715:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947356.477717:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947356.477723:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947356.477738:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.477742:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10263 usecs (11 jiffies) 00000400:00000200:2.0:1784947356.477746:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947356.477748:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306116108 00000100:00000001:2.0:1784947356.477752:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306119942 00000100:00000001:2.0:1784947356.477755:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306116108 00000100:00000001:2.0:1784947356.477758:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306119942 00000100:00000001:2.0:1784947356.477761:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947356.477764:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.477768:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.477772:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947356.477790:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947356.477797:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947356.477802:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947356.477809:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947356.477813:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:0.0:1784947356.477815:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:0.0:1784947356.477819:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947356.477826:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947356.477837:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947356.477842:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947356.477850:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947356.477852:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947356.480071:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947356.480086:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947356.480091:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947356.480096:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947356.480104:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480111:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947356.480119:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480123:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480128:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480133:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308d80 00000400:00000200:1.0:1784947356.480138:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480144:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523619 [1] + 224 00000800:00000001:1.0:1784947356.480152:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947356.480156:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947356.480159:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947356.480163:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947356.480168:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947356.480175:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947356.480188:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947356.480211:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947356.480220:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947356.480224:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947356.480227:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947356.480229:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947356.480233:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480238:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947356.480245:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480250:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947356.480254:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947356.480283:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947356.480307:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308d00 00000100:00000001:2.0:1784947356.480308:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947356.480317:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947356.480318:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947356.480323:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947356.480326:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947356.480333:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:2.0:1784947356.480335:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947356.480339:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947356.480344:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523611 [1] + 224 00000100:00000200:2.0:1784947356.480352:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947356.480356:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947356.480367:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947356.480370:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947356.480376:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947356.480387:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947356.480392:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947356.480394:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947356.480396:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947356.480402:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947356.480405:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947356.480406:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947356.480412:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947356.480415:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947356.480419:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947356.480424:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947356.480438:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=137 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947356.480451:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947356.480454:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947356.480458:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947356.480459:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947356.480466:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.480473:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947356.480477:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947356.480483:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947356.480487:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947356.480499:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947356.480506:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947356.480524:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947356.480529:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947356.480531:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947356.480537:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947356.480538:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947356.480544:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947356.480548:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947356.480549:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947356.480550:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947356.480557:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947356.480562:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947356.480568:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947356.480576:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947356.480577:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784947356.480585:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947356.480592:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947356.480596:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154981248:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947356.480598:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000200:1.0:1784947356.480600:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947356.480608:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000400:00000200:1.0:1784947356.480612:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947356.480616:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.480620:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947356.480625:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308e00 00000100:00000001:2.0:1784947356.480626:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947356.480638:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947356.480638:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947356.480639:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154981248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947356.480649:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523621 [1] + 224 00000800:00000001:1.0:1784947356.480663:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947356.480669:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947356.480674:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947356.480676:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947356.480682:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000400:00000200:1.0:1784947356.480684:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947356.480691:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784947356.480694:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947356.480697:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784947356.480698:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784947356.480704:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947356.480709:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947356.480712:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947356.480720:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000200:1.0:1784947356.480721:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947356.480729:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947356.480732:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947356.480734:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947356.480740:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947356.480741:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000040:1.0:1784947356.480749:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947356.480751:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947356.480752:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947356.480758:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947356.480759:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947356.480767:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947356.480768:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947356.480771:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947356.480773:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.480775:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947356.480778:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947356.480779:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947356.480782:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947356.480786:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947356.480788:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1784947356.480791:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=97 v=5 (5 5 5 5) 00000400:00000001:2.0:1784947356.480793:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947356.480798:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00001000:3.0:1784947356.480803:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=97 v=5 (1 1 1 1) 00000400:00000200:2.0:1784947356.480805:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:2.0:1784947356.480812:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:3.0:1784947356.480814:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947356.480819:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947356.480820:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947356.480827:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1784947356.480831:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947356.480832:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.480842:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947356.480860:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947356.480862:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947356.480889:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947356.480894:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947356.480899:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947356.480899:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947356.480901:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947356.480905:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947356.480909:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947356.480910:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.480917:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947356.480918:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947356.480929:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=97 v=5 (5 5 5 5) 00000100:00000040:3.0:1784947356.480935:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947356.480937:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947356.480948:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947356.480951:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947356.480957:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947356.480962:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.480967:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1784947356.480970:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154981120:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947356.480971:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947356.480976:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947356.480980:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947356.480989:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947356.480991:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947356.480997:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947356.481006:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947356.481011:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1784947356.481011:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154981120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947356.481015:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947356.481027:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947356.481036:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947356.481039:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947356.481044:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947356.481081:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947356.481084:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947356.481089:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947356.481099:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784947356.481101:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154981376:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947356.481104:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947356.481109:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947356.481113:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947356.481114:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947356.481120:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784947356.481123:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641154981376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947372 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947356.481126:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784947356.481137:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947356.481139:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947356.481143:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947356.481144:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947356.481152:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947356.481152:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947356.481162:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947356.481166:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947356.481166:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1784947356.481170:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947356.481173:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947356.481175:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947356.481180:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:3.0:1784947356.481181:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947356.481184:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947356.481188:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947356.481189:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947356.481193:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:2.0:1784947356.481198:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947356.481200:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947356.481201:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947356.481207:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947356.481210:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947356.481213:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947356.481215:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947356.668158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947356.668167:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947356.668234:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947356.668238:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947356.668241:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947357.692181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947357.692190:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947357.692329:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947357.692334:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947357.692338:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947358.716257:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947358.716267:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947358.716410:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947358.716419:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947358.716426:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947359.740185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947359.740196:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947359.740216:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947359.740222:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947359.740229:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947359.740233:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947359.740237:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947359.740241:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947359.740321:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947359.740327:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947359.740331:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947360.380155:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306119942, at 4306120000 00000100:00000040:1.0:1784947360.380155:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306119942, at 4306120000 00000100:00000010:0.0:1784947360.380171:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff430c0. 00000100:00000010:1.0:1784947360.380172:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43540. 00010000:00000001:1.0:1784947360.764201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947360.764211:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947360.764323:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947360.764328:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947360.764333:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947361.596156:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947361.596224:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947361.596235:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947361.596242:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947361.596247:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947361.596250:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947361.596255:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947361.596263:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947361.596270:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947361.596280:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947361.596290:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947361.596293:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947361.596298:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947361.596326:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947361.596329:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947361.596331:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947361.596334:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947361.596336:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947361.596338:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947361.596339:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947361.596340:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947361.596343:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947361.596345:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947361.596349:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947361.596355:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947361.596357:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947361.596361:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947361.596365:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947361.596372:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947361.596373:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.596376:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947361.596378:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947361.596381:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947361.596385:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000100:00000040:3.0:1784947361.596387:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947361.596388:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947361.596393:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947361.596395:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947361.596398:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947361.596404:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947361.596405:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947361.596408:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.596409:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.596414:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947361.596415:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947361.596435:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947361.596442:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947361.596449:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1784947361.596451:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154981504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947361.596452:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.596461:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947361.596462:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947361.596468:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947361.596473:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947361.596474:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.596478:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947361.596479:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947361.596485:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784947361.596486:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000040:2.0:1784947361.596488:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947361.596490:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947361.596494:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947361.596500:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11458) 00000400:00000200:3.0:1784947361.596502:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947361.596507:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947361.596515:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947361.596521:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981504, portal 25 00000100:00000001:3.0:1784947361.596524:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947361.596526:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000040:3.0:1784947361.596533:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947361.596540:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947361.596542:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947361.596547:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947361.596548:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947361.596552:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784947361.596552:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947361.596559:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154981504, offset 0 00000100:00000040:2.0:1784947361.596561:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947361.596571:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947361.596574:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947361.596582:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947361.596586:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947361.596588:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947361.596591:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947361.596596:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947361.596599:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154981632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947361.596604:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947361.596607:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947361.596611:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947361.596611:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947361.596616:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947361.596623:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947361.596624:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947361.596627:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947361.596634:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947361.596635:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947361.596642:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947361.596647:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784947361.596650:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000400:00000200:3.0:1784947361.596655:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:2.0:1784947361.596657:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981632, portal 10 00000100:00000001:2.0:1784947361.596660:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947361.596663:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000400:00000200:3.0:1784947361.596665:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540899:540899:256:4294967295] 192.168.201.111@tcp LPNI seq info [540836:540836:8:4294967295] 00000100:00000040:2.0:1784947361.596675:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947361.596676:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947361.596687:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947361.596695:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947361.596700:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000400:00000200:3.0:1784947361.596701:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:2.0:1784947361.596707:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154981632, offset 0 00000800:00000200:3.0:1784947361.596713:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947361.596719:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947361.596724:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947361.596725:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947361.596734:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947361.596740:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947361.596742:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947361.596767:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947361.596776:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947361.596778:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947361.596784:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947361.596788:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947361.596795:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540900:540900:255:4294967295] 192.168.201.111@tcp LPNI seq info [540837:540837:7:4294967295] 00000400:00000200:2.0:1784947361.596804:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947361.596817:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947361.596820:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947361.596831:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947361.596838:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306125061 00000800:00000200:2.0:1784947361.596843:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947361.596849:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7540. 00000800:00000010:2.0:1784947361.596857:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947361.596862:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947361.596874:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947361.596874:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306125061 00000100:00000010:3.0:1784947361.596886:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c00. 00000800:00000200:2.0:1784947361.596906:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947361.596907:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947361.596916:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784947361.596919:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947361.596922:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.596938:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947361.596939:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.596944:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947361.596951:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9090 usecs (10 jiffies) 00000100:00000001:3.0:1784947361.596957:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947361.596963:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947361.596965:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947361.596969:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947361.596975:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306121226 00000100:00000001:3.0:1784947361.596975:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947361.596981:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947361.596989:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306125061 00000100:00000040:3.0:1784947361.596992:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947361.597001:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306121226 00000800:00000200:0.0:1784947361.597014:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947361.597014:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306125061 00000100:00000001:3.0:1784947361.597018:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947361.597023:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947361.597024:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947361.597025:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947361.597049:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.597052:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947361.597054:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947361.597054:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.597055:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947361.597060:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947361.597067:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947361.597070:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947361.597074:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947361.597092:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947361.597097:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784947361.597098:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154981760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947361.597101:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.597104:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947361.597108:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.597109:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947361.597112:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.597117:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947361.597119:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:3.0:1784947361.597121:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947361.597125:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947361.597129:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947361.597132:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947361.597134:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:3.0:1784947361.597136:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000200:3.0:1784947361.597141:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981760, portal 10 00000400:00000010:0.0:1784947361.597144:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:3.0:1784947361.597144:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947361.597147:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000001:0.0:1784947361.597154:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784947361.597162:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947361.597163:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947361.597191:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947361.597194:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947361.597200:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947361.597201:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947361.597224:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947361.597226:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947361.597229:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947361.597232:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947361.597234:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:0.0:1784947361.597235:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:0.0:1784947361.597237:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947361.597240:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947361.597245:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947361.597247:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947361.597262:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947361.597263:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947361.597362:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947361.597365:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947361.597368:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000200:3.0:1784947361.597371:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154981760, offset 0 00000400:00000200:3.0:1784947361.597375:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947361.597378:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947361.597382:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947361.597385:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947361.597387:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947361.597389:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947361.597391:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947361.597394:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540901:540901:256:4294967295] 192.168.201.111@tcp LPNI seq info [540838:540838:8:4294967295] 00000400:00000200:3.0:1784947361.597441:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947361.597448:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947361.597452:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947361.597455:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947361.597459:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947361.597462:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947361.597465:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947361.597476:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947361.597479:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10263 usecs (11 jiffies) 00000400:00000200:3.0:1784947361.597482:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947361.597484:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306121228 00000100:00000001:3.0:1784947361.597486:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306125061 00000100:00000001:3.0:1784947361.597487:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306121228 00000100:00000001:3.0:1784947361.597489:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306125061 00000100:00000001:3.0:1784947361.597490:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947361.597492:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.597494:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.597496:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.597498:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947361.597500:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947361.597501:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947361.597502:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947361.597503:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.597505:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947361.597600:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947361.597605:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784947361.597609:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947361.597613:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947361.597617:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000010:1.0:1784947361.597619:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000100:00000001:1.0:1784947361.597621:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947361.597626:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947361.597634:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947361.597637:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947361.597643:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947361.597644:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947361.598682:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947361.598695:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947361.598698:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947361.598702:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947361.598709:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947361.598715:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947361.598723:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947361.598728:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947361.598734:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947361.598740:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a308e80 00000400:00000200:0.0:1784947361.598746:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947361.598752:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523629 [1] + 224 00000800:00000001:0.0:1784947361.598760:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947361.598769:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947361.598773:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947361.598778:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947361.598784:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947361.598790:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947361.598803:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947361.598822:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947361.598831:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947361.598835:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.598900:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947361.598902:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947361.598917:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947361.598918:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947361.598920:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947361.598924:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947361.598925:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947361.598927:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947361.598958:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947361.598966:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947361.598969:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947361.598970:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947361.598974:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947361.598979:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947361.598984:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947361.598988:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947361.598992:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947361.598995:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308f00 00000400:00000200:1.0:1784947361.598999:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947361.599002:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523631 [1] + 224 00000800:00000001:1.0:1784947361.599007:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947361.599026:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947361.599029:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947361.599035:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947361.599036:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947361.599041:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947361.599070:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947361.599080:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947361.599113:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947361.599123:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947361.599129:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947361.599132:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947361.599136:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947361.599148:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947361.599160:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947361.599161:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947361.599185:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947361.599193:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947361.599218:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947361.599220:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947361.599233:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947361.599236:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947361.599237:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784947361.599238:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947361.599243:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947361.599244:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947361.599246:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000200:1.0:1784947361.599251:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a308f80 00000100:00000001:3.0:1784947361.599252:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:2.0:1784947361.599253:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 02000000:00000001:3.0:1784947361.599259:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947361.599260:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947361.599260:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947361.599266:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947361.599270:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947361.599272:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523639 [1] + 224 00000100:00000200:2.0:1784947361.599273:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947361.599276:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947361.599302:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947361.599305:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=102 v=5 (5 5 5 5) 00000100:00000200:2.0:1784947361.599312:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947361.599312:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=102 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947361.599313:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947361.599320:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947361.599323:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947361.599328:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947361.599333:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:3.0:1784947361.599335:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947361.599340:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947361.599342:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947361.599346:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947361.599353:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947361.599360:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947361.599362:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947361.599366:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947361.599372:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947361.599376:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947361.599381:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947361.599386:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947361.599387:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947361.599392:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.599398:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784947361.599402:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=102 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947361.599406:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947361.599410:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947361.599414:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947361.599422:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947361.599423:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784947361.599424:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947361.599428:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947361.599429:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947361.599435:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947361.599437:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947361.599444:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947361.599448:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154981504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947361.599450:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947361.599454:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947361.599458:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947361.599458:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947361.599462:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.599464:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947361.599470:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947361.599475:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641154981504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947361.599483:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947361.599506:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947361.599509:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.599517:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784947361.599518:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947361.599523:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1784947361.599531:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154981632:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947361.599531:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 00000100:00000001:2.0:1784947361.599539:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947361.599541:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947361.599543:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784947361.599547:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784947361.599548:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154981632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947361.599551:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947361.599558:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947361.599562:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947361.599563:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947361.599567:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947361.599571:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784947361.599571:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947361.599586:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784947361.599588:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947361.599592:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:3.0:1784947361.599592:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947361.599595:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947361.599599:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947361.599601:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000001:3.0:1784947361.599601:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947361.599606:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947361.599607:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947361.599610:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947361.599612:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:3.0:1784947361.599613:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947361.599615:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947361.599619:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947361.599620:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947361.599625:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.599625:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947361.599628:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947361.599631:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947361.599632:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947361.599633:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784947361.599637:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947361.599638:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947361.599641:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947361.599646:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:3.0:1784947361.599647:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947361.599651:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947361.599656:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947361.599664:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947361.599670:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947361.599671:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.599673:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947361.599674:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947361.599675:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947361.599676:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947361.599678:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947361.599682:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947361.599684:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947361.599686:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947361.599688:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947361.599689:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947361.599691:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.599693:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947361.599694:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947361.599696:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947361.599697:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947361.599700:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947361.599706:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947361.599707:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947361.599708:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947361.599712:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947361.599718:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154981760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947361.599721:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.599723:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947361.599725:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641154981760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947377 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947361.599730:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947361.599731:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947361.599733:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947361.599735:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947361.599736:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947361.599737:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947361.599738:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947361.599740:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947361.599741:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947361.599742:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947361.599743:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784947361.599745:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947361.599746:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.599748:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947361.599751:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947361.599752:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947361.599754:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947361.599755:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947361.788252:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947361.788262:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947361.788361:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947361.788368:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947361.788374:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947362.812134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947362.812140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947362.812228:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947362.812233:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947362.812238:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947363.836196:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947363.836204:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947363.836291:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947363.836297:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947363.836302:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947364.860140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947364.860147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947364.860204:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947364.860207:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947364.860210:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947365.500154:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306125061, at 4306125120 00000100:00000040:1.0:1784947365.500164:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306125061, at 4306125120 00000100:00000010:0.0:1784947365.500167:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7540. 00000100:00000010:1.0:1784947365.500172:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c00. 00010000:00000001:1.0:1784947365.884142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947365.884148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947365.884195:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947365.884199:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947365.884203:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947366.716182:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947366.716190:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947366.716197:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784947366.716202:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947366.716205:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947366.716208:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947366.716213:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947366.716219:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784947366.716225:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716234:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947366.716242:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947366.716246:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716250:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_00+0] req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.716277:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716279:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947366.716281:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947366.716283:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947366.716285:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947366.716287:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947366.716288:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947366.716289:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947366.716291:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784947366.716293:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716296:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947366.716302:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947366.716303:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716307:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.716307:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947366.716312:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947366.716317:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.716317:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947366.716322:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947366.716327:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:1.0:1784947366.716328:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784947366.716329:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c380. 00000020:00000040:0.0:1784947366.716333:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947366.716337:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947366.716339:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947366.716343:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.716344:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1784947366.716346:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:1.0:1784947366.716347:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716352:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947366.716354:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947366.716357:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947366.716358:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784947366.716363:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716369:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1784947366.716370:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154981888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947366.716372:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716377:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6f68a7] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.716387:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947366.716388:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716391:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947366.716392:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784947366.716393:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947366.716397:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947366.716397:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947366.716403:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947366.716404:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947366.716409:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11464) 02000000:00000010:1.0:1784947366.716410:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947366.716413:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716418:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947366.716420:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947366.716421:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947366.716424:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784947366.716426:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9aa8. 00000100:00000040:0.0:1784947366.716429:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947366.716434:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000100:00000001:0.0:1784947366.716437:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947366.716440:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947366.716443:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784947366.716443:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154981888, portal 25 02000000:00000001:0.0:1784947366.716446:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947366.716447:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784947366.716449:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.716450:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534256000 : -119148175295616 : ffff93a2a755fb80) 00000100:00100000:0.0:1784947366.716454:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154982016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947366.716458:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947366.716459:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947366.716461:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947366.716464:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947366.716468:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947366.716472:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1784947366.716473:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784947366.716477:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947366.716477:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947366.716482:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000400:00000200:0.0:1784947366.716483:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947366.716488:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154981888, offset 0 00000400:00000010:0.0:1784947366.716489:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eacb8. 00000400:00000010:0.0:1784947366.716495:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 00000400:00000200:1.0:1784947366.716496:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784947366.716503:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982016, portal 10 00000100:00000001:0.0:1784947366.716508:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784947366.716508:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947366.716511:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000400:00000200:1.0:1784947366.716518:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:0.0:1784947366.716519:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947366.716525:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947366.716529:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947366.716532:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:0.0:1784947366.716533:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947366.716536:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000400:00000200:1.0:1784947366.716538:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1784947366.716540:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154982016, offset 0 00000400:00000200:1.0:1784947366.716542:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947366.716548:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947366.716549:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540902:540902:256:4294967295] 192.168.201.111@tcp LPNI seq info [540839:540839:8:4294967295] 00000400:00000200:1.0:1784947366.716554:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.716561:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947366.716565:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947366.716567:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947366.716571:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947366.716573:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947366.716577:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947366.716581:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784947366.716582:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947366.716585:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947366.716588:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947366.716594:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540903:540903:255:4294967295] 192.168.201.111@tcp LPNI seq info [540840:540840:7:4294967295] 00000800:00000200:1.0:1784947366.716596:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947366.716601:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947366.716602:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947366.716609:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947366.716614:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947366.716615:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947366.716620:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000400:00000200:1.0:1784947366.716623:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947366.716628:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947366.716628:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306130181 00000800:00000200:0.0:1784947366.716637:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:1.0:1784947366.716637:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f7e0. 00000800:00000200:0.0:1784947366.716642:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947366.716645:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947366.716646:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716652:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9090 usecs (10 jiffies) 00000100:00000001:1.0:1784947366.716653:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306130181 00000400:00000200:0.0:1784947366.716656:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784947366.716658:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f120. 00000100:00000001:0.0:1784947366.716659:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306126346 00000100:00000001:1.0:1784947366.716663:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947366.716664:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306130181 00000100:00000001:0.0:1784947366.716668:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306126346 00000100:00000001:1.0:1784947366.716669:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947366.716670:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306130181 00000100:00000001:1.0:1784947366.716674:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716675:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947366.716678:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.716679:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716681:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.716682:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947366.716684:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947366.716691:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947366.716691:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947366.716695:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947366.716696:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947366.716702:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947366.716702:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947366.716706:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947366.716706:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947366.716707:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.716709:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947366.716711:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947366.716715:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.716721:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947366.716723:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947366.716725:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947366.716726:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947366.716728:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947366.716730:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154982144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947366.716733:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947366.716735:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947366.716736:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947366.716737:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947366.716740:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947366.716742:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947366.716746:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947366.716750:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:1.0:1784947366.716753:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947366.716754:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784947366.716758:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9948. 00000400:00000200:0.0:1784947366.716762:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:1.0:1784947366.716764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1550. 00000400:00000200:0.0:1784947366.716767:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000400:00000010:0.0:1784947366.716770:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:0.0:1784947366.716773:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947366.716774:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982144, portal 10 00000100:00000001:1.0:1784947366.716778:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784947366.716779:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.716780:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534241664 : -119148175309952 : ffff93a2a755c380) 00000100:00000001:0.0:1784947366.716790:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947366.716791:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947366.716795:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.716806:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947366.716811:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947366.716811:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947366.716815:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784947366.716816:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000200:1.0:1784947366.716820:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154982144, offset 0 00000400:00000200:1.0:1784947366.716824:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947366.716827:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.716829:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947366.716831:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947366.716833:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947366.716835:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947366.716837:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947366.716839:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540904:540904:255:4294967295] 192.168.201.111@tcp LPNI seq info [540841:540841:7:4294967295] 00000400:00000200:1.0:1784947366.716842:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.716848:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947366.716851:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947366.716854:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000800:00000200:1.0:1784947366.716857:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947366.716860:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947366.716862:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947366.716865:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947366.716867:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10262 usecs (11 jiffies) 00000400:00000200:1.0:1784947366.716870:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947366.716872:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306126347 00000800:00000200:0.0:1784947366.716873:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784947366.716874:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306130181 00000800:00000010:0.0:1784947366.716876:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000100:00000001:1.0:1784947366.716879:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306126347 00000400:00000200:0.0:1784947366.716881:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947366.716884:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306130181 00000400:00000200:0.0:1784947366.716888:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947366.716889:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947366.716892:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000100:00000001:1.0:1784947366.716893:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947366.716896:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:1.0:1784947366.716897:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716899:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784947366.716900:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947366.716904:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.716905:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947366.716908:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947366.716912:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947366.716915:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947366.716917:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716919:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947366.716921:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.716923:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.716929:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716930:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947366.716940:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947366.716942:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947366.716944:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947366.716946:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947366.716948:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:0.0:1784947366.716949:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784947366.716951:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947366.716953:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.716957:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947366.716959:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.716963:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.716964:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947366.718138:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718150:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947366.718153:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718156:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718161:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718167:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947366.718174:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718178:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718183:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718187:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309000 00000400:00000200:1.0:1784947366.718192:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718198:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523641 [1] + 224 00000800:00000001:1.0:1784947366.718205:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718213:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718216:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947366.718219:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947366.718223:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947366.718227:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947366.718235:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.718249:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947366.718254:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718257:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947366.718308:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947366.718311:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947366.718316:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947366.718318:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947366.718320:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9aa8. 00000400:00000200:0.0:1784947366.718324:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000010:0.0:1784947366.718326:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:0.0:1784947366.718328:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947366.718332:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947366.718340:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.718345:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947366.718347:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947366.718348:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947366.718350:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947366.718352:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947366.718353:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947366.718355:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947366.718359:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947366.718363:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=107 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947366.718364:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947366.718366:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947366.718367:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947366.718369:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.718371:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.718374:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.718379:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947366.718380:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947366.718382:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947366.718385:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947366.718390:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154981888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947366.718395:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.718396:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947366.718398:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641154981888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.718403:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947366.718405:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947366.718407:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947366.718410:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947366.718411:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947366.718412:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947366.718414:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947366.718415:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b700. 02000000:00000001:0.0:1784947366.718418:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947366.718419:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947366.718420:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000100:00000001:0.0:1784947366.718423:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947366.718425:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947366.718426:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.718428:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947366.718429:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947366.718430:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.718431:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947366.718476:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718484:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947366.718486:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718488:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718492:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718497:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947366.718503:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718505:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718509:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718513:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309080 00000400:00000200:1.0:1784947366.718517:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947366.718522:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523651 [1] + 224 00000800:00000001:1.0:1784947366.718527:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718558:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718561:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947366.718564:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947366.718566:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947366.718569:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947366.718576:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.718588:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947366.718593:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718598:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947366.718600:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947366.718604:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718608:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947366.718610:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947366.718613:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947366.718617:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947366.718618:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:0.0:1784947366.718619:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947366.718623:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eacb8. 00000400:00000200:0.0:1784947366.718627:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00000400:00000200:1.0:1784947366.718628:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947366.718629:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00000100:00000001:0.0:1784947366.718633:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947366.718637:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947366.718638:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947366.718646:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947366.718651:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947366.718652:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309100 00000400:00000200:1.0:1784947366.718661:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947366.718667:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947366.718668:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523661 [1] + 224 00000100:00000001:0.0:1784947366.718670:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947366.718673:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947366.718674:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947366.718677:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947366.718679:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947366.718680:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947366.718682:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947366.718682:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718688:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784947366.718690:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=107 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947366.718694:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:0.0:1784947366.718695:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=147 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947366.718698:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947366.718699:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947366.718701:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947366.718704:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784947366.718704:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947366.718707:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947366.718712:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947366.718715:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947366.718718:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784947366.718719:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.718720:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947366.718729:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.718734:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947366.718736:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947366.718736:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947366.718738:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947366.718741:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947366.718743:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947366.718745:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784947366.718751:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154982016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947366.718754:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947366.718758:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947366.718761:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641154982016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947366.718765:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947366.718766:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947366.718767:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784947366.718770:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947366.718771:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947366.718773:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947366.718775:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784947366.718775:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784947366.718777:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b300. 00000100:00000001:1.0:1784947366.718779:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947366.718780:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947366.718782:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1784947366.718783:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1784947366.718784:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000400:00000001:1.0:1784947366.718786:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947366.718788:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947366.718790:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947366.718790:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9948. 00000100:00000001:0.0:1784947366.718795:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947366.718797:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000100:00000001:0.0:1784947366.718799:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784947366.718800:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 00000100:00000001:0.0:1784947366.718802:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.718804:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947366.718805:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947366.718808:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947366.718811:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947366.718819:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.718824:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947366.718825:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947366.718826:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947366.718828:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947366.718829:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947366.718831:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947366.718833:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947366.718836:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947366.718838:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947366.718840:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947366.718841:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947366.718842:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947366.718844:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.718846:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947366.718847:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947366.718848:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947366.718849:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947366.718852:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.718856:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947366.718858:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947366.718859:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947366.718861:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947366.718866:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154982144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947366.718869:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947366.718870:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947366.718872:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c380 x1871641154982144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947382 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947366.718876:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947366.718877:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947366.718879:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947366.718881:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947366.718882:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947366.718883:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947366.718884:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947366.718886:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bc00. 02000000:00000001:1.0:1784947366.718888:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947366.718889:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947366.718890:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c380. 00000100:00000001:1.0:1784947366.718892:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947366.718893:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947366.718894:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947366.718897:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947366.718898:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947366.718899:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947366.718901:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947366.908153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947366.908160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947366.908196:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947366.908203:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947366.908208:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947367.932163:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947367.932171:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947367.932219:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947367.932223:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947367.932225:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947368.956173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947368.956181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947368.956246:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947368.956250:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947368.956253:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947369.980194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947369.980204:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947369.980208:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947369.980213:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947369.980220:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947369.980222:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947369.980225:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947369.980229:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947369.980276:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947369.980284:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947369.980291:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947370.620160:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306130181, at 4306130240 00000100:00000040:1.0:1784947370.620160:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306130181, at 4306130240 00000100:00000010:1.0:1784947370.620180:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f120. 00000100:00000010:0.0:1784947370.620182:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f7e0. 00010000:00000001:1.0:1784947371.004181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947371.004189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947371.004270:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947371.004277:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947371.004283:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947371.836169:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947371.836180:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947371.836193:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947371.836201:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947371.836206:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947371.836211:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947371.836217:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947371.836227:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947371.836235:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947371.836250:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947371.836263:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947371.836268:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947371.836277:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947371.836318:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947371.836322:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947371.836326:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947371.836331:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947371.836335:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947371.836339:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947371.836342:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947371.836345:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947371.836346:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.836352:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947371.836355:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784947371.836355:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947371.836363:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947371.836364:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.836375:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947371.836376:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947371.836379:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947371.836381:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947371.836383:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947371.836389:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154982272:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947371.836391:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947371.836394:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947371.836400:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947371.836403:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947371.836407:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947371.836413:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1784947371.836414:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947371.836417:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.836419:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947371.836425:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947371.836430:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947371.836432:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947371.836436:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784947371.836445:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982272, portal 25 00000100:00000001:2.0:1784947371.836448:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947371.836450:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000001:3.0:1784947371.836452:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947371.836457:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947371.836458:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947371.836469:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947371.836470:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947371.836474:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947371.836474:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000400:00000010:2.0:1784947371.836477:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000020:00000040:3.0:1784947371.836479:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000200:2.0:1784947371.836482:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154982272, offset 0 00000100:00000001:3.0:1784947371.836485:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947371.836488:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1784947371.836490:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947371.836492:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947371.836499:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000400:00000200:2.0:1784947371.836501:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947371.836504:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947371.836510:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947371.836515:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784947371.836517:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947371.836524:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947371.836530:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947371.836533:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784947371.836534:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947371.836538:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947371.836542:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540905:540905:256:4294967295] 192.168.201.111@tcp LPNI seq info [540842:540842:8:4294967295] 00000400:00000200:2.0:1784947371.836549:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947371.836549:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947371.836564:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947371.836567:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947371.836572:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947371.836573:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000010:2.0:1784947371.836577:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000040:3.0:1784947371.836579:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947371.836584:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:2.0:1784947371.836586:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784947371.836593:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:2.0:1784947371.836598:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:3.0:1784947371.836599:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11469) 00000800:00000200:2.0:1784947371.836604:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947371.836615:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947371.836620:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.836620:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947371.836624:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947371.836628:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947371.836631:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306135301 00000100:00000040:3.0:1784947371.836633:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947371.836635:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43b40. 00000100:00000001:2.0:1784947371.836643:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947371.836648:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947371.836650:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306135301 00000100:00000001:3.0:1784947371.836651:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947371.836656:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43e40. 02000000:00000001:3.0:1784947371.836657:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947371.836661:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 02000000:00000001:3.0:1784947371.836662:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947371.836668:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.836669:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784947371.836675:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154982400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947371.836676:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.836682:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.836683:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947371.836687:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947371.836689:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947371.836693:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947371.836695:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947371.836698:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784947371.836700:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947371.836702:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784947371.836705:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.836707:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947371.836710:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947371.836712:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947371.836714:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947371.836719:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947371.836721:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947371.836730:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784947371.836731:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000001:2.0:1784947371.836732:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947371.836737:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947371.836738:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947371.836738:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982400, portal 10 02000000:00000001:2.0:1784947371.836744:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.836745:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1784947371.836748:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154982528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947371.836749:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000001:2.0:1784947371.836752:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947371.836756:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947371.836758:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947371.836759:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947371.836763:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947371.836764:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000800:00000200:1.0:1784947371.836765:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947371.836770:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947371.836774:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:2.0:1784947371.836780:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.836784:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947371.836785:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947371.836788:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784947371.836792:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000400:00000200:1.0:1784947371.836798:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947371.836798:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947371.836799:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982528, portal 10 00000100:00000001:2.0:1784947371.836805:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784947371.836806:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784947371.836807:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000400:00000200:1.0:1784947371.836809:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:1.0:1784947371.836813:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000040:2.0:1784947371.836818:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947371.836819:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784947371.836821:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154982400, offset 0 00000100:00000200:1.0:1784947371.836829:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.836831:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947371.836836:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947371.836841:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947371.836847:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000001:1.0:1784947371.836861:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947371.836866:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947371.836871:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947371.836872:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1784947371.836897:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154982528, offset 0 00000400:00000200:3.0:1784947371.836901:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947371.836906:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947371.836909:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947371.836913:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947371.836915:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947371.836917:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947371.836919:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947371.836921:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540906:540906:256:4294967295] 192.168.201.111@tcp LPNI seq info [540843:540843:8:4294967295] 00000400:00000200:3.0:1784947371.836924:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947371.836929:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947371.836935:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947371.836938:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947371.836945:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947371.836948:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947371.836951:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947371.836955:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784947371.836955:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000400:00000200:2.0:1784947371.836960:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947371.836965:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947371.836969:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540907:540907:255:4294967295] 192.168.201.111@tcp LPNI seq info [540844:540844:7:4294967295] 00000800:00000200:3.0:1784947371.836974:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947371.836979:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947371.836980:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947371.837009:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947371.837014:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9090 usecs (10 jiffies) 00000400:00000200:3.0:1784947371.837018:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947371.837020:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306131466 00000100:00000001:3.0:1784947371.837022:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306135301 00000100:00000001:3.0:1784947371.837025:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306131466 00000400:00000200:2.0:1784947371.837029:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947371.837029:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306135301 00000100:00000001:3.0:1784947371.837036:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947371.837040:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.837042:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947371.837045:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947371.837045:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947371.837073:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947371.837074:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947371.837077:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947371.837078:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947371.837079:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.837081:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947371.837091:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784947371.837099:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947371.837106:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947371.837110:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784947371.837113:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947371.837115:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947371.837117:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784947371.837123:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784947371.837123:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10262 usecs (11 jiffies) 00000400:00000200:1.0:1784947371.837128:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947371.837134:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000200:2.0:1784947371.837134:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947371.837138:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784947371.837141:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306131468 00000100:00000001:1.0:1784947371.837142:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947371.837147:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.837149:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306135301 00000100:00000001:2.0:1784947371.837157:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306131468 00000100:00000001:1.0:1784947371.837161:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947371.837163:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306135301 00000100:00000040:1.0:1784947371.837165:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.837170:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947371.837175:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.837177:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947371.837178:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947371.837185:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.837188:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947371.837191:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947371.837193:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784947371.837195:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784947371.837197:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947371.837199:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947371.837204:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947371.837206:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947371.837209:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947371.837210:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:1.0:1784947371.837214:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:2.0:1784947371.837215:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947371.837217:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947371.837222:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.837223:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947371.837233:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947371.837236:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947371.837245:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947371.837246:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947371.838308:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838320:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947371.838323:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838326:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947371.838331:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.838337:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947371.838344:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.838349:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.838355:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.838360:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309180 00000400:00000200:1.0:1784947371.838364:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.838370:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523671 [1] + 224 00000800:00000001:1.0:1784947371.838376:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838383:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947371.838386:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947371.838390:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947371.838394:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947371.838400:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947371.838411:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947371.838428:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947371.838434:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838437:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.838462:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947371.838465:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947371.838469:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947371.838471:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947371.838473:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947371.838477:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:2.0:1784947371.838478:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947371.838482:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947371.838486:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947371.838494:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.838499:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947371.838502:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.838503:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947371.838505:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947371.838507:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947371.838508:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947371.838510:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947371.838515:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947371.838518:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=112 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947371.838521:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947371.838522:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947371.838525:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947371.838527:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.838530:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947371.838531:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947371.838534:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947371.838539:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.838541:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947371.838545:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947371.838546:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947371.838550:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947371.838552:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947371.838555:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947371.838562:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947371.838571:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154982272:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947371.838575:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947371.838581:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947371.838586:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947371.838587:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947371.838593:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947371.838595:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641154982272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947371.838602:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947371.838614:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309200 00000100:00000001:2.0:1784947371.838615:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947371.838620:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784947371.838622:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784947371.838626:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:1.0:1784947371.838631:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523679 [1] + 224 02000000:00000001:2.0:1784947371.838634:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1784947371.838639:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784947371.838639:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947371.838644:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784947371.838646:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947371.838648:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947371.838653:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784947371.838654:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000400:00000200:1.0:1784947371.838661:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947371.838662:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947371.838666:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947371.838666:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947371.838671:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784947371.838675:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1784947371.838676:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.838678:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.838684:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.838688:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947371.838691:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947371.838693:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.838698:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947371.838702:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947371.838722:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947371.838729:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838734:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947371.838737:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838740:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947371.838745:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947371.838746:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947371.838750:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947371.838752:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947371.838755:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947371.838758:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947371.838761:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947371.838761:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947371.838767:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000200:1.0:1784947371.838769:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947371.838770:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947371.838776:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947371.838778:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947371.838784:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947371.838788:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309280 00000400:00000200:1.0:1784947371.838798:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947371.838815:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947371.838816:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523681 [1] + 224 00000800:00000001:1.0:1784947371.838828:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947371.838836:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947371.838836:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947371.838839:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947371.838842:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947371.838842:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947371.838845:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947371.838848:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947371.838850:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947371.838853:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947371.838854:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947371.838858:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=112 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947371.838860:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947371.838862:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947371.838865:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947371.838868:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947371.838869:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947371.838869:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947371.838873:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.838878:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947371.838881:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947371.838884:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947371.838886:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947371.838896:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947371.838897:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947371.838918:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947371.838925:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947371.838926:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947371.838930:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947371.838934:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784947371.838937:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154982400:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947371.838942:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947371.838943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947371.838947:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947371.838949:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947371.838950:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641154982400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947371.838957:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947371.838959:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947371.838961:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947371.838964:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947371.838966:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947371.838967:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947371.838969:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947371.838971:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947371.838971:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:3.0:1784947371.838976:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947371.838977:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947371.838978:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947371.838981:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000400:00000001:2.0:1784947371.838984:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947371.838984:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947371.838988:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947371.838989:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947371.838990:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947371.839010:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947371.839011:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947371.839014:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947371.839018:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947371.839019:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000100:00000001:3.0:1784947371.839020:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947371.839024:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:2.0:1784947371.839029:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947371.839036:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947371.839079:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.839087:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947371.839089:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.839091:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947371.839093:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947371.839095:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947371.839096:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947371.839099:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947371.839103:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=112 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947371.839108:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947371.839110:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947371.839112:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947371.839113:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947371.839116:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.839119:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947371.839120:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947371.839122:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947371.839124:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947371.839129:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.839137:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947371.839139:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947371.839141:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947371.839145:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947371.839154:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154982528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947371.839159:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.839161:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947371.839164:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641154982528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947371.839172:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947371.839173:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947371.839175:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947371.839178:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947371.839180:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947371.839181:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947371.839183:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947371.839185:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:2.0:1784947371.839188:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947371.839189:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947371.839191:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784947371.839194:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947371.839195:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.839197:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947371.839200:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947371.839201:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947371.839202:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947371.839204:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947372.028163:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947372.028171:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947372.028253:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947372.028260:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947372.028265:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947373.052156:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947373.052162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947373.052214:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947373.052219:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947373.052223:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947374.076173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947374.076181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947374.076268:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947374.076275:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947374.076281:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947375.100219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947375.100245:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947375.100322:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947375.100328:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947375.100333:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1784947375.356147:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:2.0:1784947375.356155:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:2.0:1784947375.356160:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784947375.356461:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947375.356474:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947375.356494:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947375.356504:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947375.356510:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947375.740129:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306135301, at 4306135360 00000100:00000040:0.0:1784947375.740139:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306135301, at 4306135360 00000100:00000010:1.0:1784947375.740145:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43e40. 00000100:00000010:0.0:1784947375.740151:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43b40. 00010000:00000001:1.0:1784947376.124180:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947376.124190:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947376.124305:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947376.124314:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947376.124322:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947376.956253:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947376.956267:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947376.956280:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947376.956288:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947376.956295:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947376.956299:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947376.956307:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947376.956318:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947376.956327:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947376.956343:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947376.956358:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947376.956364:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947376.956373:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.956422:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947376.956426:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947376.956431:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947376.956435:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947376.956438:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947376.956441:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947376.956443:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947376.956446:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947376.956450:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947376.956454:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947376.956461:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947376.956472:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947376.956475:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.956479:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947376.956481:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947376.956491:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784947376.956502:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947376.956504:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947376.956510:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947376.956513:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947376.956515:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947376.956520:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784947376.956522:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947376.956528:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784947376.956530:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947376.956543:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947376.956546:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947376.956547:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947376.956553:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947376.956554:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947376.956564:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947376.956571:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947376.956573:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947376.956582:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947376.956613:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947376.956617:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947376.956619:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947376.956625:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.956630:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947376.956637:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947376.956639:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947376.956652:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947376.956666:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154982784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947376.956670:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.956676:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947376.956677:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947376.956684:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947376.956688:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947376.956692:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947376.956700:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11474) 02000000:00000001:2.0:1784947376.956702:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947376.956707:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.956711:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947376.956719:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947376.956723:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947376.956733:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947376.956740:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947376.956748:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784947376.956751:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947376.956759:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982784, portal 10 00000100:00000001:3.0:1784947376.956760:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947376.956769:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947376.956770:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947376.956777:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:3.0:1784947376.956788:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947376.956792:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947376.956847:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947376.956849:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947376.956856:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947376.956859:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947376.956861:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 02000000:00000001:3.0:1784947376.956867:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784947376.956870:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154982784, offset 0 02000000:00000001:3.0:1784947376.956874:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947376.956880:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947376.956886:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784947376.956893:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154982912:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947376.956901:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947376.956930:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947376.956932:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947376.956937:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947376.956940:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947376.956945:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:3.0:1784947376.956948:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947376.956954:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947376.956956:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947376.956965:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947376.956966:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:3.0:1784947376.956976:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947376.956978:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947376.956986:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:3.0:1784947376.956988:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000400:00000200:2.0:1784947376.956996:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540908:540908:256:4294967295] 192.168.201.111@tcp LPNI seq info [540845:540845:8:4294967295] 00000100:00000200:3.0:1784947376.957000:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982912, portal 10 00000400:00000200:2.0:1784947376.957010:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947376.957012:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947376.957017:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000040:3.0:1784947376.957033:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947376.957034:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947376.957086:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947376.957092:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947376.957097:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784947376.957100:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154982912, offset 0 00000400:00000200:3.0:1784947376.957108:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947376.957123:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947376.957132:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947376.957139:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947376.957147:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784947376.957150:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947376.957153:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947376.957162:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947376.957167:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947376.957174:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540909:540909:255:4294967295] 192.168.201.111@tcp LPNI seq info [540846:540846:7:4294967295] 00000400:00000200:3.0:1784947376.957180:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947376.957196:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947376.957197:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947376.957213:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947376.957221:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:2.0:1784947376.957226:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947376.957234:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947376.957241:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947376.957249:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947376.957257:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947376.957274:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947376.957275:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947376.957288:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10262 usecs (11 jiffies) 00000100:00000040:2.0:1784947376.957289:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9088 usecs (10 jiffies) 00000400:00000200:3.0:1784947376.957300:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947376.957306:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306136588 00000400:00000200:2.0:1784947376.957308:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947376.957314:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c00. 00000100:00000001:2.0:1784947376.957317:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306136587 00000100:00000001:3.0:1784947376.957326:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947376.957336:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306136588 00000100:00000001:2.0:1784947376.957338:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306136588 00000100:00000010:3.0:1784947376.957344:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7540. 00000100:00000001:2.0:1784947376.957346:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306136587 00000100:00000001:3.0:1784947376.957354:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784947376.957356:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947376.957365:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784947376.957372:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947376.957376:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947376.957381:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.957383:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306136588 00000100:00000001:3.0:1784947376.957390:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947376.957395:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947376.957395:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947376.957398:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.957408:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947376.957417:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947376.957418:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000100:00000001:2.0:1784947376.957418:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947376.957426:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784947376.957428:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:3.0:1784947376.957436:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947376.957438:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947376.957441:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947376.957442:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947376.957452:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947376.957461:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.957463:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.957464:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947376.957471:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.957484:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947376.957490:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947376.957492:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947376.957500:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947376.957504:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947376.957522:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947376.957524:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154982656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947376.957528:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947376.957539:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947376.957548:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947376.957552:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.957556:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947376.957564:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947376.957569:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947376.957577:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947376.957584:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947376.957592:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784947376.957600:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154982656, portal 25 00000100:00000001:2.0:1784947376.957604:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947376.957607:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000040:2.0:1784947376.957620:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947376.957632:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947376.957636:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1784947376.957642:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000100:00000040:2.0:1784947376.957649:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947376.957655:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947376.957659:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784947376.957668:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154982656, offset 0 00000400:00000200:0.0:1784947376.957670:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947376.957684:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947376.957692:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000200:2.0:1784947376.957694:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947376.957701:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000400:00000200:2.0:1784947376.957708:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947376.957712:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947376.957717:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784947376.957725:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947376.957729:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947376.957740:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947376.957750:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947376.957762:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540910:540910:255:4294967295] 192.168.201.111@tcp LPNI seq info [540847:540847:7:4294967295] 00000100:00000001:0.0:1784947376.957763:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947376.957775:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947376.957776:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947376.957799:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947376.957801:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947376.957804:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947376.957814:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947376.957821:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947376.957828:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947376.957837:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947376.957842:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947376.957862:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947376.957867:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947376.957870:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306140422 00000100:00000001:2.0:1784947376.957878:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306136588 00000100:00000001:2.0:1784947376.957883:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306140422 00000100:00000001:2.0:1784947376.957888:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306136588 00000100:00000001:2.0:1784947376.957896:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947376.957899:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.957929:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.957934:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.957942:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947376.957945:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947376.957949:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947376.957951:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947376.957955:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.957959:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947376.958018:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947376.958027:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947376.958033:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947376.958040:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947376.958074:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:1.0:1784947376.958078:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:1.0:1784947376.958083:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947376.958091:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947376.958105:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947376.958110:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947376.958120:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947376.958123:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947376.960445:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947376.960464:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947376.960469:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947376.960474:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947376.960484:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960493:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947376.960505:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960513:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960520:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960528:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309380 00000400:00000200:0.0:1784947376.960537:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960546:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523689 [1] + 224 00000800:00000001:0.0:1784947376.960557:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947376.960565:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947376.960570:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947376.960577:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947376.960585:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947376.960605:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947376.960627:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947376.960678:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947376.960694:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947376.960703:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947376.960707:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947376.960712:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947376.960719:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960727:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947376.960737:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960742:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960750:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960758:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309400 00000400:00000200:0.0:1784947376.960763:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947376.960769:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523691 [1] + 224 00000100:00000001:2.0:1784947376.960775:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947376.960777:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947376.960784:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947376.960787:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947376.960792:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947376.960795:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947376.960802:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947376.960803:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947376.960811:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947376.960821:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:2.0:1784947376.960824:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:2.0:1784947376.960828:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947376.960831:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947376.960839:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947376.960849:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947376.960885:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947376.960898:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947376.960928:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947376.960936:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.960948:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947376.960952:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947376.960955:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947376.960958:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.960962:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947376.960965:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947376.960972:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=117 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947376.960981:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=7 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947376.960983:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947376.960985:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947376.960990:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947376.960995:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947376.960998:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947376.961001:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947376.961011:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947376.961012:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947376.961019:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:0.0:1784947376.961021:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961023:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947376.961030:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947376.961040:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947376.961085:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.961093:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947376.961101:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947376.961104:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947376.961113:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947376.961114:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1784947376.961120:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947376.961122:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947376.961129:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947376.961131:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947376.961141:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947376.961142:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947376.961143:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947376.961158:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000200:0.0:1784947376.961159:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947376.961170:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000400:00000200:0.0:1784947376.961176:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309300 00000100:00000001:3.0:1784947376.961182:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947376.961191:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947376.961203:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154982784:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947376.961204:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523699 [1] + 224 00000100:00000200:3.0:1784947376.961206:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947376.961225:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947376.961230:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947376.961239:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961242:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947376.961249:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947376.961258:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947376.961260:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641154982784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947376.961262:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947376.961274:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947376.961285:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.961324:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947376.961330:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947376.961333:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947376.961339:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784947376.961340:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.961341:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947376.961349:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1784947376.961351:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947376.961354:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947376.961361:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.961366:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784947376.961373:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947376.961375:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947376.961377:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1784947376.961381:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:3.0:1784947376.961384:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=117 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947376.961388:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784947376.961389:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784947376.961393:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=139 v=5 (1 1 1 1) 02000000:00000010:2.0:1784947376.961397:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 00000800:00000001:0.0:1784947376.961399:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947376.961400:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947376.961407:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947376.961412:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784947376.961414:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784947376.961417:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1784947376.961420:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947376.961423:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:3.0:1784947376.961428:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947376.961431:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784947376.961433:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947376.961436:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947376.961439:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947376.961444:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947376.961445:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.961452:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947376.961457:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947376.961461:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947376.961464:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947376.961470:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947376.961476:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947376.961480:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947376.961483:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000100:00000001:3.0:1784947376.961487:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784947376.961490:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:3.0:1784947376.961493:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961496:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947376.961505:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947376.961510:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947376.961548:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154982912:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947376.961556:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.961560:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947376.961570:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947376.961578:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947376.961582:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641154982912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947376.961584:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961593:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947376.961598:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947376.961603:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947376.961608:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947376.961612:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947376.961613:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947376.961617:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784947376.961621:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=117 v=5 (5 5 5 5) 02000000:00000010:3.0:1784947376.961624:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000100:00001000:2.0:1784947376.961631:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=117 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947376.961635:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947376.961639:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784947376.961640:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947376.961645:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947376.961647:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00010000:00000001:2.0:1784947376.961652:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784947376.961654:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784947376.961658:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947376.961660:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 00000100:00000001:2.0:1784947376.961666:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947376.961668:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947376.961674:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947376.961679:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000040:2.0:1784947376.961680:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.961685:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947376.961690:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947376.961698:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961710:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947376.961711:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947376.961715:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947376.961718:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.961721:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947376.961724:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947376.961732:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947376.961732:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947376.961747:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154982656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947376.961754:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961757:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947376.961762:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641154982656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947376.961770:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947376.961772:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947376.961775:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947376.961778:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947376.961780:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947376.961782:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947376.961784:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947376.961786:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947376.961789:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947376.961791:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947376.961793:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784947376.961796:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947376.961797:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961799:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947376.961805:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947376.961807:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947376.961810:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947376.961812:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947377.148208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947377.148220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947377.148327:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947377.148334:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947377.148340:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947378.172194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947378.172205:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947378.172293:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947378.172298:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947378.172302:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947379.196172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947379.196181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947379.196264:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947379.196269:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947379.196276:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947380.220170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947380.220180:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947380.220183:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947380.220187:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947380.220193:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947380.220196:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947380.220198:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947380.220201:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947380.220253:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947380.220258:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947380.220261:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947380.860145:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306140422, at 4306140480 00000100:00000010:0.0:1784947380.860162:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c00. 00000100:00000040:1.0:1784947380.860171:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306140422, at 4306140480 00000100:00000010:1.0:1784947380.860187:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7540. 00010000:00000001:1.0:1784947381.244205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947381.244215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947381.244323:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947381.244332:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947381.244339:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947382.076225:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947382.076236:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947382.076246:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947382.076252:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947382.076256:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947382.076260:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947382.076265:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947382.076274:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947382.076281:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076294:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947382.076305:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947382.076309:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076315:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.076350:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076353:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947382.076357:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947382.076359:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000020:00000040:1.0:1784947382.076362:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947382.076364:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947382.076365:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947382.076367:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947382.076370:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947382.076373:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076377:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947382.076384:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947382.076386:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076389:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.076396:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076398:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947382.076400:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947382.076402:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784947382.076404:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947382.076406:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947382.076407:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947382.076409:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947382.076412:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947382.076415:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076419:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947382.076426:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947382.076428:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076432:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.076439:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947382.076440:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947382.076445:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947382.076446:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947382.076450:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947382.076452:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947382.076454:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947382.076459:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947382.076465:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947382.076469:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11479) 00000100:00000001:0.0:1784947382.076482:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947382.076485:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947382.076489:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947382.076493:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947382.076493:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947382.076500:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.076500:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947382.076506:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1784947382.076508:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154983040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947382.076515:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947382.076519:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947382.076522:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947382.076528:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947382.076534:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947382.076542:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1784947382.076543:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 00000100:00000001:1.0:1784947382.076546:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947382.076548:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947382.076555:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947382.076560:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947382.076561:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947382.076567:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947382.076568:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eacb8. 00000100:00100000:1.0:1784947382.076574:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154983168:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784947382.076579:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 00000100:00000001:1.0:1784947382.076580:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947382.076585:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947382.076589:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947382.076590:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983040, portal 25 02000000:00000001:1.0:1784947382.076592:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947382.076597:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947382.076600:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 02000000:00000010:1.0:1784947382.076600:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947382.076606:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947382.076613:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947382.076618:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947382.076625:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9948. 00000100:00000001:0.0:1784947382.076629:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784947382.076634:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1550. 00000100:00000040:0.0:1784947382.076635:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947382.076642:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000200:1.0:1784947382.076643:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983168, portal 10 00000100:00000001:1.0:1784947382.076649:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784947382.076650:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154983040, offset 0 00000100:00000001:1.0:1784947382.076651:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000400:00000200:0.0:1784947382.076660:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947382.076665:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947382.076677:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947382.076679:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947382.076684:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947382.076689:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000400:00000200:0.0:1784947382.076690:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:1.0:1784947382.076694:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154983168, offset 0 00000400:00000200:0.0:1784947382.076698:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947382.076704:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947382.076708:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947382.076715:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947382.076717:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947382.076721:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540911:540911:256:4294967295] 192.168.201.111@tcp LPNI seq info [540848:540848:8:4294967295] 00000400:00000200:0.0:1784947382.076726:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.076736:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947382.076742:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947382.076747:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947382.076753:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947382.076756:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947382.076763:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947382.076768:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947382.076771:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947382.076776:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947382.076781:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947382.076786:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947382.076791:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540912:540912:255:4294967295] 192.168.201.111@tcp LPNI seq info [540849:540849:7:4294967295] 00000800:00000200:0.0:1784947382.076793:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947382.076801:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947382.076811:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947382.076849:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947382.076855:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000800:00000200:1.0:1784947382.076859:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947382.076864:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947382.076867:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947382.076868:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947382.076877:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947382.076878:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947382.076885:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306145541 00000100:00000040:1.0:1784947382.076885:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9088 usecs (10 jiffies) 00000400:00000200:1.0:1784947382.076897:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784947382.076898:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:1.0:1784947382.076903:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306141706 00000100:00000001:0.0:1784947382.076908:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947382.076917:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306145541 00000100:00000001:1.0:1784947382.076918:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306145541 00000100:00000010:0.0:1784947382.076924:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889b40. 00000100:00000001:1.0:1784947382.076924:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306141706 00000100:00000001:0.0:1784947382.076933:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947382.076939:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947382.076939:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306145541 00000100:00000001:0.0:1784947382.076943:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.076945:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947382.076950:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947382.076950:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.076957:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947382.076961:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.076962:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947382.076972:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947382.076974:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947382.076976:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947382.076978:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.076981:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947382.076984:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947382.076985:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947382.076988:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947382.076990:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947382.076994:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.076995:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947382.077002:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154983296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947382.077007:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947382.077010:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947382.077011:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947382.077013:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947382.077016:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947382.077018:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947382.077022:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947382.077025:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000400:00000010:0.0:1784947382.077029:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf908. 00000100:00000200:0.0:1784947382.077032:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983296, portal 10 00000100:00000001:0.0:1784947382.077034:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947382.077036:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000100:00000040:0.0:1784947382.077042:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.077095:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947382.077098:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947382.077101:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000200:0.0:1784947382.077105:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154983296, offset 0 00000400:00000200:0.0:1784947382.077110:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947382.077115:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784947382.077116:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947382.077123:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784947382.077125:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947382.077131:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947382.077133:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947382.077136:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947382.077145:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947382.077146:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947382.077153:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947382.077160:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540913:540913:254:4294967295] 192.168.201.111@tcp LPNI seq info [540850:540850:6:4294967295] 00000400:00000200:0.0:1784947382.077165:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.077171:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947382.077177:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947382.077178:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000800:00000010:0.0:1784947382.077182:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000400:00000010:1.0:1784947382.077183:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:1.0:1784947382.077193:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784947382.077194:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784947382.077201:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947382.077205:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947382.077213:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947382.077223:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.077223:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947382.077230:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10262 usecs (11 jiffies) 00000100:00000040:1.0:1784947382.077232:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947382.077243:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947382.077250:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306141708 00000100:00000001:1.0:1784947382.077252:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.077255:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306145541 00000100:00000001:1.0:1784947382.077256:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947382.077262:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306141708 00000100:00000001:0.0:1784947382.077265:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306145541 00000100:00000001:0.0:1784947382.077267:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947382.077270:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947382.077273:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784947382.077274:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947382.077277:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000100:00000001:0.0:1784947382.077279:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947382.077282:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947382.077286:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947382.077288:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947382.077291:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947382.077294:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00000001:0.0:1784947382.077297:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784947382.077299:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:0.0:1784947382.077300:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947382.077303:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947382.077305:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947382.077310:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.077312:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.077323:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947382.077326:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.077333:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.077335:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947382.077401:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947382.077404:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784947382.077406:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947382.077409:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947382.077412:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000400:00000010:1.0:1784947382.077414:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784947382.077416:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947382.077420:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.077427:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947382.077430:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.077436:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.077437:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947382.079277:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947382.079292:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947382.079297:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947382.079301:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947382.079309:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079318:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947382.079327:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079334:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079340:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079348:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309480 00000400:00000200:0.0:1784947382.079354:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079362:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236a1 [1] + 224 00000800:00000001:0.0:1784947382.079370:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947382.079376:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947382.079379:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947382.079385:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947382.079391:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947382.079399:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947382.079416:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.079448:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947382.079465:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947382.079473:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947382.079476:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947382.079480:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947382.079487:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079494:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947382.079502:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079509:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947382.079510:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947382.079516:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947382.079517:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947382.079526:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309500 00000400:00000001:1.0:1784947382.079527:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947382.079533:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947382.079539:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947382.079540:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eacb8. 00000400:00000200:1.0:1784947382.079549:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00000400:00000010:1.0:1784947382.079552:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00000100:00000001:1.0:1784947382.079556:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947382.079562:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236a9 [1] + 224 00000100:00000200:1.0:1784947382.079569:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947382.079571:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947382.079578:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947382.079584:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947382.079593:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947382.079602:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947382.079611:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947382.079623:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947382.079629:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.079659:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947382.079663:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947382.079668:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947382.079669:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947382.079676:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947382.079680:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947382.079681:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947382.079686:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947382.079687:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947382.079692:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784947382.079695:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947382.079697:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947382.079702:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784947382.079704:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=123 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947382.079709:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:1.0:1784947382.079716:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=123 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947382.079719:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947382.079727:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947382.079728:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784947382.079734:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947382.079734:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947382.079743:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309580 00010000:00000001:1.0:1784947382.079743:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947382.079749:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947382.079751:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947382.079757:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947382.079765:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236c1 [1] + 224 00000100:00000040:1.0:1784947382.079771:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947382.079776:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947382.079788:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947382.079793:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947382.079796:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947382.079803:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947382.079806:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947382.079814:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784947382.079851:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154983040:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947382.079852:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947382.079863:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947382.079882:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.079887:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784947382.079890:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947382.079898:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154983040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947382.079923:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.079923:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947382.079928:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947382.079934:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 02000000:00000001:1.0:1784947382.079941:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947382.079946:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947382.079947:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:1.0:1784947382.079950:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947382.079956:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784947382.079959:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784947382.079960:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000800:00000001:0.0:1784947382.079967:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947382.079968:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947382.079972:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947382.079976:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947382.079982:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947382.079985:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947382.079985:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947382.079990:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.079991:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947382.079996:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1784947382.080000:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784947382.080001:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947382.080007:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947382.080012:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9948. 00000400:00000200:0.0:1784947382.080020:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000400:00000010:0.0:1784947382.080022:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 00000100:00000001:0.0:1784947382.080027:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784947382.080028:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947382.080033:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784947382.080035:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947382.080038:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000100:00000200:0.0:1784947382.080056:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947382.080072:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf908 00000400:00000010:1.0:1784947382.080083:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf908. 00000100:00000001:1.0:1784947382.080089:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947382.080097:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.080114:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947382.080121:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947382.080125:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.080127:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947382.080131:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947382.080135:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947382.080140:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.080147:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784947382.080148:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.080153:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947382.080158:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=123 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947382.080159:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947382.080163:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947382.080168:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1784947382.080169:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=13 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947382.080172:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.080175:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784947382.080178:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.080181:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947382.080187:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=123 v=5 (5 5 5 5) 00010000:00000001:0.0:1784947382.080188:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947382.080194:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947382.080197:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=145 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947382.080201:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947382.080203:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784947382.080207:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947382.080208:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.080214:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1784947382.080215:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947382.080220:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947382.080222:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.080228:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947382.080232:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947382.080233:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947382.080239:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947382.080242:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.080256:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947382.080257:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.080264:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947382.080268:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947382.080278:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947382.080281:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.080282:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947382.080287:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947382.080299:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947382.080306:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154983168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947382.080320:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947382.080326:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1784947382.080329:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154983296:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947382.080337:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641154983168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947382.080340:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947382.080346:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947382.080356:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641154983296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947398 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947382.080358:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947382.080364:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947382.080369:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:1.0:1784947382.080376:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947382.080378:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784947382.080381:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:0.0:1784947382.080383:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1784947382.080386:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 00000020:00000040:0.0:1784947382.080388:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784947382.080394:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947382.080395:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1784947382.080400:0:2407:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:0.0:1784947382.080401:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 00000020:00000040:1.0:1784947382.080404:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:0.0:1784947382.080409:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1784947382.080410:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784947382.080415:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1784947382.080417:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000100:00000010:0.0:1784947382.080422:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 02000000:00000001:1.0:1784947382.080424:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947382.080429:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947382.080430:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1784947382.080432:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 00000100:00000001:0.0:1784947382.080435:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947382.080440:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947382.080441:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947382.080446:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947382.080451:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947382.080451:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947382.080456:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.080460:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947382.080462:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947382.080465:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947382.080468:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947382.080471:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947382.080476:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947382.268157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947382.268166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947382.268212:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947382.268216:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947382.268219:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947383.292142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947383.292148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947383.292213:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947383.292218:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947383.292221:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947384.316169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947384.316179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947384.316231:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947384.316236:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947384.316241:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947385.340189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947385.340197:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947385.340315:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947385.340320:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947385.340324:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947385.980138:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306145541, at 4306145600 00000100:00000010:1.0:1784947385.980155:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889b40. 00000100:00000040:0.0:1784947385.980158:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306145541, at 4306145600 00000100:00000010:0.0:1784947385.980169:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947386.364188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947386.364195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947386.364253:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947386.364258:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947386.364262:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947387.196213:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947387.196221:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947387.196229:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947387.196234:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947387.196237:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947387.196240:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947387.196245:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947387.196251:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947387.196257:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196266:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947387.196274:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947387.196277:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196282:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.196305:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196308:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947387.196310:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947387.196312:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947387.196314:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947387.196315:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947387.196316:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947387.196317:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947387.196320:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947387.196321:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196324:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947387.196330:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947387.196331:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196333:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.196338:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196340:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947387.196342:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947387.196343:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947387.196345:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947387.196346:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947387.196346:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947387.196347:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947387.196349:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947387.196350:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196353:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947387.196358:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947387.196359:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196362:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.196367:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196369:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947387.196370:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947387.196375:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947387.196376:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947387.196377:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947387.196379:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947387.196381:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947387.196386:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11484) 00000100:00000040:2.0:1784947387.196387:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.196396:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947387.196397:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947387.196400:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947387.196401:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947387.196403:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947387.196404:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947387.196408:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947387.196409:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947387.196412:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947387.196419:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154983424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947387.196424:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947387.196426:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947387.196427:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947387.196430:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947387.196432:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947387.196432:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947387.196435:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947387.196437:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947387.196438:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784947387.196459:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154983552:192.168.201.111@tcp:400:kworker.0 02000000:00000010:2.0:1784947387.196462:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947387.196465:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947387.196467:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947387.196470:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947387.196474:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947387.196479:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947387.196480:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784947387.196486:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000010:3.0:1784947387.196489:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947387.196493:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947387.196495:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000400:00000200:3.0:1784947387.196501:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947387.196507:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983424, portal 25 00000400:00000010:3.0:1784947387.196508:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947387.196514:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784947387.196518:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000001:2.0:1784947387.196519:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000200:3.0:1784947387.196528:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983552, portal 10 00000100:00000040:2.0:1784947387.196532:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.196533:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947387.196537:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000100:00000001:2.0:1784947387.196549:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947387.196552:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947387.196558:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947387.196565:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784947387.196569:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784947387.196572:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154983424, offset 0 00000100:00000040:3.0:1784947387.196577:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947387.196583:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000400:00000200:2.0:1784947387.196585:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947387.196596:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947387.196599:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154983552, offset 0 00000400:00000200:2.0:1784947387.196606:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947387.196612:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947387.196618:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947387.196623:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947387.196627:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947387.196629:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947387.196633:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540914:540914:256:4294967295] 192.168.201.111@tcp LPNI seq info [540851:540851:8:4294967295] 00000400:00000200:2.0:1784947387.196638:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947387.196645:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947387.196654:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947387.196659:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947387.196666:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947387.196668:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947387.196673:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947387.196675:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947387.196679:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947387.196684:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947387.196689:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947387.196691:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540915:540915:255:4294967295] 192.168.201.111@tcp LPNI seq info [540852:540852:7:4294967295] 00000400:00000200:3.0:1784947387.196698:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947387.196704:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947387.196712:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947387.196723:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947387.196754:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947387.196764:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947387.196782:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947387.196784:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306150661 00000800:00000010:3.0:1784947387.196787:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000100:00000010:2.0:1784947387.196791:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a20. 00000800:00000200:3.0:1784947387.196796:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947387.196800:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947387.196803:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947387.196807:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947387.196810:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306150661 00000100:00000001:3.0:1784947387.196811:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947387.196818:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9088 usecs (10 jiffies) 00000100:00000010:2.0:1784947387.196819:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ba0. 00000400:00000200:3.0:1784947387.196823:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947387.196825:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947387.196827:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306146826 00000100:00000001:3.0:1784947387.196831:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306150661 00000100:00000001:2.0:1784947387.196832:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947387.196834:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306146826 00000100:00000001:2.0:1784947387.196839:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947387.196839:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306150661 00000800:00000200:1.0:1784947387.196842:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947387.196844:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947387.196846:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947387.196848:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947387.196849:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947387.196853:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947387.196855:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.196856:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947387.196857:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947387.196866:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947387.196869:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947387.196870:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947387.196876:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947387.196880:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000100:00000001:3.0:1784947387.196880:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947387.196884:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947387.196885:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:2.0:1784947387.196886:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947387.196888:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.196891:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947387.196893:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947387.196894:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947387.196897:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784947387.196900:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947387.196901:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947387.196909:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154983680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947387.196915:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947387.196916:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947387.196918:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947387.196921:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947387.196923:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947387.196924:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947387.196928:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947387.196932:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947387.196936:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947387.196940:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947387.196941:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784947387.196944:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947387.196949:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000200:2.0:1784947387.196952:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983680, portal 10 00000100:00000001:2.0:1784947387.196954:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947387.196955:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:2.0:1784947387.196961:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.196966:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947387.196968:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947387.196971:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000200:2.0:1784947387.196973:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154983680, offset 0 00000400:00000200:2.0:1784947387.196976:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947387.196979:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947387.196982:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947387.196984:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947387.196986:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947387.196988:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947387.196989:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947387.196993:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540916:540916:255:4294967295] 192.168.201.111@tcp LPNI seq info [540853:540853:7:4294967295] 00000400:00000200:2.0:1784947387.196998:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947387.197001:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947387.197006:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784947387.197010:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947387.197011:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947387.197018:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947387.197022:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:1.0:1784947387.197025:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000800:00000200:2.0:1784947387.197026:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947387.197028:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947387.197035:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784947387.197035:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947387.197047:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947387.197054:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947387.197057:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947387.197065:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947387.197069:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947387.197074:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947387.197076:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947387.197086:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947387.197088:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784947387.197090:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947387.197093:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947387.197094:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947387.197099:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:1.0:1784947387.197102:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000040:2.0:1784947387.197102:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10261 usecs (11 jiffies) 00000100:00000001:1.0:1784947387.197105:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947387.197110:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947387.197114:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947387.197121:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306146828 00000100:00000001:1.0:1784947387.197123:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947387.197125:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306150661 00000100:00000001:2.0:1784947387.197130:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306146828 00000100:00000040:1.0:1784947387.197131:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.197132:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306150661 00000100:00000001:2.0:1784947387.197138:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947387.197142:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.197147:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947387.197149:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.197150:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947387.197156:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947387.197158:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947387.197161:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947387.197163:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947387.197165:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947387.197167:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.197168:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947387.198475:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947387.198486:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947387.198489:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947387.198491:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947387.198496:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198500:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947387.198505:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198508:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198512:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198515:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309600 00000400:00000200:0.0:1784947387.198518:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198523:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236d1 [1] + 224 00000800:00000001:0.0:1784947387.198528:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947387.198531:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947387.198532:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947387.198535:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947387.198538:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947387.198542:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947387.198550:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947387.198564:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947387.198585:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947387.198588:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947387.198589:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947387.198591:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947387.198594:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198597:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947387.198601:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198604:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947387.198606:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947387.198606:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947387.198611:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947387.198612:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309680 00000400:00000200:0.0:1784947387.198617:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947387.198618:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947387.198622:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947387.198624:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947387.198628:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:2.0:1784947387.198630:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:2.0:1784947387.198632:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947387.198638:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947387.198639:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236d9 [1] + 224 00000800:00000001:0.0:1784947387.198652:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947387.198655:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.198661:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947387.198663:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947387.198663:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947387.198667:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947387.198669:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947387.198670:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947387.198674:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947387.198677:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947387.198680:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947387.198681:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947387.198687:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=128 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947387.198688:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784947387.198693:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=128 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947387.198697:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.198698:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947387.198700:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947387.198705:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947387.198708:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947387.198712:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.198712:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947387.198721:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947387.198743:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947387.198747:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784947387.198751:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947387.198752:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947387.198756:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947387.198758:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947387.198761:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947387.198762:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947387.198764:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947387.198764:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.198776:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947387.198781:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947387.198783:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947387.198788:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947387.198793:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784947387.198794:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00100000:2.0:1784947387.198801:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154983424:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947387.198802:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000200:0.0:1784947387.198805:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947387.198808:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000400:00000200:0.0:1784947387.198813:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947387.198816:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947387.198816:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947387.198819:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947387.198823:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947387.198827:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309700 00000100:00000200:3.0:1784947387.198827:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947387.198833:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947387.198833:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641154983424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947387.198841:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236e1 [1] + 224 00000800:00000001:0.0:1784947387.198848:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947387.198853:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947387.198854:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947387.198858:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947387.198859:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784947387.198863:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:2.0:1784947387.198864:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:0.0:1784947387.198869:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947387.198870:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947387.198874:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:0.0:1784947387.198877:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947387.198878:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947387.198883:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947387.198888:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947387.198894:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947387.198898:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784947387.198906:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947387.198907:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947387.198908:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947387.198914:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947387.198917:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947387.198923:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.198927:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947387.198930:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947387.198942:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947387.198943:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947387.198947:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947387.198948:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947387.198949:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947387.198953:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947387.198953:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784947387.198954:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947387.198957:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 02000000:00000001:3.0:1784947387.198958:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784947387.198963:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:2.0:1784947387.198966:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:2.0:1784947387.198969:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947387.198970:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784947387.198974:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.198984:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947387.198990:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947387.198993:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947387.198998:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=128 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947387.199000:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947387.199003:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947387.199005:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947387.199007:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947387.199008:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947387.199009:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947387.199010:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=18 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947387.199011:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947387.199016:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=128 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947387.199017:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:2.0:1784947387.199021:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=150 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947387.199022:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.199024:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1784947387.199027:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947387.199028:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947387.199031:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947387.199033:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947387.199034:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.199040:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947387.199041:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947387.199042:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000040:3.0:1784947387.199045:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947387.199064:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947387.199066:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947387.199070:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947387.199074:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947387.199078:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.199098:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947387.199103:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947387.199106:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947387.199111:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947387.199115:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947387.199178:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154983680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947387.199180:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947387.199183:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947387.199185:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947387.199186:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947387.199188:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947387.199191:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641154983680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.199198:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784947387.199199:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947387.199200:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947387.199203:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947387.199207:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947387.199209:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947387.199211:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947387.199215:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947387.199218:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784947387.199221:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947387.199222:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1784947387.199223:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154983552:192.168.201.111@tcp:400:kworker.0 00000100:00000010:2.0:1784947387.199224:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784947387.199229:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947387.199231:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947387.199234:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947387.199236:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947387.199238:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947387.199240:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947387.199241:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947387.199245:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947387.199247:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641154983552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947387.199248:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947387.199260:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947387.199262:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947387.199264:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947387.199268:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947387.199269:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947387.199271:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947387.199273:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947387.199276:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:3.0:1784947387.199278:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947387.199280:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947387.199282:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:3.0:1784947387.199285:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947387.199286:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947387.199289:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947387.199293:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947387.199295:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947387.199297:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947387.199299:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947387.388135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947387.388144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947387.388222:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947387.388227:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947387.388231:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947388.412227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947388.412236:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947388.412329:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947388.412333:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947388.412338:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947389.436184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947389.436192:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947389.436229:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947389.436234:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947389.436239:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947390.460202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947390.460215:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947390.460220:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947390.460226:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947390.460234:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947390.460239:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947390.460243:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947390.460248:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947390.460380:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947390.460385:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947390.460390:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947391.100169:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306150661, at 4306150720 00000100:00000040:1.0:1784947391.100169:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306150661, at 4306150720 00000100:00000010:1.0:1784947391.100193:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ba0. 00000100:00000010:0.0:1784947391.100205:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a20. 00010000:00000001:1.0:1784947391.484162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947391.484172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947391.484242:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947391.484248:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947391.484253:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947392.316173:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947392.316184:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947392.316196:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947392.316203:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947392.316208:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947392.316211:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947392.316217:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947392.316227:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947392.316235:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316248:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947392.316260:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947392.316266:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316273:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.316307:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316310:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947392.316315:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947392.316318:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947392.316320:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947392.316323:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947392.316324:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947392.316326:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947392.316329:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947392.316332:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316336:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947392.316344:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947392.316346:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316349:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.316358:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316360:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947392.316363:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947392.316366:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784947392.316369:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947392.316371:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947392.316372:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947392.316374:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947392.316378:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947392.316380:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316385:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947392.316394:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947392.316402:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947392.316404:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947392.316408:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947392.316409:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316423:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947392.316425:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.316451:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.316456:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947392.316457:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947392.316462:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316465:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947392.316469:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947392.316470:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947392.316476:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947392.316477:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947392.316486:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.316488:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11489) 00000100:00100000:2.0:1784947392.316495:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154983936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947392.316501:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947392.316507:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947392.316510:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947392.316513:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947392.316520:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947392.316523:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.316525:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947392.316530:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947392.316534:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947392.316535:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947392.316544:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000040:3.0:1784947392.316546:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947392.316554:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000001:3.0:1784947392.316556:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947392.316562:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947392.316565:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784947392.316566:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983936, portal 10 02000000:00000001:3.0:1784947392.316568:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947392.316574:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947392.316576:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.316578:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00100000:3.0:1784947392.316584:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154983808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947392.316589:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947392.316595:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947392.316596:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947392.316598:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947392.316605:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947392.316613:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947392.316614:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947392.316620:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947392.316623:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947392.316630:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947392.316631:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784947392.316662:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154983936, offset 0 00000400:00000010:3.0:1784947392.316664:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947392.316674:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947392.316676:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000200:3.0:1784947392.316684:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154983808, portal 25 00000400:00000200:2.0:1784947392.316690:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947392.316692:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947392.316696:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000400:00000200:2.0:1784947392.316708:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947392.316709:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947392.316720:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947392.316726:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947392.316731:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784947392.316734:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947392.316738:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000400:00000200:2.0:1784947392.316741:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784947392.316744:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154983808, offset 0 00000400:00000200:2.0:1784947392.316748:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947392.316758:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947392.316759:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540917:540917:256:4294967295] 192.168.201.111@tcp LPNI seq info [540854:540854:8:4294967295] 00000400:00000200:2.0:1784947392.316768:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947392.316776:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947392.316788:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947392.316792:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947392.316803:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947392.316805:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947392.316810:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947392.316815:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947392.316816:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947392.316824:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947392.316835:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947392.316836:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540918:540918:255:4294967295] 192.168.201.111@tcp LPNI seq info [540855:540855:7:4294967295] 00000400:00000200:3.0:1784947392.316847:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947392.316855:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947392.316866:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947392.316866:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947392.316879:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947392.316902:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784947392.316910:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947392.316912:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947392.316921:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784947392.316922:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9088 usecs (10 jiffies) 00000800:00000200:3.0:1784947392.316931:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947392.316939:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947392.316944:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.316946:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306151946 00000400:00000200:3.0:1784947392.316957:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947392.316960:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43480. 00000100:00000001:3.0:1784947392.316963:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306155781 00000100:00000001:2.0:1784947392.316976:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947392.316995:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306151946 00000100:00000001:3.0:1784947392.317001:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306151946 00000100:00000010:2.0:1784947392.317004:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c60. 00000100:00000001:3.0:1784947392.317012:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306155781 00000100:00000001:2.0:1784947392.317014:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947392.317029:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947392.317034:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.317036:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306151946 00000800:00000200:1.0:1784947392.317037:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947392.317040:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.317090:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947392.317092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.317101:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947392.317108:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947392.317109:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947392.317110:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947392.317119:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784947392.317124:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947392.317126:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947392.317128:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947392.317132:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947392.317140:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.317150:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947392.317156:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947392.317165:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947392.317170:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947392.317172:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 02000000:00000001:3.0:1784947392.317174:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784947392.317182:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 02000000:00000001:3.0:1784947392.317183:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947392.317193:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947392.317197:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1784947392.317201:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154984064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947392.317210:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784947392.317213:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947392.317216:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947392.317222:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947392.317230:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947392.317237:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947392.317242:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947392.317243:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947392.317252:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947392.317255:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947392.317259:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947392.317270:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000001:1.0:1784947392.317277:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947392.317279:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984064, portal 10 00000100:00000001:1.0:1784947392.317284:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947392.317286:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947392.317290:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000040:3.0:1784947392.317302:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.317312:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947392.317316:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947392.317319:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947392.317323:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154984064, offset 0 00000400:00000200:3.0:1784947392.317330:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947392.317334:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947392.317340:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947392.317346:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947392.317349:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947392.317352:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947392.317355:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947392.317360:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540919:540919:255:4294967295] 192.168.201.111@tcp LPNI seq info [540856:540856:7:4294967295] 00000400:00000200:3.0:1784947392.317365:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947392.317375:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947392.317380:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947392.317386:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1784947392.317387:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000010:1.0:1784947392.317397:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784947392.317400:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947392.317405:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947392.317415:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947392.317423:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784947392.317426:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947392.317432:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000100:00000001:3.0:1784947392.317434:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947392.317440:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000040:3.0:1784947392.317443:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10261 usecs (11 jiffies) 00000100:00000001:1.0:1784947392.317447:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947392.317454:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947392.317460:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306151948 00000100:00000200:1.0:1784947392.317463:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.317466:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306155781 00000100:00000001:3.0:1784947392.317476:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306151948 00000100:00000001:3.0:1784947392.317484:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306155781 00000100:00000001:3.0:1784947392.317492:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947392.317499:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947392.317499:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.317507:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947392.317511:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.317513:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.317526:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947392.317533:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.317534:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947392.317545:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947392.317546:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947392.317552:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947392.317555:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.317558:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947392.317577:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947392.317586:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947392.317593:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947392.317602:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947392.317608:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:1.0:1784947392.317611:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:1.0:1784947392.317616:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947392.317624:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947392.317638:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947392.317668:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947392.317681:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947392.317685:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947392.320531:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320552:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947392.320558:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320563:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947392.320572:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320580:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947392.320589:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320594:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320599:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320604:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309800 00000400:00000200:0.0:1784947392.320610:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320616:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236e9 [1] + 224 00000800:00000001:0.0:1784947392.320624:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320628:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947392.320631:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947392.320636:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947392.320672:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947392.320681:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947392.320703:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947392.320728:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947392.320744:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320749:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947392.320751:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320754:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947392.320758:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320763:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947392.320769:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320772:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320776:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320781:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309780 00000400:00000200:0.0:1784947392.320785:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947392.320791:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236f1 [1] + 224 00000800:00000001:0.0:1784947392.320797:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320800:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947392.320803:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947392.320807:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947392.320809:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947392.320815:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947392.320817:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784947392.320825:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784947392.320826:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947392.320831:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947392.320838:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947392.320851:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000100:00000040:0.0:1784947392.320853:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947392.320857:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:2.0:1784947392.320865:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947392.320878:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947392.320883:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947392.320892:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947392.320917:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947392.320919:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947392.320929:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.320936:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947392.320941:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947392.320948:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947392.320948:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.320955:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947392.320960:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947392.320964:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947392.320968:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947392.320970:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947392.320973:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1784947392.320977:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947392.320978:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947392.320985:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947392.320986:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947392.320988:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947392.320995:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947392.321001:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947392.321004:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=133 v=5 (5 5 5 5) 00000400:00000200:3.0:1784947392.321006:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:3.0:1784947392.321014:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000400:00000200:0.0:1784947392.321015:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947392.321025:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947392.321027:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947392.321032:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309880 00000100:00000001:2.0:1784947392.321040:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1784947392.321043:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947392.321046:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947392.321050:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947392.321058:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5236f9 [1] + 224 00000100:00000200:3.0:1784947392.321096:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947392.321105:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947392.321109:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784947392.321117:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.321118:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947392.321120:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947392.321128:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947392.321135:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784947392.321135:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947392.321136:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947392.321143:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947392.321144:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947392.321145:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947392.321151:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.321153:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947392.321158:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.321160:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947392.321164:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947392.321170:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=133 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947392.321175:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947392.321182:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947392.321185:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=133 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947392.321192:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.321201:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947392.321208:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947392.321217:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947392.321224:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.321234:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947392.321236:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.321245:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947392.321251:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947392.321259:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947392.321260:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947392.321263:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.321305:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947392.321316:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947392.321322:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947392.321338:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947392.321339:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947392.321348:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154983936:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947392.321349:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947392.321356:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947392.321374:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154983808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947392.321376:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947392.321388:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784947392.321394:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947392.321401:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784947392.321404:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641154983936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947392.321406:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947392.321416:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947392.321423:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:2.0:1784947392.321429:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947392.321434:0:2409:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947392.321436:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947392.321444:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947392.321468:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1784947392.321470:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947392.321473:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947392.321478:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947392.321484:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947392.321489:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784947392.321497:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947392.321501:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947392.321505:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000200:3.0:1784947392.321528:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947392.321529:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947392.321533:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947392.321538:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947392.321548:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947392.321553:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947392.321561:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947392.321567:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.321570:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947392.321578:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.321584:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947392.321589:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947392.321592:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947392.321596:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947392.321600:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947392.321608:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947392.321615:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=5 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947392.321620:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947392.321623:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947392.321627:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947392.321631:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.321637:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947392.321720:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947392.321726:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947392.321730:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947392.321740:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.321756:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947392.321761:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947392.321764:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947392.321772:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947392.321790:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154984064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947392.321799:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.321803:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947392.321811:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641154983808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.321825:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947392.321829:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947392.321834:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947392.321841:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947392.321844:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947392.321847:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947392.321852:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947392.321856:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:3.0:1784947392.321861:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947392.321864:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947392.321867:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:3.0:1784947392.321872:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947392.321875:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.321879:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947392.321886:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641154984064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947408 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947392.321900:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947392.321903:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947392.321906:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947392.321910:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947392.321912:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947392.321915:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947392.321919:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947392.321922:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:3.0:1784947392.321926:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947392.321928:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947392.321931:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:3.0:1784947392.321935:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947392.321939:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.321943:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947392.321950:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947392.321954:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947392.321958:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947392.321962:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947392.508228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947392.508236:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947392.508365:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947392.508373:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947392.508379:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947393.532213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947393.532223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947393.532373:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947393.532380:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947393.532385:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947394.556159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947394.556166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947394.556200:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947394.556204:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947394.556210:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947395.580147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947395.580154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947395.580230:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947395.580236:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947395.580241:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947396.220129:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306155781, at 4306155840 00000100:00000040:0.0:1784947396.220136:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306155781, at 4306155840 00000100:00000010:1.0:1784947396.220146:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c60. 00000100:00000010:0.0:1784947396.220154:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43480. 00010000:00000001:1.0:1784947396.604141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947396.604149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947396.604210:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947396.604235:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947396.604238:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947397.436115:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947397.436125:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947397.436136:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784947397.436144:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947397.436148:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947397.436163:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947397.436169:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947397.436179:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947397.436187:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436200:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947397.436213:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947397.436218:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436226:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.436262:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436265:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947397.436269:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947397.436273:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947397.436276:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947397.436279:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947397.436280:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947397.436283:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947397.436287:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947397.436290:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436297:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947397.436306:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947397.436313:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947397.436319:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947397.436320:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947397.436325:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947397.436333:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947397.436336:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.436378:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947397.436381:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.436383:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436388:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947397.436391:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947397.436394:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947397.436397:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784947397.436399:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 02000000:00000001:2.0:1784947397.436403:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947397.436406:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947397.436411:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1784947397.436413:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154984192:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947397.436414:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947397.436420:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.436425:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784947397.436427:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947397.436433:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947397.436434:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947397.436441:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436442:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947397.436446:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947397.436456:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1784947397.436457:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947397.436471:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947397.436473:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436481:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947397.436488:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947397.436514:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947397.436518:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.436522:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947397.436525:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947397.436538:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947397.436541:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947397.436542:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000040:3.0:1784947397.436546:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11494) 00000100:00000200:2.0:1784947397.436551:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984192, portal 25 00000100:00000001:2.0:1784947397.436606:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947397.436608:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000001:3.0:1784947397.436613:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947397.436617:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.436623:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947397.436627:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947397.436634:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947397.436635:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947397.436644:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947397.436649:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947397.436651:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947397.436652:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 02000000:00000001:3.0:1784947397.436654:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947397.436658:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947397.436660:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154984192, offset 0 02000000:00000001:3.0:1784947397.436660:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947397.436667:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154984320:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947397.436673:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947397.436674:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947397.436679:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947397.436681:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947397.436683:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947397.436686:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784947397.436688:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947397.436691:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947397.436695:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947397.436696:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947397.436702:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947397.436705:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947397.436709:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000400:00000200:2.0:1784947397.436711:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:3.0:1784947397.436715:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984320, portal 10 00000400:00000200:2.0:1784947397.436716:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947397.436721:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947397.436722:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947397.436724:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000400:00000200:2.0:1784947397.436730:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540920:540920:256:4294967295] 192.168.201.111@tcp LPNI seq info [540857:540857:8:4294967295] 00000400:00000200:2.0:1784947397.436736:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947397.436736:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.436745:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947397.436754:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947397.436755:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784947397.436757:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000200:3.0:1784947397.436762:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154984320, offset 0 00000800:00000200:2.0:1784947397.436766:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947397.436771:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947397.436773:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784947397.436777:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947397.436783:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947397.436784:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947397.436788:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947397.436794:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947397.436795:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947397.436800:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947397.436802:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947397.436805:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947397.436810:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540921:540921:255:4294967295] 192.168.201.111@tcp LPNI seq info [540858:540858:7:4294967295] 00000400:00000200:3.0:1784947397.436813:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.436820:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947397.436821:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947397.436828:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947397.436830:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947397.436832:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306160901 00000800:00000010:3.0:1784947397.436836:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000010:2.0:1784947397.436838:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43000. 00000800:00000200:3.0:1784947397.436843:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947397.436846:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947397.436850:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947397.436853:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947397.436864:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.436865:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306160901 00000100:00000040:3.0:1784947397.436868:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9088 usecs (10 jiffies) 00000100:00000010:2.0:1784947397.436871:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43180. 00000400:00000200:3.0:1784947397.436875:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.436876:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947397.436878:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306157066 00000100:00000001:2.0:1784947397.436881:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947397.436882:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306160901 00000100:00000001:2.0:1784947397.436886:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947397.436888:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306157066 00000100:00000001:2.0:1784947397.436891:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947397.436892:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306160901 00000100:00000001:2.0:1784947397.436895:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947397.436896:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947397.436899:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947397.436901:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.436903:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947397.436903:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.436907:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947397.436910:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947397.436911:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947397.436914:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947397.436915:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947397.436915:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947397.436919:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947397.436921:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784947397.436923:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947397.436924:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947397.436927:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.436929:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947397.436933:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947397.436935:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947397.436945:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947397.436947:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947397.436950:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947397.436952:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 02000000:00000001:2.0:1784947397.436953:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784947397.436955:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 02000000:00000001:2.0:1784947397.436957:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947397.436961:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947397.436961:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947397.436966:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154984448:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784947397.436970:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.436971:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947397.436975:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947397.436978:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947397.436983:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947397.436987:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1784947397.436988:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947397.436992:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947397.436993:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947397.437000:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947397.437005:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947397.437013:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947397.437013:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000001:1.0:1784947397.437017:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1784947397.437019:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984448, portal 10 00000100:00000001:2.0:1784947397.437023:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947397.437025:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000040:2.0:1784947397.437032:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.437042:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947397.437044:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947397.437079:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947397.437082:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154984448, offset 0 00000400:00000200:2.0:1784947397.437086:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947397.437089:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947397.437092:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947397.437095:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947397.437098:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947397.437100:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947397.437102:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947397.437105:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540922:540922:255:4294967295] 192.168.201.111@tcp LPNI seq info [540859:540859:7:4294967295] 00000400:00000200:2.0:1784947397.437109:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947397.437115:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947397.437119:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947397.437122:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947397.437126:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947397.437128:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947397.437133:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:1.0:1784947397.437134:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:1.0:1784947397.437151:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947397.437151:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947397.437159:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947397.437161:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947397.437164:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10261 usecs (11 jiffies) 00000400:00000200:1.0:1784947397.437166:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:1.0:1784947397.437169:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000400:00000200:2.0:1784947397.437170:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947397.437174:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947397.437175:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306157068 00000100:00000001:2.0:1784947397.437179:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306160901 00000100:00000200:1.0:1784947397.437181:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.437184:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306157068 00000100:00000001:2.0:1784947397.437189:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306160901 00000100:00000001:2.0:1784947397.437194:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947397.437200:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947397.437202:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947397.437204:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947397.437207:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.437208:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.437214:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947397.437217:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947397.437219:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.437221:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947397.437222:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947397.437224:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947397.437227:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.437229:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947397.437235:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947397.437239:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947397.437242:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947397.437246:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947397.437249:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:1.0:1784947397.437251:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:1.0:1784947397.437254:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947397.437257:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947397.437263:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947397.437265:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947397.437270:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947397.437271:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947397.438864:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947397.438888:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947397.438891:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947397.438894:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947397.438900:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947397.438906:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947397.438915:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947397.438919:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947397.438924:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947397.438928:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309900 00000400:00000200:0.0:1784947397.438933:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947397.438939:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523701 [1] + 224 00000800:00000001:0.0:1784947397.438946:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947397.438951:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947397.438953:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947397.438956:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947397.438960:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947397.438964:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947397.438972:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947397.438986:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947397.438996:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947397.438998:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439065:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947397.439068:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947397.439074:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947397.439075:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947397.439077:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947397.439081:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:2.0:1784947397.439083:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:2.0:1784947397.439086:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947397.439092:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947397.439101:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.439108:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947397.439109:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439112:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947397.439114:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947397.439116:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947397.439119:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947397.439121:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947397.439126:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=138 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947397.439127:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947397.439132:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=138 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947397.439135:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439136:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947397.439139:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947397.439140:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947397.439144:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947397.439144:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947397.439149:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947397.439153:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.439155:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947397.439161:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:2.0:1784947397.439164:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947397.439171:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947397.439179:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947397.439187:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947397.439196:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309a00 00000100:00000001:2.0:1784947397.439199:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947397.439204:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.439206:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947397.439210:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523711 [1] + 224 00000100:00000001:2.0:1784947397.439210:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947397.439217:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947397.439218:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947397.439220:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947397.439225:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947397.439233:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784947397.439236:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154984192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947397.439238:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947397.439244:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947397.439246:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.439247:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947397.439254:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641154984192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947397.439265:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.439266:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947397.439270:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947397.439273:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947397.439279:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947397.439283:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947397.439286:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947397.439288:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947397.439289:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947397.439293:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000800:00000001:1.0:1784947397.439294:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947397.439296:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784947397.439298:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947397.439300:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784947397.439301:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:2.0:1784947397.439303:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000800:00000001:1.0:1784947397.439305:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439308:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784947397.439310:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.439311:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947397.439317:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947397.439317:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.439322:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947397.439326:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.439326:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947397.439330:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947397.439333:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947397.439334:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947397.439335:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947397.439340:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947397.439343:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000400:00000200:1.0:1784947397.439345:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947397.439346:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947397.439353:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309980 00000100:00000200:2.0:1784947397.439354:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947397.439366:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947397.439371:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947397.439379:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523709 [1] + 224 00000100:00000001:2.0:1784947397.439382:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947397.439384:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439387:0:2408:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947397.439403:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947397.439405:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947397.439409:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947397.439411:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947397.439414:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947397.439418:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947397.439419:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=138 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947397.439426:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784947397.439428:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=10 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947397.439436:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947397.439437:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947397.439443:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947397.439444:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784947397.439446:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784947397.439452:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947397.439453:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947397.439461:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947397.439466:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947397.439472:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947397.439474:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947397.439476:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947397.439483:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.439499:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947397.439500:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947397.439502:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947397.439506:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947397.439507:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947397.439515:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784947397.439520:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154984448:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947397.439522:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439532:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947397.439535:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947397.439539:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641154984448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.439548:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947397.439550:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947397.439551:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947397.439576:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947397.439579:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784947397.439580:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947397.439584:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947397.439587:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784947397.439589:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947397.439609:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 00000400:00000001:3.0:1784947397.439611:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784947397.439613:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1784947397.439615:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784947397.439617:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1784947397.439620:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000010:2.0:1784947397.439621:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784947397.439628:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1784947397.439628:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000100:00000001:2.0:1784947397.439631:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947397.439633:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:2.0:1784947397.439635:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947397.439640:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947397.439643:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947397.439646:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947397.439650:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947397.439651:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947397.439654:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947397.439668:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.439677:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947397.439679:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947397.439682:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947397.439683:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947397.439685:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947397.439687:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947397.439689:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947397.439694:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947397.439698:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947397.439700:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947397.439702:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947397.439704:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947397.439706:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947397.439709:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947397.439711:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947397.439713:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947397.439714:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947397.439719:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.439726:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947397.439729:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947397.439731:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947397.439735:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947397.439743:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154984320:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947397.439748:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947397.439750:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947397.439754:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641154984320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947397.439761:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947397.439762:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947397.439765:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947397.439768:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947397.439769:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947397.439771:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947397.439773:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947397.439775:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:3.0:1784947397.439778:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947397.439779:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947397.439781:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:3.0:1784947397.439783:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947397.439785:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947397.439787:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947397.439791:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947397.439792:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947397.439795:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947397.439796:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947397.628356:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947397.628367:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947397.628520:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947397.628528:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947397.628533:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947398.652214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947398.652224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947398.652300:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947398.652307:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947398.652312:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947399.676218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947399.676228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947399.676280:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947399.676284:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947399.676288:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947400.700173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947400.700182:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947400.700186:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947400.700190:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947400.700196:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947400.700199:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947400.700201:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947400.700205:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947400.700280:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947400.700286:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947400.700291:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947401.340141:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306160901, at 4306160960 00000100:00000010:0.0:1784947401.340155:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43000. 00000100:00000040:1.0:1784947401.340189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306160901, at 4306160960 00000100:00000010:1.0:1784947401.340202:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43180. 00010000:00000001:1.0:1784947401.724159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947401.724168:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947401.724251:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947401.724255:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947401.724259:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947402.556178:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947402.556189:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947402.556201:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947402.556207:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947402.556211:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947402.556214:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947402.556220:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947402.556228:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947402.556235:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556247:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947402.556258:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947402.556263:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556270:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.556301:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556304:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947402.556307:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947402.556310:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947402.556312:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947402.556314:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947402.556316:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947402.556317:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947402.556320:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947402.556322:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556326:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947402.556333:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947402.556335:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556338:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_00+0] req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.556345:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556347:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947402.556350:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947402.556352:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947402.556354:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947402.556356:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947402.556357:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947402.556359:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947402.556362:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947402.556365:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556368:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947402.556375:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947402.556383:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947402.556385:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947402.556387:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947402.556389:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947402.556401:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947402.556401:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.556489:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.556493:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947402.556497:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947402.556517:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947402.556526:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947402.556536:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947402.556536:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11499) 00000100:00000001:2.0:1784947402.556540:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947402.556546:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947402.556549:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947402.556552:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947402.556558:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154984576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947402.556563:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947402.556569:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947402.556569:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947402.556576:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.556576:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947402.556581:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947402.556582:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947402.556590:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947402.556591:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947402.556597:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.556607:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947402.556610:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947402.556612:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947402.556619:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947402.556619:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947402.556623:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947402.556627:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947402.556628:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00100000:3.0:1784947402.556632:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154984704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947402.556638:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784947402.556639:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984576, portal 25 02000000:00000001:3.0:1784947402.556642:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947402.556644:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947402.556646:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947402.556648:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 02000000:00000001:3.0:1784947402.556650:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947402.556657:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000040:2.0:1784947402.556659:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947402.556662:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947402.556675:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947402.556677:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784947402.556680:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947402.556685:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947402.556691:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000400:00000010:2.0:1784947402.556692:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000200:2.0:1784947402.556701:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154984576, offset 0 00000100:00000200:3.0:1784947402.556701:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984704, portal 10 00000100:00000001:3.0:1784947402.556725:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947402.556729:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000400:00000200:2.0:1784947402.556734:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947402.556745:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947402.556748:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947402.556760:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947402.556762:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947402.556771:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947402.556775:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947402.556778:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000400:00000200:2.0:1784947402.556784:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:3.0:1784947402.556788:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154984704, offset 0 00000400:00000200:2.0:1784947402.556794:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947402.556801:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947402.556804:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947402.556812:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540923:540923:256:4294967295] 192.168.201.111@tcp LPNI seq info [540860:540860:8:4294967295] 00000400:00000200:2.0:1784947402.556817:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947402.556825:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947402.556836:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947402.556842:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947402.556852:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947402.556853:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947402.556862:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947402.556865:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947402.556868:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947402.556874:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947402.556881:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947402.556887:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540924:540924:255:4294967295] 192.168.201.111@tcp LPNI seq info [540861:540861:7:4294967295] 00000400:00000200:3.0:1784947402.556896:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947402.556903:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947402.556910:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947402.556920:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947402.556927:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947402.556933:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000100:00000001:2.0:1784947402.556938:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947402.556941:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947402.556947:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947402.556956:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306166021 00000800:00000200:3.0:1784947402.556957:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947402.556966:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784947402.556968:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43240. 00000100:00000001:3.0:1784947402.556973:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947402.556980:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784947402.556981:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9087 usecs (10 jiffies) 00000400:00000200:3.0:1784947402.556991:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947402.556994:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306166021 00000100:00000001:3.0:1784947402.556995:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306162186 00000100:00000010:2.0:1784947402.557005:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43de0. 00000100:00000001:3.0:1784947402.557006:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306166021 00000100:00000001:3.0:1784947402.557014:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306162186 00000100:00000001:2.0:1784947402.557015:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947402.557024:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947402.557025:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306166021 00000100:00000001:2.0:1784947402.557031:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.557033:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947402.557037:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947402.557039:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947402.557039:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947402.557044:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.557087:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.557091:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.557100:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947402.557105:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784947402.557107:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947402.557114:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947402.557116:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947402.557118:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947402.557121:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947402.557122:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947402.557124:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947402.557135:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947402.557136:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947402.557137:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784947402.557159:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947402.557161:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947402.557163:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947402.557165:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000100:00000001:3.0:1784947402.557167:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947402.557169:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947402.557170:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:3.0:1784947402.557171:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.557180:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947402.557182:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947402.557183:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947402.557185:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1784947402.557192:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947402.557194:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.557228:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947402.557229:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947402.557231:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947402.557236:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947402.557239:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947402.557240:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947402.557242:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947402.557252:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154984832:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947402.557261:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947402.557265:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947402.557269:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947402.557270:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947402.557272:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947402.557277:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1784947402.557279:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947402.557283:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947402.557286:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947402.557289:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947402.557296:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947402.557300:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984832, portal 10 00000100:00000001:3.0:1784947402.557302:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947402.557303:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000040:3.0:1784947402.557309:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.557316:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947402.557318:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947402.557321:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000100:00000200:3.0:1784947402.557323:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154984832, offset 0 00000400:00000200:3.0:1784947402.557328:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947402.557332:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947402.557336:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947402.557339:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947402.557342:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947402.557344:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947402.557346:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947402.557349:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540925:540925:255:4294967295] 192.168.201.111@tcp LPNI seq info [540862:540862:7:4294967295] 00000400:00000200:3.0:1784947402.557354:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947402.557363:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947402.557363:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:0.0:1784947402.557370:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000800:00000200:3.0:1784947402.557377:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947402.557379:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1784947402.557383:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000400:00000200:0.0:1784947402.557389:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784947402.557396:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947402.557399:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:0.0:1784947402.557402:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000800:00000200:3.0:1784947402.557407:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947402.557409:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784947402.557415:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784947402.557420:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.557422:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.557430:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10260 usecs (11 jiffies) 00000400:00000200:3.0:1784947402.557463:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947402.557486:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306162188 00000100:00000001:3.0:1784947402.557492:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306166021 00000100:00000001:0.0:1784947402.557493:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947402.557500:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306162188 00000100:00000040:0.0:1784947402.557505:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.557506:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306166021 00000100:00000001:3.0:1784947402.557530:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947402.557536:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.557543:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947402.557545:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.557548:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947402.557550:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947402.557570:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947402.557574:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:0.0:1784947402.557578:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947402.557582:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947402.557585:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:0.0:1784947402.557586:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:0.0:1784947402.557589:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947402.557593:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947402.557600:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947402.557603:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947402.557609:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947402.557610:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947402.559588:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947402.559602:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947402.559605:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947402.559608:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947402.559613:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559618:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947402.559625:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559629:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559633:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559637:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309a80 00000400:00000200:1.0:1784947402.559641:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559647:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523719 [1] + 224 00000800:00000001:1.0:1784947402.559652:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947402.559659:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947402.559661:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947402.559665:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947402.559669:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947402.559674:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947402.559692:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947402.559712:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947402.559736:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947402.559749:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947402.559752:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947402.559770:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947402.559775:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559780:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947402.559786:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947402.559787:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.559794:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947402.559794:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947402.559803:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947402.559807:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947402.559808:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309b00 00000400:00000001:2.0:1784947402.559814:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947402.559816:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947402.559822:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947402.559831:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947402.559834:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947402.559840:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947402.559846:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523721 [1] + 224 00000100:00000200:2.0:1784947402.559852:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947402.559854:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947402.559860:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947402.559866:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947402.559877:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947402.559882:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947402.559885:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947402.559891:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947402.559924:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947402.559927:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947402.559931:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947402.559941:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947402.559947:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947402.559950:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947402.559951:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947402.559957:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947402.559960:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947402.559961:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947402.559968:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=143 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947402.559969:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947402.559976:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947402.559977:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947402.559978:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=143 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947402.559983:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.559983:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947402.559984:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947402.559991:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947402.559993:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947402.559998:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947402.559999:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1784947402.560000:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947402.560006:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947402.560008:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947402.560014:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947402.560016:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947402.560018:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947402.560025:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000400:00000200:1.0:1784947402.560031:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947402.560031:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.560034:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947402.560044:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947402.560080:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947402.560084:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947402.560087:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947402.560090:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947402.560097:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947402.560107:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947402.560121:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309b80 00000100:00000200:3.0:1784947402.560134:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947402.560153:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947402.560164:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154984576:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947402.560168:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523729 [1] + 224 00000100:00000001:2.0:1784947402.560180:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947402.560182:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947402.560185:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947402.560186:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947402.560191:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.560192:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947402.560198:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641154984576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947402.560199:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947402.560199:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947402.560204:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947402.560208:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947402.560214:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947402.560214:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947402.560221:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947402.560226:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947402.560227:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784947402.560230:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=143 v=5 (5 5 5 5) 02000000:00000001:2.0:1784947402.560233:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784947402.560238:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947402.560239:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=33 v=5 (1 1 1 1) 02000000:00000010:2.0:1784947402.560240:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947402.560248:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947402.560250:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784947402.560253:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947402.560255:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947402.560258:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00010000:00000001:3.0:1784947402.560262:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784947402.560266:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947402.560268:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947402.560271:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000100:00000040:1.0:1784947402.560274:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.560275:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947402.560277:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784947402.560280:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:2.0:1784947402.560282:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947402.560288:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:3.0:1784947402.560288:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947402.560294:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947402.560295:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947402.560296:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947402.560302:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947402.560304:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947402.560305:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947402.560306:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947402.560310:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784947402.560312:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947402.560316:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947402.560322:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947402.560327:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947402.560328:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.560332:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947402.560335:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947402.560340:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947402.560348:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154984704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947402.560354:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.560356:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947402.560361:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641154984704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.560368:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947402.560370:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947402.560372:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947402.560376:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947402.560377:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947402.560379:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947402.560381:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947402.560383:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:3.0:1784947402.560385:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947402.560387:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947402.560388:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784947402.560391:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947402.560392:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.560394:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.560396:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947402.560398:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947402.560400:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947402.560402:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947402.560403:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947402.560406:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:3.0:1784947402.560408:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:3.0:1784947402.560410:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947402.560413:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947402.560421:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.560426:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947402.560428:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.560429:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947402.560430:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947402.560452:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947402.560454:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947402.560456:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947402.560460:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947402.560463:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947402.560484:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947402.560486:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947402.560488:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947402.560491:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.560493:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947402.560495:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947402.560497:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947402.560498:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947402.560519:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.560526:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947402.560527:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947402.560529:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947402.560532:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947402.560538:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154984832:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947402.560541:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.560544:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947402.560546:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641154984832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947418 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947402.560552:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947402.560554:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947402.560555:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947402.560557:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947402.560558:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947402.560559:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947402.560561:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947402.560563:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:3.0:1784947402.560564:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947402.560565:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947402.560567:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:3.0:1784947402.560569:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947402.560570:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.560572:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947402.560575:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947402.560576:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947402.560578:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947402.560580:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947402.748217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947402.748226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947402.748360:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947402.748366:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947402.748372:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947403.772145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947403.772153:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947403.772253:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947403.772259:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947403.772263:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947404.796209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947404.796220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947404.796263:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947404.796268:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947404.796275:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947405.820219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947405.820229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947405.820330:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947405.820337:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947405.820342:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947406.460182:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306166021, at 4306166080 00000100:00000040:0.0:1784947406.460186:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306166021, at 4306166080 00000100:00000010:1.0:1784947406.460203:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43de0. 00000100:00000010:0.0:1784947406.460205:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43240. 00010000:00000001:1.0:1784947406.844200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947406.844207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947406.844288:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947406.844294:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947406.844300:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947407.676169:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947407.676188:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947407.676198:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947407.676203:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947407.676207:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947407.676210:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947407.676215:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947407.676223:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947407.676230:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947407.676240:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947407.676250:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947407.676254:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947407.676259:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.676286:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947407.676289:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947407.676292:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947407.676295:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784947407.676297:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947407.676300:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947407.676302:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947407.676303:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947407.676307:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947407.676307:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947407.676313:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.676314:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947407.676318:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947407.676319:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947407.676330:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947407.676331:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.676332:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947407.676342:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_01+1] req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.676349:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947407.676353:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676358:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947407.676359:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947407.676362:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947407.676363:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947407.676371:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947407.676371:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947407.676397:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000020:00000040:2.0:1784947407.676401:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:3.0:1784947407.676403:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154984960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947407.676406:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947407.676410:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784947407.676410:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947407.676415:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947407.676418:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784947407.676420:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947407.676422:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676426:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947407.676427:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947407.676435:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784947407.676435:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947407.676440:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676449:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784947407.676453:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947407.676454:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947407.676458:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000040:2.0:1784947407.676460:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947407.676466:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000001:2.0:1784947407.676471:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947407.676475:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1784947407.676475:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154984960, portal 25 00000100:00000001:3.0:1784947407.676481:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947407.676483:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947407.676484:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:2.0:1784947407.676490:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947407.676496:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947407.676496:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947407.676505:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11504) 00000100:00000001:3.0:1784947407.676508:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947407.676513:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947407.676515:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000001:2.0:1784947407.676519:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784947407.676519:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154984960, offset 0 00000100:00000001:2.0:1784947407.676524:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947407.676526:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947407.676530:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947407.676534:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947407.676542:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947407.676548:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947407.676551:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947407.676554:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947407.676556:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947407.676559:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947407.676561:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947407.676562:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947407.676568:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00100000:2.0:1784947407.676570:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154985088:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947407.676575:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947407.676577:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947407.676580:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947407.676581:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947407.676584:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947407.676587:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540926:540926:256:4294967295] 192.168.201.111@tcp LPNI seq info [540863:540863:8:4294967295] 02000000:00000001:2.0:1784947407.676589:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947407.676594:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947407.676595:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947407.676599:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947407.676605:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947407.676611:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947407.676613:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784947407.676617:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000800:00000200:3.0:1784947407.676622:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947407.676625:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985088, portal 10 00000100:00000001:2.0:1784947407.676628:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784947407.676629:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947407.676630:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000800:00000200:3.0:1784947407.676643:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947407.676644:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.676652:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947407.676658:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947407.676658:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947407.676663:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000800:00000200:3.0:1784947407.676665:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947407.676667:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154985088, offset 0 00000400:00000200:2.0:1784947407.676673:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947407.676677:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947407.676680:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947407.676684:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947407.676689:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947407.676690:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947407.676693:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306171141 00000400:00000200:2.0:1784947407.676696:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947407.676700:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784947407.676701:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7780. 00000400:00000200:2.0:1784947407.676703:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947407.676708:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540927:540927:255:4294967295] 192.168.201.111@tcp LPNI seq info [540864:540864:7:4294967295] 00000100:00000001:3.0:1784947407.676710:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947407.676714:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947407.676720:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306171141 00000100:00000010:3.0:1784947407.676726:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d77e0. 00000400:00000200:2.0:1784947407.676733:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947407.676734:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947407.676740:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784947407.676745:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947407.676745:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.676750:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947407.676753:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947407.676753:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784947407.676763:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947407.676764:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947407.676768:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784947407.676772:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947407.676773:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947407.676777:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784947407.676778:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947407.676780:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947407.676786:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947407.676789:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947407.676792:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9087 usecs (10 jiffies) 00000400:00000200:2.0:1784947407.676803:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947407.676805:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947407.676806:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306167306 00000100:00000001:3.0:1784947407.676808:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676814:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306171141 02000000:00000001:3.0:1784947407.676815:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947407.676818:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947407.676820:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306167306 02000000:00000001:3.0:1784947407.676821:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676824:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306171141 00000100:00100000:3.0:1784947407.676828:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154985216:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947407.676829:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947407.676836:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947407.676837:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947407.676840:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947407.676841:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947407.676842:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784947407.676844:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676846:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947407.676850:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 02000000:00000001:3.0:1784947407.676850:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947407.676853:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784947407.676856:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784947407.676857:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947407.676858:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947407.676863:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.676865:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947407.676869:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947407.676872:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.676873:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947407.676874:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947407.676878:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947407.676881:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947407.676885:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947407.676885:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000400:00000010:0.0:1784947407.676891:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000200:3.0:1784947407.676893:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985216, portal 10 00000100:00000001:0.0:1784947407.676897:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947407.676897:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947407.676901:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000200:0.0:1784947407.676906:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947407.676911:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947407.676955:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947407.676957:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947407.676969:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947407.676969:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947407.676976:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784947407.676986:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154985216, offset 0 00000100:00000001:0.0:1784947407.676997:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947407.677002:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947407.677023:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947407.677026:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947407.677030:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947407.677036:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947407.677185:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947407.677191:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000200:3.0:1784947407.677192:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947407.677199:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000400:00000200:3.0:1784947407.677202:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947407.677207:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947407.677207:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947407.677214:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:0.0:1784947407.677219:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947407.677220:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947407.677226:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947407.677234:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540928:540928:255:4294967295] 192.168.201.111@tcp LPNI seq info [540865:540865:7:4294967295] 00000400:00000200:3.0:1784947407.677245:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947407.677249:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947407.677259:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784947407.677260:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947407.677269:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947407.677276:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000100:00000001:0.0:1784947407.677280:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947407.677285:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947407.677287:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784947407.677332:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947407.677335:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947407.677346:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947407.677349:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10260 usecs (11 jiffies) 00000400:00000200:3.0:1784947407.677352:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947407.677353:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306167308 00000100:00000001:3.0:1784947407.677356:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306171141 00000100:00000001:3.0:1784947407.677358:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306167308 00000100:00000001:3.0:1784947407.677361:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306171141 00000100:00000001:3.0:1784947407.677363:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947407.677365:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.677368:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.677369:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.677373:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947407.677374:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947407.677388:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947407.677390:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947407.677392:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.677395:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947407.677438:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947407.677444:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947407.677449:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947407.677455:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947407.677460:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:1.0:1784947407.677463:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:1.0:1784947407.677467:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947407.677473:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947407.677485:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947407.677490:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947407.677499:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947407.677501:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947407.678733:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947407.678747:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947407.678750:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947407.678753:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947407.678760:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678768:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947407.678788:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678793:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678798:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678803:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309c00 00000400:00000200:0.0:1784947407.678809:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678826:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523731 [1] + 224 00000800:00000001:0.0:1784947407.678835:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947407.678843:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947407.678846:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947407.678851:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947407.678856:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947407.678862:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947407.678876:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947407.678896:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947407.678910:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947407.678935:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947407.678939:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947407.678943:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.678946:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947407.678948:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947407.678951:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947407.678958:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947407.678959:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947407.678961:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947407.678970:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678974:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678978:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.678982:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309c80 00000400:00000200:0.0:1784947407.678986:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947407.678997:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947407.679001:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:3.0:1784947407.679003:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:3.0:1784947407.679006:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947407.679013:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523739 [1] + 224 00000100:00000200:3.0:1784947407.679014:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947407.679027:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947407.679031:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947407.679036:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947407.679043:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947407.679044:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947407.679065:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.679068:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947407.679071:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947407.679073:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947407.679074:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947407.679080:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947407.679086:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947407.679088:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=148 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947407.679092:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947407.679093:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947407.679098:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784947407.679101:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.679101:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947407.679104:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947407.679107:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.679113:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947407.679122:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.679147:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947407.679150:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.679152:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947407.679154:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947407.679159:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947407.679199:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154984960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947407.679204:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947407.679205:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.679208:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947407.679211:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154984960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947407.679212:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947407.679219:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.679220:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947407.679223:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947407.679225:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947407.679229:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947407.679229:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947407.679237:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947407.679240:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947407.679241:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:3.0:1784947407.679242:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947407.679245:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1784947407.679247:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000001:2.0:1784947407.679251:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784947407.679253:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784947407.679254:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947407.679255:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1784947407.679259:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000400:00000010:2.0:1784947407.679260:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784947407.679264:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947407.679276:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947407.679279:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 02000000:00000001:3.0:1784947407.679279:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784947407.679282:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947407.679284:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1784947407.679285:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000010:3.0:1784947407.679289:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000400:00000200:0.0:1784947407.679291:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309d00 00000100:00000001:2.0:1784947407.679293:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947407.679294:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947407.679298:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947407.679300:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947407.679303:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.679304:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.679311:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947407.679312:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523741 [1] + 224 00000100:00000001:3.0:1784947407.679315:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947407.679320:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947407.679324:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947407.679326:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947407.679332:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947407.679337:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947407.679338:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947407.679350:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947407.679358:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947407.679359:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947407.679363:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947407.679367:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.679368:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947407.679371:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947407.679374:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947407.679391:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947407.679394:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947407.679399:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947407.679412:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947407.679414:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947407.679415:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947407.679417:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947407.679420:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947407.679422:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947407.679424:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947407.679425:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947407.679426:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947407.679431:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.679450:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947407.679454:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.679454:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947407.679458:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947407.679467:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947407.679476:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784947407.679477:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154985088:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947407.679485:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947407.679485:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947407.679490:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784947407.679492:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947407.679494:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641154985088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.679502:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947407.679504:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947407.679505:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947407.679509:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784947407.679510:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000001:3.0:1784947407.679514:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784947407.679515:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784947407.679520:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784947407.679521:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1784947407.679525:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000020:00000040:2.0:1784947407.679526:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947407.679532:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:3.0:1784947407.679534:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 02000000:00000010:2.0:1784947407.679535:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000400:00000010:3.0:1784947407.679539:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 02000000:00000001:2.0:1784947407.679541:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947407.679544:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947407.679544:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1784947407.679549:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000200:3.0:1784947407.679554:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.679555:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947407.679558:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947407.679562:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947407.679568:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947407.679571:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947407.679573:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947407.679574:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947407.679578:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.679587:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947407.679589:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.679591:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947407.679593:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947407.679594:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947407.679596:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947407.679598:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947407.679602:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947407.679604:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947407.679606:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947407.679608:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947407.679609:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947407.679611:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.679613:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947407.679614:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947407.679616:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947407.679617:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947407.679620:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.679626:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947407.679628:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947407.679629:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947407.679632:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947407.679642:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154985216:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947407.679646:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.679647:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947407.679649:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641154985216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947423 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947407.679654:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947407.679655:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947407.679657:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947407.679659:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947407.679660:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947407.679661:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947407.679663:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947407.679664:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947407.679666:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947407.679667:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947407.679668:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784947407.679670:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947407.679672:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.679673:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947407.679676:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947407.679678:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947407.679679:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947407.679681:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947407.868200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947407.868209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947407.868295:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947407.868301:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947407.868306:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947408.892142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947408.892149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947408.892234:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947408.892238:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947408.892242:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947409.916151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947409.916158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947409.916182:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947409.916185:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947409.916188:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947410.940159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947410.940167:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947410.940170:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947410.940173:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947410.940178:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947410.940180:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947410.940182:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947410.940185:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947410.940243:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947410.940247:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947410.940250:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947411.580200:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306171141, at 4306171200 00000100:00000040:0.0:1784947411.580204:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306171141, at 4306171200 00000100:00000010:1.0:1784947411.580230:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d77e0. 00000100:00000010:0.0:1784947411.580235:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7780. 00010000:00000001:1.0:1784947411.964140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947411.964149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947411.964247:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947411.964251:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947411.964271:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947412.796199:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947412.796214:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947412.796229:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784947412.796239:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947412.796246:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947412.796251:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947412.796259:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947412.796272:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947412.796282:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947412.796358:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947412.796379:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947412.796387:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947412.796398:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_01+1] req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947412.796460:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947412.796466:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947412.796472:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947412.796478:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947412.796483:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947412.796489:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947412.796492:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947412.796497:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947412.796505:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947412.796511:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.796518:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947412.796522:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947412.796527:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947412.796534:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947412.796549:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947412.796551:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947412.796560:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.796577:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947412.796581:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947412.796583:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947412.796593:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947412.796600:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947412.796608:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947412.796619:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947412.796620:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154985344:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947412.796631:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947412.796633:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947412.796643:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947412.796644:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947412.796648:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947412.796653:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 02000000:00000001:3.0:1784947412.796654:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1784947412.796664:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:3.0:1784947412.796666:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947412.796675:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947412.796676:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947412.796681:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947412.796686:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947412.796687:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947412.796696:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 02000000:00000010:2.0:1784947412.796703:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000400:00000010:3.0:1784947412.796707:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000001:2.0:1784947412.796712:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947412.796718:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985344, portal 25 00000100:00000001:3.0:1784947412.796725:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947412.796729:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000100:00000040:2.0:1784947412.796731:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784947412.796742:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947412.796782:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947412.796786:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947412.796789:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947412.796797:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947412.796797:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947412.796807:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154985344, offset 0 00000100:00000040:2.0:1784947412.796818:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947412.796823:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947412.796842:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947412.796852:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947412.796858:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947412.796862:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784947412.796869:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784947412.796876:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784947412.796879:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784947412.796888:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784947412.796890:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947412.796901:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:2.0:1784947412.796905:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784947412.796911:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540929:540929:256:4294967295] 192.168.201.111@tcp LPNI seq info [540866:540866:8:4294967295] 00000100:00000040:2.0:1784947412.796919:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11510) 00000400:00000200:3.0:1784947412.796921:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947412.796942:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947412.796949:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947412.796957:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947412.796968:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947412.796980:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947412.796986:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947412.796993:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947412.797000:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947412.797004:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947412.797012:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947412.797016:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947412.797025:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947412.797033:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306176261 00000100:00000010:3.0:1784947412.797043:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7420. 00000100:00000001:2.0:1784947412.797106:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947412.797107:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947412.797112:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797119:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306176262 02000000:00000001:2.0:1784947412.797122:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784947412.797129:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d72a0. 02000000:00000001:2.0:1784947412.797148:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947412.797154:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1784947412.797156:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797160:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947412.797166:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947412.797168:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154985472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947412.797171:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797177:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947412.797182:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947412.797188:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784947412.797190:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947412.797194:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784947412.797196:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797217:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947412.797220:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947412.797223:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947412.797228:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784947412.797232:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947412.797239:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947412.797242:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797259:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947412.797262:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947412.797264:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947412.797274:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784947412.797277:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947412.797278:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947412.797284:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784947412.797312:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947412.797318:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000800:00000010:1.0:1784947412.797323:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00100000:3.0:1784947412.797325:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154985600:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947412.797332:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985472, portal 10 00000100:00000001:3.0:1784947412.797337:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784947412.797341:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947412.797343:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947412.797346:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947412.797352:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 02000000:00000001:3.0:1784947412.797354:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947412.797366:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947412.797368:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:3.0:1784947412.797378:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000040:2.0:1784947412.797381:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947412.797383:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 02000000:00000001:3.0:1784947412.797388:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947412.797394:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:1.0:1784947412.797408:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947412.797410:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947412.797425:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947412.797427:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784947412.797428:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947412.797441:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000040:2.0:1784947412.797461:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947412.797469:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985600, portal 10 00000400:00000010:2.0:1784947412.797472:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000001:1.0:1784947412.797477:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947412.797478:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784947412.797482:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154985472, offset 0 00000100:00000001:3.0:1784947412.797484:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000040:1.0:1784947412.797486:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947412.797502:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947412.797504:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947412.797511:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947412.797518:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947412.797520:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947412.797532:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947412.797538:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947412.797543:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947412.797548:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947412.797552:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947412.797557:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540930:540930:256:4294967295] 192.168.201.111@tcp LPNI seq info [540867:540867:8:4294967295] 00000400:00000200:2.0:1784947412.797563:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947412.797574:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947412.797581:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947412.797587:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947412.797594:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947412.797602:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947412.797607:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947412.797627:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797628:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947412.797635:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947412.797637:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9087 usecs (10 jiffies) 00000400:00000010:3.0:1784947412.797641:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000400:00000200:2.0:1784947412.797648:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947412.797649:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154985600, offset 0 00000100:00000001:2.0:1784947412.797655:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306172427 00000400:00000200:3.0:1784947412.797662:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947412.797664:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306176261 00000100:00000001:2.0:1784947412.797671:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306172427 00000400:00000200:3.0:1784947412.797671:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947412.797680:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306176262 00000400:00000200:3.0:1784947412.797683:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947412.797690:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947412.797691:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947412.797699:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947412.797700:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947412.797706:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947412.797708:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947412.797711:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947412.797716:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947412.797718:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540931:540931:255:4294967295] 192.168.201.111@tcp LPNI seq info [540868:540868:7:4294967295] 00000100:00000001:2.0:1784947412.797726:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947412.797726:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947412.797733:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947412.797741:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947412.797744:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784947412.797750:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947412.797750:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947412.797751:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947412.797763:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947412.797764:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000800:00000200:3.0:1784947412.797781:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947412.797796:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:0.0:1784947412.797798:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947412.797809:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947412.797820:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784947412.797829:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947412.797836:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000800:00000200:3.0:1784947412.797839:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784947412.797846:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:0.0:1784947412.797857:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947412.797869:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947412.797889:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947412.797895:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947412.797910:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947412.797914:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947412.797952:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947412.797963:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10260 usecs (11 jiffies) 00000400:00000200:3.0:1784947412.797972:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947412.797975:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306172428 00000100:00000001:3.0:1784947412.797980:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306176261 00000100:00000001:3.0:1784947412.797984:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306172428 00000100:00000001:3.0:1784947412.797988:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306176262 00000100:00000001:3.0:1784947412.797991:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947412.797995:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.797999:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.798002:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947412.798009:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947412.798011:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947412.798014:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947412.798016:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947412.798018:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.798022:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947412.798107:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947412.798113:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:1.0:1784947412.798119:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947412.798126:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947412.798131:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000010:1.0:1784947412.798134:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000100:00000001:1.0:1784947412.798138:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947412.798144:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947412.798155:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947412.798159:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947412.798168:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947412.798171:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947412.800079:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800097:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947412.800102:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800105:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947412.800113:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800120:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947412.800130:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800136:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800142:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800148:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309d80 00000400:00000200:0.0:1784947412.800154:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800162:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523749 [1] + 224 00000800:00000001:0.0:1784947412.800171:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800216:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947412.800220:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947412.800225:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947412.800232:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947412.800239:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947412.800262:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947412.800285:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947412.800333:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800343:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947412.800347:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800352:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947412.800358:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800365:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947412.800374:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800379:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800385:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800391:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309e00 00000400:00000200:0.0:1784947412.800397:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947412.800405:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523751 [1] + 224 00000800:00000001:0.0:1784947412.800413:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800424:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947412.800429:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947412.800434:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947412.800438:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947412.800444:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947412.800456:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947412.800478:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947412.800487:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947412.800492:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947412.800563:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947412.800570:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947412.800581:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947412.800585:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947412.800588:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947412.800592:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947412.800595:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947412.800608:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947412.800613:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000800:00000001:1.0:1784947412.800623:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947412.800623:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784947412.800624:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947412.800634:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947412.800639:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784947412.800640:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947412.800644:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947412.800650:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947412.800657:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947412.800673:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947412.800694:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947412.800696:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947412.800718:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947412.800728:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947412.800730:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947412.800735:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000100:00000001:2.0:1784947412.800738:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947412.800746:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000400:00000200:1.0:1784947412.800747:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947412.800751:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947412.800760:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309e80 02000000:00000001:2.0:1784947412.800762:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947412.800763:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947412.800771:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947412.800773:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784947412.800783:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947412.800784:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523759 [1] + 224 00000100:00000001:2.0:1784947412.800784:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947412.800799:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947412.800805:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947412.800821:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=153 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947412.800822:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947412.800824:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947412.800833:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784947412.800845:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=43 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947412.800853:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947412.800859:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947412.800869:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947412.800869:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947412.800870:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947412.800881:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947412.800882:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947412.800887:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947412.800888:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1784947412.800893:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947412.800894:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947412.800901:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947412.800906:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947412.800910:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947412.800925:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1784947412.800926:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=153 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947412.800928:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947412.800936:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00001000:3.0:1784947412.800944:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947412.800949:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947412.800957:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.800962:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947412.800970:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947412.800979:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784947412.800979:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784947412.800981:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947412.800986:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947412.800991:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947412.800999:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947412.801001:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947412.801018:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947412.801022:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947412.801036:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947412.801038:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947412.801083:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947412.801087:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947412.801094:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947412.801105:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947412.801107:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154985344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947412.801122:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.801128:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947412.801130:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947412.801138:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641154985344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947412.801190:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947412.801195:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1784947412.801201:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154985472:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947412.801202:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947412.801210:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947412.801215:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947412.801219:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947412.801222:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947412.801224:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947412.801229:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947412.801233:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947412.801235:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947412.801242:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947412.801244:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000040:2.0:1784947412.801252:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641154985472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947412.801253:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947412.801258:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947412.801266:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.801274:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947412.801278:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947412.801284:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947412.801318:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1784947412.801320:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784947412.801345:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1784947412.801345:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 02000000:00000010:2.0:1784947412.801354:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947412.801355:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947412.801361:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 02000000:00000001:2.0:1784947412.801369:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947412.801370:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947412.801378:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:3.0:1784947412.801384:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947412.801385:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947412.801394:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947412.801399:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:2.0:1784947412.801409:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947412.801414:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947412.801420:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000200:3.0:1784947412.801423:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947412.801427:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947412.801433:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947412.801443:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947412.801456:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947412.801457:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947412.801462:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947412.801464:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.801471:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947412.801474:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947412.801477:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947412.801482:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.801482:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947412.801487:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947412.801493:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947412.801499:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947412.801503:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=25 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947412.801508:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947412.801511:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947412.801513:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947412.801517:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.801520:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947412.801522:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947412.801524:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947412.801525:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947412.801531:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947412.801539:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947412.801541:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947412.801543:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947412.801548:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947412.801558:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154985600:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947412.801563:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947412.801566:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947412.801569:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154985600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947412.801576:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947412.801578:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947412.801581:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947412.801584:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947412.801586:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947412.801588:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947412.801590:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947412.801592:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947412.801595:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947412.801597:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947412.801599:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784947412.801602:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947412.801604:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947412.801606:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947412.801611:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947412.801613:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947412.801615:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947412.801618:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947412.988157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947412.988164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947412.988256:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947412.988260:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947412.988264:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947414.012191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947414.012202:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947414.012330:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947414.012336:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947414.012340:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947414.268149:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947414.268158:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947414.268163:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947414.268405:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947414.268426:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947414.268428:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947414.268432:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947414.268439:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947415.036202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947415.036214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947415.036295:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947415.036299:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947415.036305:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947416.060308:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947416.060316:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947416.060408:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947416.060413:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947416.060418:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947416.700186:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306176262, at 4306176320 00000100:00000040:0.0:1784947416.700196:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306176261, at 4306176320 00000100:00000010:1.0:1784947416.700203:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d72a0. 00000100:00000010:0.0:1784947416.700217:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7420. 00010000:00000001:1.0:1784947417.084134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947417.084140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947417.084198:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947417.084203:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947417.084207:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947417.916187:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947417.916200:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947417.916269:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947417.916276:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947417.916282:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947417.916285:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947417.916292:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947417.916302:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947417.916311:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916326:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947417.916339:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947417.916344:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916351:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947417.916390:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916394:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947417.916398:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947417.916401:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947417.916404:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947417.916407:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947417.916410:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947417.916412:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947417.916416:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947417.916420:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916425:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947417.916434:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947417.916438:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916443:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.916451:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947417.916454:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.916461:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947417.916462:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947417.916469:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947417.916471:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947417.916476:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947417.916481:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784947417.916485:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947417.916486:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947417.916490:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947417.916494:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947417.916501:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947417.916508:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.916518:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947417.916520:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947417.916523:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.916535:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947417.916540:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947417.916543:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947417.916546:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.916553:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916557:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947417.916564:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154985728:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947417.916581:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947417.916589:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947417.916590:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.916597:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916598:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947417.916607:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947417.916609:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947417.916617:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1784947417.916619:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000040:2.0:1784947417.916622:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947417.916627:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.916632:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11515) 00000400:00000200:3.0:1784947417.916639:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947417.916646:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947417.916656:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947417.916665:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985728, portal 25 00000100:00000001:3.0:1784947417.916669:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947417.916671:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947417.916672:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000001:2.0:1784947417.916678:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947417.916684:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947417.916687:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947417.916696:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.916713:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947417.916720:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947417.916727:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947417.916727:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947417.916735:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 02000000:00000001:2.0:1784947417.916736:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947417.916742:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947417.916745:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154985728, offset 0 02000000:00000001:2.0:1784947417.916750:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947417.916760:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:2.0:1784947417.916761:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154985856:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947417.916771:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947417.916775:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947417.916780:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947417.916781:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947417.916789:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947417.916795:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947417.916799:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947417.916801:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947417.916812:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947417.916816:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947417.916823:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:2.0:1784947417.916824:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947417.916831:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784947417.916834:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000400:00000200:3.0:1784947417.916838:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:2.0:1784947417.916845:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985856, portal 10 00000400:00000200:3.0:1784947417.916847:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540932:540932:256:4294967295] 192.168.201.111@tcp LPNI seq info [540869:540869:8:4294967295] 00000100:00000001:2.0:1784947417.916854:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947417.916860:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000400:00000200:3.0:1784947417.916860:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947417.916876:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947417.916890:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947417.916915:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947417.916916:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947417.916925:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947417.916928:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000400:00000010:2.0:1784947417.916932:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000100:00000200:2.0:1784947417.916940:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154985856, offset 0 00000800:00000200:3.0:1784947417.916948:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947417.916957:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947417.916968:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947417.916976:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947417.916984:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947417.916985:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947417.916995:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947417.917001:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947417.917005:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947417.917008:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947417.917014:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947417.917015:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540933:540933:255:4294967295] 192.168.201.111@tcp LPNI seq info [540870:540870:7:4294967295] 00000400:00000200:3.0:1784947417.917032:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947417.917033:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947417.917043:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306181381 00000400:00000200:2.0:1784947417.917091:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:3.0:1784947417.917102:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7240. 00000800:00000200:2.0:1784947417.917105:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947417.917116:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:2.0:1784947417.917117:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947417.917131:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947417.917132:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306181382 00000100:00000010:3.0:1784947417.917141:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d71e0. 00000800:00000200:2.0:1784947417.917146:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947417.917149:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784947417.917153:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947417.917159:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947417.917161:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.917167:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947417.917171:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9087 usecs (10 jiffies) 00000100:00000001:3.0:1784947417.917174:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947417.917182:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947417.917183:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947417.917193:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306177547 00000100:00000001:2.0:1784947417.917200:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306181381 00000100:00000001:3.0:1784947417.917224:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947417.917225:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306177547 00000100:00000001:3.0:1784947417.917232:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947417.917233:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306181382 00000100:00000001:2.0:1784947417.917243:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947417.917245:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947417.917247:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947417.917252:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947417.917253:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947417.917254:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.917263:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947417.917264:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947417.917266:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:2.0:1784947417.917276:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784947417.917281:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947417.917282:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947417.917283:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947417.917292:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947417.917298:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947417.917304:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947417.917308:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947417.917312:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947417.917327:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000100:00000001:3.0:1784947417.917329:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784947417.917335:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000100:00000001:3.0:1784947417.917337:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.917347:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947417.917350:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947417.917352:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947417.917358:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947417.917367:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947417.917368:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154985984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947417.917381:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947417.917387:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947417.917392:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.917399:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947417.917407:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:0.0:1784947417.917410:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947417.917413:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947417.917424:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947417.917426:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947417.917429:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947417.917440:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947417.917449:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154985984, portal 10 00000100:00000001:3.0:1784947417.917456:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947417.917462:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.917463:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000001:0.0:1784947417.917474:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947417.917483:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.917494:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947417.917497:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947417.917502:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000200:3.0:1784947417.917507:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154985984, offset 0 00000800:00000200:0.0:1784947417.917509:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947417.917518:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947417.917526:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947417.917535:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947417.917715:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947417.917723:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000200:3.0:1784947417.917725:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947417.917733:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000400:00000200:3.0:1784947417.917740:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947417.917746:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947417.917748:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947417.917761:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:0.0:1784947417.917765:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947417.917766:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947417.917775:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947417.917784:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540934:540934:255:4294967295] 192.168.201.111@tcp LPNI seq info [540871:540871:7:4294967295] 00000100:00000001:0.0:1784947417.917796:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947417.917805:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947417.917820:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947417.917823:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947417.917872:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947417.917888:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947417.917897:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947417.917904:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947417.917912:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947417.917921:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947417.917927:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947417.917949:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947417.917956:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10260 usecs (11 jiffies) 00000400:00000200:3.0:1784947417.917964:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947417.917968:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306177548 00000100:00000001:3.0:1784947417.917974:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306181381 00000100:00000001:3.0:1784947417.917978:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306177548 00000100:00000001:3.0:1784947417.917982:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306181382 00000100:00000001:3.0:1784947417.917987:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947417.917993:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.917998:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.918004:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.918013:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947417.918016:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947417.918021:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947417.918024:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947417.918028:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.918033:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947417.918130:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947417.918139:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784947417.918146:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947417.918152:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947417.918158:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:1.0:1784947417.918161:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:1.0:1784947417.918165:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947417.918172:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947417.918184:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947417.918188:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947417.918197:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947417.918199:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947417.919653:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947417.919670:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947417.919674:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947417.919677:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947417.919684:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947417.919692:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947417.919700:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947417.919705:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947417.919710:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947417.919715:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a309f00 00000400:00000200:0.0:1784947417.919720:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947417.919727:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523761 [1] + 224 00000800:00000001:0.0:1784947417.919734:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947417.919742:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947417.919745:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947417.919750:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947417.919755:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947417.919762:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947417.919776:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947417.919798:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947417.919812:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947417.919816:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.919905:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947417.919910:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947417.919918:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947417.919921:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947417.919925:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947417.919931:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784947417.919935:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947417.919939:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947417.919949:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947417.919967:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.920128:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947417.920134:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.920139:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947417.920143:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947417.920148:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947417.920153:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.920159:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947417.920170:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=8 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947417.920172:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947417.920184:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=8 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947417.920185:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947417.920192:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947417.920195:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947417.920223:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947417.920249:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947417.920257:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947417.920261:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947417.920266:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947417.920270:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a309f80 00000400:00000200:1.0:1784947417.920276:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947417.920281:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523769 [1] + 224 00000800:00000001:1.0:1784947417.920288:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947417.920301:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947417.920306:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947417.920311:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947417.920315:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947417.920318:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.920321:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947417.920324:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947417.920338:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947417.920341:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947417.920343:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947417.920354:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.920375:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947417.920383:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.920387:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947417.920394:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947417.920410:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947417.920414:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947417.920424:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947417.920429:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947417.920508:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947417.920513:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947417.920520:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947417.920522:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947417.920525:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947417.920532:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947417.920538:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00100000:3.0:1784947417.920544:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154985728:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947417.920546:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947417.920557:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947417.920558:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.920564:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947417.920579:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947417.920588:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947417.920590:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947417.920593:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947417.920596:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947417.920597:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947417.920600:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947417.920603:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947417.920609:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947417.920614:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947417.920619:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947417.920623:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947417.920625:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641154985728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947417.920627:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947417.920630:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784947417.920635:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947417.920644:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784947417.920645:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947417.920650:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947417.920652:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947417.920653:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947417.920655:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947417.920662:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947417.920663:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947417.920664:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947417.920669:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947417.920676:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947417.920677:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947417.920681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:3.0:1784947417.920682:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947417.920688:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947417.920698:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784947417.920703:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000010:3.0:1784947417.920706:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947417.920709:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947417.920717:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947417.920718:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784947417.920722:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947417.920726:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947417.920727:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947417.920733:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000400:00000200:0.0:1784947417.920735:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947417.920739:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784947417.920742:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.920744:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947417.920754:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947417.920756:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.920766:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947417.920771:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947417.920772:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a000 00000100:00000001:3.0:1784947417.920777:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.920786:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947417.920787:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154985856:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947417.920789:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947417.920803:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947417.920807:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523771 [1] + 224 00000100:00000001:2.0:1784947417.920809:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947417.920818:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641154985856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947417.920821:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947417.920831:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947417.920834:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947417.920835:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947417.920840:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:0.0:1784947417.920843:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947417.920846:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947417.920851:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784947417.920855:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784947417.920857:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947417.920863:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947417.920864:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947417.920871:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:2.0:1784947417.920875:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1784947417.920877:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947417.920878:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947417.920883:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:2.0:1784947417.920889:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947417.920893:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947417.920900:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947417.920908:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947417.920908:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947417.920913:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947417.920921:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947417.920926:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947417.920951:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947417.920961:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947417.920964:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.920993:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947417.920997:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947417.921001:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947417.921003:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947417.921006:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947417.921011:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:3.0:1784947417.921013:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:3.0:1784947417.921016:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947417.921022:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947417.921033:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.921041:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947417.921043:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.921045:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947417.921070:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947417.921072:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947417.921074:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947417.921076:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947417.921082:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=8 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947417.921085:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947417.921088:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947417.921090:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947417.921092:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947417.921095:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.921098:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947417.921100:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947417.921102:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947417.921104:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947417.921108:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.921116:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947417.921119:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947417.921121:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947417.921125:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947417.921134:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154985984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947417.921138:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.921140:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947417.921144:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641154985984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947417.921150:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947417.921153:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947417.921155:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947417.921158:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947417.921159:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947417.921161:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947417.921164:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947417.921166:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947417.921168:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947417.921170:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947417.921172:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784947417.921175:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947417.921176:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.921179:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947417.921183:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947417.921185:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947417.921188:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947417.921190:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947418.108255:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947418.108264:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947418.108350:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947418.108355:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947418.108360:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947419.132214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947419.132224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947419.132336:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947419.132342:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947419.132346:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947420.156132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947420.156137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947420.156160:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947420.156176:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947420.156179:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947421.180223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947421.180231:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947421.180233:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947421.180237:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947421.180241:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947421.180244:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947421.180245:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947421.180247:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947421.180294:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947421.180298:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947421.180301:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947421.820199:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306181381, at 4306181440 00000100:00000040:1.0:1784947421.820199:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306181382, at 4306181440 00000100:00000010:1.0:1784947421.820213:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d71e0. 00000100:00000010:0.0:1784947421.820216:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7240. 00010000:00000001:1.0:1784947422.204159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947422.204166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947422.204218:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947422.204222:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947422.204225:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947423.036183:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947423.036191:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947423.036200:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947423.036205:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947423.036209:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947423.036211:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947423.036216:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947423.036223:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947423.036229:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036238:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947423.036246:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947423.036250:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036254:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.036278:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036280:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947423.036283:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947423.036285:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947423.036287:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947423.036288:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947423.036289:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947423.036290:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947423.036293:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947423.036295:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036298:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947423.036308:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947423.036310:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.036310:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947423.036313:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.036316:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947423.036319:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947423.036326:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036328:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947423.036329:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.036331:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947423.036334:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784947423.036339:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947423.036343:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947423.036346:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784947423.036346:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784947423.036349:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.036350:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947423.036354:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947423.036355:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947423.036374:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947423.036376:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947423.036384:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036390:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784947423.036395:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154986112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947423.036412:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947423.036420:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947423.036422:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947423.036424:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947423.036428:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947423.036435:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947423.036437:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947423.036446:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947423.036453:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947423.036454:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036460:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784947423.036468:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947423.036470:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784947423.036478:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947423.036479:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947423.036491:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784947423.036496:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947423.036506:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986112, portal 25 00000100:00000040:2.0:1784947423.036511:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11520) 00000100:00000001:3.0:1784947423.036512:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947423.036518:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000040:3.0:1784947423.036531:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.036555:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947423.036557:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947423.036559:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784947423.036562:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784947423.036563:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154986112, offset 0 00000100:00000001:2.0:1784947423.036566:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947423.036569:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947423.036571:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947423.036576:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947423.036582:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947423.036588:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947423.036590:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947423.036592:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947423.036594:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947423.036595:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947423.036600:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947423.036601:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784947423.036623:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154986240:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947423.036631:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947423.036636:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947423.036642:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947423.036645:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947423.036649:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947423.036652:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947423.036660:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947423.036662:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540935:540935:256:4294967295] 192.168.201.111@tcp LPNI seq info [540872:540872:8:4294967295] 02000000:00000010:2.0:1784947423.036668:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947423.036673:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947423.036678:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947423.036693:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947423.036705:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947423.036705:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784947423.036719:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000800:00000200:3.0:1784947423.036726:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947423.036731:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986240, portal 10 00000100:00000001:2.0:1784947423.036738:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784947423.036738:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000001:2.0:1784947423.036744:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000800:00000200:3.0:1784947423.036755:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947423.036761:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947423.036778:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947423.036783:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947423.036804:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784947423.036809:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947423.036812:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784947423.036815:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154986240, offset 0 00000400:00000200:2.0:1784947423.036818:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947423.036822:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947423.036822:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947423.036830:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947423.036831:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947423.036836:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306186501 00000400:00000200:2.0:1784947423.036837:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947423.036842:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:3.0:1784947423.036842:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ea0. 00000400:00000200:2.0:1784947423.036847:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947423.036850:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947423.036850:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947423.036855:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540936:540936:255:4294967295] 192.168.201.111@tcp LPNI seq info [540873:540873:7:4294967295] 00000100:00000001:3.0:1784947423.036858:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306186501 00000400:00000200:2.0:1784947423.036863:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947423.036864:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d20. 00000100:00000001:3.0:1784947423.036868:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947423.036873:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947423.036876:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947423.036877:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.036883:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947423.036887:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947423.036889:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784947423.036894:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947423.036897:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947423.036900:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784947423.036901:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947423.036904:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947423.036907:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947423.036910:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784947423.036911:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947423.036914:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784947423.036916:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.036919:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.036925:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9087 usecs (10 jiffies) 00000100:00000001:3.0:1784947423.036927:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947423.036930:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947423.036931:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947423.036931:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947423.036933:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947423.036935:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306182666 02000000:00000001:3.0:1784947423.036937:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947423.036939:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306186501 00000800:00000010:1.0:1784947423.036940:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 02000000:00000001:3.0:1784947423.036941:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947423.036945:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306182666 00000100:00100000:3.0:1784947423.036948:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154986368:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947423.036949:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306186501 00000400:00000200:1.0:1784947423.036952:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947423.036955:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947423.036956:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947423.036960:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947423.036960:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947423.036963:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947423.036964:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947423.036965:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947423.036969:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947423.036971:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947423.036974:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 02000000:00000010:3.0:1784947423.036974:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000001:2.0:1784947423.036976:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784947423.036980:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 02000000:00000001:3.0:1784947423.036980:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947423.036981:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947423.036987:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947423.036987:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947423.036989:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947423.036990:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947423.036990:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947423.036994:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947423.036997:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.036997:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947423.036998:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784947423.037005:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986368, portal 10 00000100:00000001:3.0:1784947423.037010:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947423.037012:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000001:1.0:1784947423.037013:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947423.037017:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947423.037020:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947423.037036:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.037038:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947423.037039:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947423.037042:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947423.037045:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947423.037109:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154986368, offset 0 00000400:00000200:3.0:1784947423.037187:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947423.037191:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947423.037195:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947423.037197:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947423.037199:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784947423.037203:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947423.037203:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1784947423.037209:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947423.037210:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947423.037215:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947423.037218:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540937:540937:255:4294967295] 192.168.201.111@tcp LPNI seq info [540874:540874:7:4294967295] 00000400:00000200:1.0:1784947423.037222:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947423.037229:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000200:3.0:1784947423.037230:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947423.037231:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:1.0:1784947423.037235:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947423.037241:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947423.037250:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947423.037254:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947423.037259:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947423.037263:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947423.037270:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947423.037272:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784947423.037272:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784947423.037343:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947423.037347:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947423.037349:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947423.037358:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947423.037361:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10260 usecs (11 jiffies) 00000400:00000200:3.0:1784947423.037364:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947423.037365:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306182668 00000100:00000001:3.0:1784947423.037367:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306186501 00000100:00000001:3.0:1784947423.037369:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306182668 00000100:00000001:3.0:1784947423.037370:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306186501 00000100:00000001:3.0:1784947423.037372:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947423.037374:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.037376:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.037377:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.037381:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947423.037382:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947423.037384:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947423.037385:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947423.037386:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.037388:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947423.037439:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947423.037444:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947423.037449:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947423.037454:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947423.037459:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:0.0:1784947423.037461:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:0.0:1784947423.037464:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947423.037470:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947423.037480:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947423.037484:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947423.037492:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947423.037494:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947423.038777:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.038805:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947423.038808:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.038810:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947423.038813:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038817:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947423.038822:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038825:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038828:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038831:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a080 00000400:00000200:1.0:1784947423.038834:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038838:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523779 [1] + 224 00000800:00000001:1.0:1784947423.038842:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.038844:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947423.038846:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947423.038848:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947423.038852:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947423.038856:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947423.038863:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947423.038875:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947423.038880:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.038882:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947423.038884:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.038885:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947423.038888:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038891:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947423.038897:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038900:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038906:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a100 00000400:00000200:1.0:1784947423.038909:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.038913:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523781 [1] + 224 00000800:00000001:1.0:1784947423.038916:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.038923:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947423.038926:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947423.038930:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947423.038933:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947423.038938:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947423.038949:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.038964:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947423.038965:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947423.038968:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947423.038972:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947423.038974:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947423.038976:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947423.038978:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947423.038979:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784947423.038982:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784947423.038985:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000800:00000001:1.0:1784947423.038986:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947423.038989:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000400:00000200:1.0:1784947423.038994:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947423.038995:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947423.038999:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:3.0:1784947423.039003:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947423.039008:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.039016:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947423.039023:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947423.039023:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.039026:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947423.039030:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947423.039031:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a180 00000400:00000001:2.0:1784947423.039035:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947423.039036:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947423.039039:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947423.039042:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947423.039094:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947423.039098:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947423.039103:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947423.039109:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523789 [1] + 224 00000100:00000200:2.0:1784947423.039139:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947423.039145:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947423.039169:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947423.039175:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947423.039176:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947423.039181:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947423.039185:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947423.039186:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947423.039187:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947423.039191:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947423.039195:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947423.039196:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947423.039198:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947423.039201:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947423.039202:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947423.039204:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947423.039207:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947423.039208:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947423.039211:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947423.039214:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947423.039217:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947423.039217:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=14 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947423.039221:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947423.039224:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947423.039225:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=14 v=5 (1 1 1 1) 00000100:00001000:2.0:1784947423.039232:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=14 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947423.039234:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947423.039237:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947423.039243:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947423.039244:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784947423.039244:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947423.039250:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1784947423.039250:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947423.039252:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947423.039255:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.039255:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947423.039256:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947423.039262:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947423.039265:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947423.039266:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.039268:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947423.039272:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947423.039276:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947423.039277:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947423.039278:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.039281:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947423.039284:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947423.039285:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947423.039291:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.039301:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947423.039307:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:3.0:1784947423.039310:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154986112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947423.039311:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.039318:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947423.039319:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.039321:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947423.039328:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641154986112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947423.039336:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154986240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947423.039339:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947423.039344:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947423.039344:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947423.039346:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784947423.039347:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947423.039352:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947423.039354:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154986240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947423.039355:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947423.039358:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947423.039362:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947423.039366:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947423.039367:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947423.039370:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784947423.039371:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1784947423.039373:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784947423.039373:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947423.039377:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 02000000:00000001:2.0:1784947423.039378:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947423.039381:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947423.039381:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1784947423.039385:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947423.039385:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947423.039391:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947423.039391:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947423.039394:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947423.039395:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947423.039397:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947423.039400:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1784947423.039401:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784947423.039403:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:3.0:1784947423.039404:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000010:2.0:1784947423.039406:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000400:00000010:3.0:1784947423.039407:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947423.039410:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947423.039412:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947423.039412:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947423.039415:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:2.0:1784947423.039416:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.039420:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947423.039421:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947423.039424:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947423.039426:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947423.039427:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947423.039430:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947423.039439:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.039444:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947423.039446:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.039447:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947423.039448:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947423.039449:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947423.039450:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947423.039451:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947423.039454:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=14 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947423.039456:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947423.039457:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947423.039458:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947423.039460:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947423.039461:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.039463:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947423.039464:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947423.039466:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947423.039467:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947423.039469:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.039473:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947423.039474:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947423.039476:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947423.039478:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947423.039484:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154986368:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947423.039486:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.039487:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947423.039489:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641154986368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947439 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947423.039493:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947423.039494:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947423.039495:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947423.039497:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947423.039498:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947423.039499:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947423.039500:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947423.039501:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947423.039502:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947423.039503:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947423.039504:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784947423.039506:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947423.039506:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.039508:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947423.039511:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947423.039512:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947423.039513:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947423.039514:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947423.228207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947423.228216:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947423.228345:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947423.228351:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947423.228356:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947424.252204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947424.252215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947424.252304:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947424.252310:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947424.252315:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947425.276189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947425.276195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947425.276222:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947425.276225:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947425.276229:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947426.300228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947426.300238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947426.300315:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947426.300322:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947426.300329:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947426.940194:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306186501, at 4306186560 00000100:00000040:1.0:1784947426.940194:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306186501, at 4306186560 00000100:00000010:0.0:1784947426.940213:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ea0. 00000100:00000010:1.0:1784947426.940217:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d20. 00010000:00000001:1.0:1784947427.324140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947427.324147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947427.324211:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947427.324214:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947427.324217:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947428.156186:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947428.156196:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947428.156207:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947428.156214:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947428.156220:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947428.156223:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947428.156229:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947428.156238:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947428.156246:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156259:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947428.156272:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947428.156277:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156284:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.156317:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156321:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947428.156325:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947428.156328:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947428.156331:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947428.156333:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947428.156335:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947428.156337:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947428.156340:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947428.156342:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156346:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947428.156354:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947428.156356:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156360:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.156369:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156372:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947428.156375:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947428.156379:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784947428.156382:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947428.156385:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947428.156387:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947428.156388:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947428.156391:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947428.156394:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156399:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947428.156399:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947428.156407:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947428.156412:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947428.156413:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947428.156418:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156428:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947428.156430:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.156458:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156464:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947428.156478:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947428.156485:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947428.156488:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947428.156491:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947428.156492:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.156501:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11525) 02000000:00000001:3.0:1784947428.156501:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947428.156507:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947428.156512:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947428.156518:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154986496:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947428.156523:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947428.156529:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947428.156532:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947428.156534:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947428.156541:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947428.156544:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.156547:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947428.156552:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947428.156554:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947428.156555:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784947428.156562:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000040:2.0:1784947428.156566:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947428.156573:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000001:2.0:1784947428.156578:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947428.156582:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947428.156584:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986496, portal 25 02000000:00000001:2.0:1784947428.156586:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947428.156592:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784947428.156593:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947428.156596:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 02000000:00000001:2.0:1784947428.156599:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947428.156606:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154986624:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947428.156611:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.156613:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947428.156619:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947428.156623:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.156627:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784947428.156628:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947428.156635:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000010:2.0:1784947428.156636:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000010:3.0:1784947428.156641:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 02000000:00000001:2.0:1784947428.156642:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947428.156651:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154986496, offset 0 00000400:00000200:2.0:1784947428.156657:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947428.156664:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947428.156665:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947428.156675:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000400:00000200:3.0:1784947428.156682:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947428.156683:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986624, portal 10 00000100:00000001:2.0:1784947428.156688:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947428.156691:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000400:00000200:3.0:1784947428.156696:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947428.156705:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947428.156705:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947428.156716:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947428.156724:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947428.156725:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947428.156734:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:2.0:1784947428.156735:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947428.156742:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000400:00000200:3.0:1784947428.156746:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540938:540938:256:4294967295] 192.168.201.111@tcp LPNI seq info [540875:540875:8:4294967295] 00000100:00000200:2.0:1784947428.156749:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154986624, offset 0 00000400:00000200:3.0:1784947428.156757:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947428.156764:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947428.156774:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947428.156782:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947428.156788:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947428.156796:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947428.156800:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947428.156805:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:3.0:1784947428.156811:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784947428.156812:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947428.156819:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947428.156827:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947428.156829:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540939:540939:255:4294967295] 192.168.201.111@tcp LPNI seq info [540876:540876:7:4294967295] 00000400:00000200:2.0:1784947428.156838:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947428.156845:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947428.156854:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947428.156855:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947428.156866:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947428.156872:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947428.156877:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947428.156879:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947428.156888:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947428.156889:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947428.156896:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306191621 00000800:00000200:2.0:1784947428.156898:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947428.156905:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947428.156905:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ba0. 00000100:00000040:2.0:1784947428.156910:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9086 usecs (10 jiffies) 00000100:00000001:3.0:1784947428.156916:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947428.156918:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947428.156925:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306187786 00000100:00000001:3.0:1784947428.156929:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306191621 00000100:00000001:2.0:1784947428.156930:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306191621 00000100:00000001:2.0:1784947428.156940:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306187786 00000100:00000010:3.0:1784947428.156941:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c60. 00000100:00000001:3.0:1784947428.156949:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947428.156954:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947428.156956:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.156959:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306191621 00000100:00000001:3.0:1784947428.156960:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.156969:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947428.156970:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947428.156979:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.156984:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.156984:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947428.156986:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947428.156989:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.156991:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784947428.156994:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784947428.156997:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947428.156999:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947428.157002:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947428.157004:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947428.157006:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947428.157007:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947428.157010:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947428.157015:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947428.157021:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.157022:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947428.157023:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947428.157086:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.157090:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947428.157095:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947428.157101:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947428.157102:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 02000000:00000001:3.0:1784947428.157104:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947428.157108:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 02000000:00000001:3.0:1784947428.157110:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947428.157118:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1784947428.157119:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154986752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947428.157126:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947428.157130:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784947428.157134:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947428.157134:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947428.157140:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947428.157145:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947428.157151:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947428.157164:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947428.157170:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:0.0:1784947428.157173:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784947428.157175:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000200:3.0:1784947428.157181:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986752, portal 10 00000100:00000001:3.0:1784947428.157185:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784947428.157187:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947428.157188:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000040:3.0:1784947428.157204:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947428.157218:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.157222:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947428.157224:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947428.157229:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947428.157233:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947428.157237:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154986752, offset 0 00000400:00000200:3.0:1784947428.157243:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947428.157247:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947428.157251:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947428.157255:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947428.157257:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947428.157260:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947428.157262:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947428.157266:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540940:540940:255:4294967295] 192.168.201.111@tcp LPNI seq info [540877:540877:7:4294967295] 00000400:00000200:3.0:1784947428.157271:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947428.157278:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947428.157283:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947428.157289:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947428.157293:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947428.157298:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947428.157301:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947428.157304:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947428.157307:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10258 usecs (11 jiffies) 00000400:00000200:3.0:1784947428.157310:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947428.157313:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306187788 00000100:00000001:3.0:1784947428.157316:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306191621 00000100:00000001:3.0:1784947428.157319:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306187788 00000100:00000001:3.0:1784947428.157321:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306191621 00000800:00000200:0.0:1784947428.157324:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947428.157325:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947428.157333:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947428.157335:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947428.157337:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.157343:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947428.157349:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947428.157349:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947428.157353:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947428.157359:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947428.157362:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947428.157365:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947428.157368:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947428.157370:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947428.157381:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:0.0:1784947428.157385:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:0.0:1784947428.157389:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947428.157396:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947428.157406:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947428.157409:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947428.157417:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947428.157419:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947428.157437:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947428.157441:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:0.0:1784947428.157445:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947428.157450:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947428.157454:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:0.0:1784947428.157457:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:0.0:1784947428.157461:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947428.157467:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947428.157480:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947428.157487:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947428.157499:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947428.157503:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947428.159470:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159485:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947428.159489:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159492:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947428.159497:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159503:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947428.159512:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159516:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159522:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159527:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a200 00000400:00000200:1.0:1784947428.159532:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159538:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523791 [1] + 224 00000800:00000001:1.0:1784947428.159546:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159566:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947428.159570:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947428.159574:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947428.159579:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947428.159585:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947428.159598:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947428.159615:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947428.159623:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159627:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947428.159629:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159632:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947428.159636:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159640:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947428.159645:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159647:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159650:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159653:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a280 00000400:00000200:1.0:1784947428.159656:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947428.159660:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523799 [1] + 224 00000800:00000001:1.0:1784947428.159663:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159670:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947428.159672:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947428.159676:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947428.159680:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947428.159684:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947428.159695:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947428.159702:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947428.159707:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947428.159714:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784947428.159714:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947428.159720:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947428.159723:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947428.159728:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947428.159730:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000800:00000001:1.0:1784947428.159738:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947428.159744:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947428.159764:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947428.159769:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947428.159775:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947428.159777:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947428.159780:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947428.159786:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947428.159788:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947428.159792:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947428.159800:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947428.159813:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947428.159818:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947428.159825:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947428.159830:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947428.159832:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.159834:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947428.159839:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947428.159843:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947428.159847:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947428.159852:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947428.159855:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947428.159862:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=19 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947428.159868:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947428.159870:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947428.159872:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947428.159876:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947428.159880:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.159884:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947428.159886:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947428.159889:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947428.159891:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947428.159899:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947428.159904:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947428.159917:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947428.159926:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947428.159931:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784947428.159933:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947428.159943:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947428.159944:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947428.159949:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947428.159950:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.159952:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.159961:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947428.159966:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784947428.159967:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947428.159968:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947428.159972:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947428.159978:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947428.159986:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947428.159989:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784947428.159997:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=19 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947428.160003:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947428.160011:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154986624:192.168.201.111@tcp:400:kworker.0 00000100:00001000:3.0:1784947428.160012:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=19 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947428.160018:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947428.160044:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947428.160092:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947428.160095:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947428.160098:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.160102:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160103:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.160110:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947428.160111:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a300 00000100:00000040:3.0:1784947428.160119:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947428.160121:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641154986624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947428.160123:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947428.160141:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237a1 [1] + 224 00000800:00000001:0.0:1784947428.160158:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947428.160172:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160173:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947428.160174:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947428.160179:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947428.160183:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784947428.160184:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784947428.160184:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947428.160187:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947428.160195:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947428.160201:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784947428.160202:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947428.160204:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784947428.160206:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947428.160216:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784947428.160219:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1784947428.160222:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:2.0:1784947428.160229:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784947428.160229:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154986496:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947428.160231:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947428.160234:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947428.160239:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784947428.160245:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.160247:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947428.160254:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160255:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947428.160261:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947428.160263:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947428.160268:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154986496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947428.160270:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947428.160275:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947428.160283:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947428.160287:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947428.160302:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947428.160303:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947428.160309:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947428.160312:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947428.160316:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947428.160318:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784947428.160319:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784947428.160321:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784947428.160325:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947428.160326:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947428.160331:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947428.160336:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947428.160338:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947428.160340:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784947428.160344:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947428.160346:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160349:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.160351:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947428.160353:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947428.160357:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947428.160358:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947428.160360:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947428.160363:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:3.0:1784947428.160365:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:3.0:1784947428.160367:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947428.160371:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947428.160379:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947428.160386:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947428.160387:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160389:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947428.160390:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947428.160392:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947428.160394:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947428.160396:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947428.160399:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947428.160402:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947428.160405:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947428.160406:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947428.160408:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947428.160410:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.160412:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947428.160414:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947428.160416:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947428.160418:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947428.160421:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947428.160428:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947428.160430:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947428.160431:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947428.160434:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947428.160441:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154986752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947428.160445:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160447:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947428.160449:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641154986752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947444 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947428.160455:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947428.160456:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947428.160458:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947428.160459:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947428.160460:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947428.160462:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947428.160463:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947428.160465:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947428.160467:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947428.160468:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947428.160469:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784947428.160471:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947428.160472:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160474:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947428.160477:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947428.160479:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947428.160481:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947428.160482:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947428.348199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947428.348208:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947428.348311:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947428.348318:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947428.348324:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947429.372172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947429.372182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947429.372285:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947429.372290:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947429.372294:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947430.396142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947430.396149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947430.396181:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947430.396186:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947430.396190:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947431.420157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947431.420167:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947431.420170:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947431.420175:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947431.420181:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947431.420184:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947431.420187:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947431.420190:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947431.420245:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947431.420250:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947431.420253:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947432.060177:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306191621, at 4306191680 00000100:00000040:0.0:1784947432.060179:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306191621, at 4306191680 00000100:00000010:1.0:1784947432.060198:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c60. 00000100:00000010:0.0:1784947432.060201:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ba0. 00010000:00000001:1.0:1784947432.444168:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947432.444175:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947432.444303:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947432.444309:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947432.444314:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947433.276145:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947433.276154:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947433.276162:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947433.276168:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947433.276171:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947433.276174:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947433.276180:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947433.276187:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947433.276205:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.276216:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947433.276226:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947433.276230:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.276236:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.276263:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.276266:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947433.276269:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947433.276272:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947433.276274:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947433.276276:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947433.276278:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947433.276280:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947433.276283:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947433.276285:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.276287:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947433.276290:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947433.276293:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947433.276297:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947433.276302:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947433.276306:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947433.276307:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947433.276315:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_00+0] req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.276333:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947433.276337:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.276339:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.276340:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947433.276346:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947433.276348:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784947433.276350:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 02000000:00000001:2.0:1784947433.276355:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784947433.276355:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947433.276357:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947433.276359:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947433.276364:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947433.276364:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947433.276371:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947433.276376:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947433.276377:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154986880:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947433.276383:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947433.276389:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947433.276394:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947433.276396:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947433.276398:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947433.276400:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947433.276404:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947433.276409:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947433.276411:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947433.276413:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947433.276417:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947433.276420:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784947433.276421:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947433.276426:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.276428:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947433.276433:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11530) 00000400:00000200:2.0:1784947433.276437:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947433.276443:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947433.276448:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947433.276450:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000001:3.0:1784947433.276452:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947433.276455:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784947433.276459:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154986880, portal 25 00000100:00000040:3.0:1784947433.276460:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.276464:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947433.276467:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000040:2.0:1784947433.276478:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.276485:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947433.276488:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947433.276493:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947433.276495:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947433.276496:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947433.276501:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947433.276502:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947433.276507:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00100000:3.0:1784947433.276507:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154987008:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947433.276514:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154986880, offset 0 00000100:00000001:3.0:1784947433.276514:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947433.276518:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947433.276521:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947433.276526:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947433.276527:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947433.276534:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000400:00000200:2.0:1784947433.276538:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947433.276538:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947433.276546:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947433.276550:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784947433.276550:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947433.276559:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947433.276560:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784947433.276565:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:3.0:1784947433.276566:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987008, portal 10 00000100:00000001:3.0:1784947433.276570:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947433.276573:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947433.276574:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000400:00000200:2.0:1784947433.276579:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947433.276587:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540941:540941:256:4294967295] 192.168.201.111@tcp LPNI seq info [540878:540878:8:4294967295] 00000100:00000040:3.0:1784947433.276587:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947433.276601:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947433.276612:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947433.276620:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784947433.276623:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947433.276628:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947433.276631:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000010:3.0:1784947433.276633:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784947433.276638:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154987008, offset 0 00000800:00000200:2.0:1784947433.276643:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947433.276649:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947433.276658:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947433.276659:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947433.276666:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947433.276669:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947433.276674:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947433.276677:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947433.276679:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947433.276682:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947433.276682:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947433.276689:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540942:540942:255:4294967295] 192.168.201.111@tcp LPNI seq info [540879:540879:7:4294967295] 00000400:00000200:2.0:1784947433.276693:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947433.276699:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306196741 00000400:00000200:3.0:1784947433.276703:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947433.276707:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f00. 00000400:00000200:3.0:1784947433.276714:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947433.276717:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947433.276722:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947433.276726:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306196741 00000800:00000010:3.0:1784947433.276728:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000010:2.0:1784947433.276731:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ea0. 00000100:00000001:2.0:1784947433.276737:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784947433.276737:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947433.276744:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784947433.276749:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947433.276750:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947433.276755:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947433.276757:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.276760:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947433.276762:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.276767:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9086 usecs (10 jiffies) 00000100:00000001:2.0:1784947433.276768:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947433.276772:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947433.276773:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947433.276777:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947433.276778:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306192906 00000100:00000001:2.0:1784947433.276780:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947433.276783:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947433.276783:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306196741 00000800:00000200:1.0:1784947433.276788:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947433.276789:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306192906 00000100:00000040:2.0:1784947433.276792:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.276796:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306196741 00000800:00000010:1.0:1784947433.276797:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947433.276814:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947433.276814:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947433.276815:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947433.276818:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947433.276823:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947433.276824:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784947433.276828:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947433.276829:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947433.276830:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947433.276836:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 02000000:00000001:2.0:1784947433.276837:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947433.276837:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947433.276840:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00100000:2.0:1784947433.276847:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154987136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947433.276847:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947433.276848:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947433.276851:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947433.276857:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784947433.276858:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.276859:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947433.276861:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947433.276862:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947433.276865:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947433.276867:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947433.276872:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947433.276874:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947433.276878:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947433.276884:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947433.276888:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947433.276890:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947433.276894:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000040:1.0:1784947433.276895:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947433.276900:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000001:1.0:1784947433.276907:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947433.276908:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987136, portal 10 00000100:00000001:1.0:1784947433.276911:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947433.276912:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947433.276915:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000100:00000040:2.0:1784947433.276922:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.276928:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947433.276931:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947433.276933:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784947433.276935:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154987136, offset 0 00000400:00000200:2.0:1784947433.276957:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947433.276961:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947433.276964:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947433.276967:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947433.276969:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947433.276971:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947433.276973:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947433.276976:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540943:540943:255:4294967295] 192.168.201.111@tcp LPNI seq info [540880:540880:7:4294967295] 00000400:00000200:2.0:1784947433.276980:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947433.276986:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947433.276989:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:1.0:1784947433.276991:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:1.0:1784947433.276997:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947433.276997:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947433.277005:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947433.277006:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947433.277013:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000800:00000200:2.0:1784947433.277017:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784947433.277018:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:1.0:1784947433.277024:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784947433.277028:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784947433.277032:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947433.277034:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947433.277041:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947433.277066:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10258 usecs (11 jiffies) 00000400:00000200:2.0:1784947433.277072:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947433.277075:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306192908 00000100:00000001:2.0:1784947433.277079:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306196741 00000100:00000001:2.0:1784947433.277082:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306192908 00000100:00000001:2.0:1784947433.277086:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306196741 00000100:00000001:2.0:1784947433.277094:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947433.277096:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947433.277101:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947433.277104:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.277107:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.277114:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947433.277120:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947433.277123:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947433.277123:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947433.277129:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947433.277134:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947433.277135:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947433.277139:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947433.277140:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947433.277142:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947433.277144:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947433.277150:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947433.277153:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947433.277156:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:1.0:1784947433.277157:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:1.0:1784947433.277160:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947433.277164:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947433.277170:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947433.277173:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947433.277179:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947433.277181:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947433.278511:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947433.278522:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947433.278526:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947433.278529:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947433.278534:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947433.278540:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947433.278547:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947433.278550:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947433.278555:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947433.278559:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a380 00000400:00000200:0.0:1784947433.278562:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947433.278567:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237a9 [1] + 224 00000800:00000001:0.0:1784947433.278574:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947433.278580:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947433.278583:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947433.278587:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947433.278591:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947433.278596:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947433.278606:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947433.278623:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947433.278636:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947433.278641:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.278665:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947433.278668:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947433.278674:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947433.278676:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947433.278679:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947433.278683:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947433.278685:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947433.278687:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947433.278692:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947433.278699:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.278705:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947433.278707:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.278709:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947433.278711:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947433.278713:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947433.278714:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947433.278717:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947433.278721:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947433.278725:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947433.278727:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947433.278729:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947433.278731:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947433.278733:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.278736:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947433.278739:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.278745:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947433.278748:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947433.278750:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947433.278753:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947433.278760:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154986880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947433.278764:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.278766:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947433.278768:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641154986880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.278774:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947433.278776:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947433.278779:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947433.278781:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947433.278783:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947433.278785:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947433.278787:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947433.278789:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:2.0:1784947433.278792:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947433.278794:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947433.278796:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:2.0:1784947433.278799:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947433.278800:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.278803:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.278805:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947433.278806:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947433.278808:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.278810:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947433.278886:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.278895:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947433.278897:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.278899:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947433.278903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.278908:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947433.278913:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.278917:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.278921:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.278925:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a400 00000400:00000200:1.0:1784947433.278929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.278933:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237b1 [1] + 224 00000800:00000001:1.0:1784947433.278958:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.278968:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947433.278971:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947433.278974:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947433.278978:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947433.278982:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947433.278992:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947433.279008:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947433.279013:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.279016:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947433.279017:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.279020:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947433.279023:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.279027:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947433.279031:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.279033:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.279035:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.279038:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a480 00000400:00000200:1.0:1784947433.279041:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947433.279044:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237b9 [1] + 224 00000800:00000001:1.0:1784947433.279067:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.279087:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947433.279089:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947433.279093:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947433.279098:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947433.279100:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784947433.279105:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.279105:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947433.279111:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947433.279114:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947433.279118:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000040:1.0:1784947433.279120:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947433.279125:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:3.0:1784947433.279129:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:3.0:1784947433.279138:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947433.279143:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784947433.279145:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947433.279151:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947433.279157:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947433.279161:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.279170:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947433.279171:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947433.279174:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947433.279176:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947433.279178:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947433.279179:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947433.279180:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.279183:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947433.279185:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947433.279189:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1784947433.279191:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=24 v=5 (5 5 5 5) 00000400:00000001:2.0:1784947433.279193:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1784947433.279197:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=64 v=5 (1 1 1 1) 00000400:00000010:2.0:1784947433.279198:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947433.279214:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000100:00000001:3.0:1784947433.279214:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1784947433.279219:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:3.0:1784947433.279219:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947433.279225:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947433.279226:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784947433.279229:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947433.279234:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1784947433.279235:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947433.279237:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947433.279242:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947433.279246:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947433.279256:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947433.279259:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.279279:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947433.279283:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947433.279284:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947433.279288:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.279289:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.279292:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947433.279295:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784947433.279296:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.279298:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947433.279302:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947433.279308:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947433.279317:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=24 v=5 (5 5 5 5) 00000100:00100000:3.0:1784947433.279317:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154987008:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947433.279328:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947433.279329:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947433.279336:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947433.279338:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784947433.279342:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641154987008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.279344:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947433.279352:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947433.279357:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1784947433.279359:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947433.279361:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947433.279365:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000100:00000001:2.0:1784947433.279368:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784947433.279369:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947433.279374:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000020:00000001:3.0:1784947433.279374:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947433.279376:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947433.279381:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947433.279383:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1784947433.279384:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 00000100:00000001:2.0:1784947433.279388:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947433.279389:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947433.279391:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947433.279395:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784947433.279398:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947433.279401:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947433.279403:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947433.279404:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947433.279410:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947433.279413:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947433.279419:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947433.279422:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947433.279423:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.279430:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947433.279432:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947433.279436:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947433.279449:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154987136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947433.279453:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.279454:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947433.279457:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641154987136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947449 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947433.279462:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947433.279463:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947433.279465:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947433.279468:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947433.279469:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947433.279470:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947433.279472:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947433.279474:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947433.279476:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947433.279477:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947433.279478:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784947433.279481:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947433.279482:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.279484:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947433.279488:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947433.279489:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947433.279491:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947433.279493:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947433.468191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947433.468200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947433.468285:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947433.468294:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947433.468302:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947434.492217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947434.492225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947434.492319:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947434.492326:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947434.492333:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947435.516171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947435.516178:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947435.516213:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947435.516219:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947435.516225:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947436.540181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947436.540188:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947436.540251:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947436.540257:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947436.540262:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947437.180179:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306196741, at 4306196800 00000100:00000040:0.0:1784947437.180184:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306196741, at 4306196800 00000100:00000010:1.0:1784947437.180203:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ea0. 00000100:00000010:0.0:1784947437.180207:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f00. 00010000:00000001:1.0:1784947437.564179:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947437.564189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947437.564298:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947437.564307:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947437.564314:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947438.396184:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947438.396209:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947438.396218:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947438.396223:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947438.396226:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947438.396229:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947438.396234:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947438.396240:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947438.396246:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947438.396255:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947438.396264:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947438.396267:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947438.396272:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_00+0] req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947438.396296:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947438.396298:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947438.396301:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947438.396304:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947438.396306:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947438.396308:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947438.396310:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947438.396311:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.396314:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947438.396315:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947438.396320:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.396320:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947438.396324:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947438.396325:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784947438.396331:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947438.396335:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947438.396339:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947438.396348:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.396349:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947438.396352:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.396358:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947438.396361:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.396361:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947438.396366:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947438.396367:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.396374:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1784947438.396375:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154987264:192.168.201.111@tcp:400:kworker.0 00000100:00000010:2.0:1784947438.396377:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784947438.396381:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947438.396381:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947438.396385:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947438.396386:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947438.396387:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947438.396388:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.396390:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947438.396392:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784947438.396393:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947438.396395:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947438.396400:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000040:2.0:1784947438.396401:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947438.396405:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.396412:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947438.396415:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947438.396416:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947438.396420:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947438.396421:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947438.396430:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000001:2.0:1784947438.396431:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947438.396443:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947438.396447:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947438.396449:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1784947438.396450:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987264, portal 25 00000100:00000040:2.0:1784947438.396453:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947438.396454:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947438.396457:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000040:2.0:1784947438.396460:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11535) 00000100:00000040:3.0:1784947438.396464:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.396471:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947438.396473:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947438.396474:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947438.396475:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000001:2.0:1784947438.396477:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784947438.396480:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154987264, offset 0 00000100:00000001:2.0:1784947438.396481:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947438.396487:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947438.396488:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947438.396495:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947438.396497:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947438.396500:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947438.396502:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947438.396505:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947438.396507:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947438.396510:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:2.0:1784947438.396512:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154987392:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947438.396535:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947438.396536:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947438.396545:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947438.396549:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947438.396553:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947438.396554:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947438.396564:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000400:00000200:3.0:1784947438.396569:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947438.396571:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947438.396584:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947438.396593:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947438.396601:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:3.0:1784947438.396605:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540944:540944:256:4294967295] 192.168.201.111@tcp LPNI seq info [540881:540881:8:4294967295] 00000400:00000010:2.0:1784947438.396610:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000200:2.0:1784947438.396623:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987392, portal 10 00000400:00000200:3.0:1784947438.396628:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947438.396650:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947438.396654:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947438.396656:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000800:00000200:3.0:1784947438.396670:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947438.396676:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784947438.396683:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947438.396696:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947438.396704:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947438.396708:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947438.396715:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784947438.396720:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154987392, offset 0 00000800:00000200:3.0:1784947438.396722:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947438.396743:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947438.396748:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947438.396762:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947438.396770:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947438.396774:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947438.396779:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947438.396785:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947438.396786:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947438.396795:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947438.396809:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540945:540945:255:4294967295] 192.168.201.111@tcp LPNI seq info [540882:540882:7:4294967295] 00000400:00000200:3.0:1784947438.396809:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947438.396822:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306201861 00000400:00000200:2.0:1784947438.396826:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947438.396879:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947438.396883:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947438.396885:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7720. 00000800:00000010:2.0:1784947438.396888:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947438.396893:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947438.396893:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947438.396918:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947438.396918:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306201861 00000800:00000200:2.0:1784947438.396925:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947438.396925:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7f00. 00000100:00000001:2.0:1784947438.396932:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.396932:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947438.396943:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947438.396945:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9086 usecs (10 jiffies) 00000100:00000001:3.0:1784947438.396947:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.396953:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947438.396954:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947438.396956:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947438.396958:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306198026 00000100:00000001:2.0:1784947438.396962:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306201861 00000100:00000001:2.0:1784947438.396963:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306198026 00000100:00000001:3.0:1784947438.396964:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947438.396967:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947438.396968:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947438.396969:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306201861 00000800:00000010:0.0:1784947438.396974:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947438.396975:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947438.396975:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947438.396979:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947438.396980:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.396982:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947438.396984:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947438.396984:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.396990:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947438.396990:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947438.396995:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947438.396998:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947438.397002:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947438.397005:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000100:00000001:3.0:1784947438.397007:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947438.397008:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947438.397009:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:3.0:1784947438.397010:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.397012:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947438.397016:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947438.397016:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947438.397017:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.397020:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947438.397022:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947438.397023:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947438.397025:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947438.397033:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154987520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947438.397040:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947438.397042:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947438.397044:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947438.397047:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.397049:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947438.397052:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947438.397054:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947438.397057:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947438.397091:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947438.397097:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:0.0:1784947438.397104:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947438.397105:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000001:0.0:1784947438.397108:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784947438.397111:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987520, portal 10 00000100:00000001:3.0:1784947438.397114:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947438.397115:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000100:00000040:3.0:1784947438.397127:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.397132:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947438.397134:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947438.397137:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784947438.397139:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154987520, offset 0 00000400:00000200:3.0:1784947438.397143:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947438.397147:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947438.397151:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947438.397154:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947438.397157:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947438.397159:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947438.397161:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947438.397165:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540946:540946:255:4294967295] 192.168.201.111@tcp LPNI seq info [540883:540883:7:4294967295] 00000400:00000200:3.0:1784947438.397168:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947438.397171:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947438.397175:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947438.397179:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947438.397181:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947438.397186:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947438.397188:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000010:3.0:1784947438.397191:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000400:00000200:0.0:1784947438.397192:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:0.0:1784947438.397196:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000800:00000200:3.0:1784947438.397201:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947438.397202:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947438.397225:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947438.397228:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947438.397234:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947438.397242:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947438.397244:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947438.397248:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10258 usecs (11 jiffies) 00000100:00000040:0.0:1784947438.397250:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947438.397259:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947438.397264:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306198028 00000100:00000001:0.0:1784947438.397266:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.397268:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306201861 00000100:00000001:0.0:1784947438.397269:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947438.397274:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306198028 00000100:00000001:3.0:1784947438.397276:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306201861 00000100:00000001:3.0:1784947438.397278:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947438.397280:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.397283:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947438.397286:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947438.397289:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:0.0:1784947438.397292:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947438.397295:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947438.397296:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:0.0:1784947438.397298:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:0.0:1784947438.397299:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947438.397302:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947438.397328:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947438.397330:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947438.397335:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947438.397335:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947438.397395:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.397399:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947438.397400:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947438.397402:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947438.397403:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947438.397404:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.397406:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947438.398843:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947438.398866:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947438.398868:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947438.398872:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947438.398877:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947438.398882:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947438.398887:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947438.398890:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947438.398893:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947438.398897:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a500 00000400:00000200:1.0:1784947438.398900:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947438.398904:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237c1 [1] + 224 00000800:00000001:1.0:1784947438.398909:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947438.398914:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947438.398917:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947438.398919:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947438.398922:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947438.398927:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947438.398935:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947438.398949:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947438.398954:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947438.398956:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.398977:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947438.398980:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947438.398985:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947438.398986:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947438.398988:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947438.398992:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:3.0:1784947438.398993:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:3.0:1784947438.398995:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947438.399000:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947438.399088:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399094:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947438.399096:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399098:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947438.399100:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947438.399101:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947438.399103:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.399105:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947438.399110:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=29 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947438.399113:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947438.399115:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947438.399117:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947438.399118:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947438.399120:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.399122:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947438.399125:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399131:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784947438.399144:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947438.399152:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947438.399154:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947438.399155:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947438.399159:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399162:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947438.399167:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399170:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399173:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399176:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a580 00000100:00000001:3.0:1784947438.399178:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784947438.399182:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947438.399182:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947438.399189:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237c9 [1] + 224 00000100:00000040:3.0:1784947438.399190:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947438.399196:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947438.399200:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947438.399202:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154987264:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947438.399204:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947438.399211:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947438.399213:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947438.399215:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947438.399218:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947438.399221:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641154987264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947438.399226:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399236:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947438.399240:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784947438.399245:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947438.399245:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947438.399250:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947438.399253:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947438.399256:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947438.399258:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947438.399260:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947438.399263:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947438.399264:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947438.399265:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:0.0:1784947438.399266:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947438.399268:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947438.399271:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399274:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.399275:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947438.399277:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947438.399277:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947438.399279:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947438.399283:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399283:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947438.399287:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947438.399289:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947438.399292:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399297:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947438.399300:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399302:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399304:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399306:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a600 00000400:00000200:0.0:1784947438.399308:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947438.399311:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237d1 [1] + 224 00000800:00000001:0.0:1784947438.399314:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947438.399319:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947438.399320:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947438.399323:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947438.399326:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947438.399328:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947438.399330:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947438.399332:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947438.399337:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947438.399340:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784947438.399341:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947438.399343:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947438.399350:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:2.0:1784947438.399352:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:2.0:1784947438.399354:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947438.399357:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784947438.399361:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947438.399362:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947438.399366:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947438.399376:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399384:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947438.399388:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947438.399390:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947438.399393:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947438.399394:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947438.399397:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947438.399398:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:3.0:1784947438.399416:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 02000000:00000001:2.0:1784947438.399417:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947438.399421:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1784947438.399423:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000100:00000001:2.0:1784947438.399424:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947438.399427:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 02000000:00000001:2.0:1784947438.399428:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.399432:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784947438.399435:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=29 v=5 (5 5 5 5) 00000100:00000200:3.0:1784947438.399439:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947438.399441:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947438.399451:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947438.399454:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947438.399458:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784947438.399462:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947438.399463:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.399470:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947438.399473:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947438.399476:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947438.399477:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947438.399479:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947438.399481:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.399482:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947438.399486:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784947438.399489:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399489:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947438.399492:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947438.399497:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.399505:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784947438.399505:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=29 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947438.399512:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784947438.399514:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947438.399515:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399524:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784947438.399525:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399529:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947438.399535:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947438.399541:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947438.399542:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154987392:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947438.399550:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947438.399551:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947438.399555:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947438.399556:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947438.399562:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:2.0:1784947438.399563:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641154987392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399568:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.399576:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947438.399579:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784947438.399582:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947438.399583:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947438.399589:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947438.399592:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947438.399595:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947438.399601:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947438.399604:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:2.0:1784947438.399609:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947438.399612:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947438.399614:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784947438.399615:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947438.399619:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947438.399620:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947438.399622:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947438.399624:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947438.399629:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947438.399629:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947438.399634:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947438.399637:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947438.399641:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947438.399642:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154987520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947438.399644:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.399668:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399673:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947438.399678:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641154987520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947438.399687:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947438.399690:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947438.399693:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947438.399697:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947438.399699:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947438.399701:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947438.399704:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947438.399706:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784947438.399710:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947438.399711:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947438.399713:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784947438.399717:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947438.399719:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399722:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947438.399727:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947438.399729:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947438.399731:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947438.399734:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947438.588137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947438.588142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947438.588223:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947438.588227:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947438.588230:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947439.612162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947439.612170:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947439.612237:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947439.612242:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947439.612248:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947440.636127:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947440.636134:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947440.636242:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947440.636254:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947440.636261:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947441.660154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947441.660161:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947441.660164:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947441.660168:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947441.660172:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947441.660174:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947441.660176:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947441.660178:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947441.660219:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947441.660223:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947441.660226:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947442.300122:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306201861, at 4306201920 00000100:00000040:0.0:1784947442.300124:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306201861, at 4306201920 00000100:00000010:1.0:1784947442.300137:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7f00. 00000100:00000010:0.0:1784947442.300139:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7720. 00010000:00000001:1.0:1784947442.684207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947442.684213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947442.684274:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947442.684279:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947442.684283:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947443.516235:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947443.516254:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947443.516268:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947443.516279:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947443.516287:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947443.516293:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947443.516302:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947443.516316:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947443.516328:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947443.516348:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947443.516370:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947443.516378:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947443.516390:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.516442:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947443.516449:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947443.516456:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947443.516462:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784947443.516468:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947443.516474:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947443.516477:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947443.516483:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947443.516492:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784947443.516499:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.516505:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947443.516513:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947443.516515:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947443.516521:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947443.516538:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.516549:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947443.516560:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.516561:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947443.516569:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947443.516577:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784947443.516581:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_01+1] req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947443.516583:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947443.516592:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947443.516604:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154987648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947443.516619:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947443.516628:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947443.516634:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.516635:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947443.516638:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947443.516647:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1784947443.516652:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000001:0.0:1784947443.516659:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784947443.516660:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947443.516672:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d500. 00000400:00000200:1.0:1784947443.516675:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:0.0:1784947443.516686:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000400:00000010:1.0:1784947443.516688:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe95d8. 00000100:00000001:0.0:1784947443.516698:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:1.0:1784947443.516704:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 02000000:00000001:0.0:1784947443.516705:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947443.516716:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947443.516720:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987648, portal 25 00000100:00000001:1.0:1784947443.516726:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1784947443.516729:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:1.0:1784947443.516729:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000001:0.0:1784947443.516745:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947443.516748:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.516791:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947443.516796:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947443.516802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:1.0:1784947443.516806:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154987648, offset 0 00000400:00000200:1.0:1784947443.516816:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947443.516818:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784947443.516834:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947443.516853:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1784947443.516854:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947443.516866:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.516867:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947443.516881:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:0.0:1784947443.516890:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059426f63] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947443.516891:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947443.516902:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947443.516914:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540947:540947:256:4294967295] 192.168.201.111@tcp LPNI seq info [540884:540884:8:4294967295] 00000400:00000200:1.0:1784947443.516934:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947443.516953:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.516961:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784947443.516965:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1784947443.516978:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947443.516982:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000010:1.0:1784947443.516987:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000100:00000040:0.0:1784947443.516992:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:1.0:1784947443.517005:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784947443.517007:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947443.517020:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11540) 00000800:00000200:1.0:1784947443.517024:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947443.517032:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947443.517114:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.517122:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.517127:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306206982 00000100:00000001:0.0:1784947443.517131:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1784947443.517136:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f120. 00000100:00000001:0.0:1784947443.517140:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947443.517147:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947443.517149:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947443.517160:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306206982 00000100:00000040:0.0:1784947443.517162:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784947443.517167:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f660. 00000100:00000001:1.0:1784947443.517176:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947443.517184:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947443.517188:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.517192:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.517195:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.517204:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947443.517210:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947443.517216:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947443.517217:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947443.517224:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947443.517226:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.517228:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784947443.517240:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784947443.517242:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947443.517249:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947443.517261:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947443.517265:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947443.517270:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947443.517272:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947443.517278:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947443.517283:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947443.517290:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154987776:192.168.201.111@tcp:400:kworker.0 00000100:00100000:1.0:1784947443.517293:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154987904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947443.517310:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947443.517312:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947443.517316:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947443.517322:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947443.517322:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947443.517332:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784947443.517333:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947443.517339:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947443.517342:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784947443.517345:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.517352:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784947443.517356:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 00000400:00000010:1.0:1784947443.517359:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 02000000:00000001:0.0:1784947443.517367:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947443.517370:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000200:1.0:1784947443.517379:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987904, portal 10 00000100:00000001:1.0:1784947443.517386:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947443.517388:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.517390:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534246144 : -119148175305472 : ffff93a2a755d500) 00000400:00000010:0.0:1784947443.517404:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaec8. 00000100:00000040:1.0:1784947443.517406:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947443.517422:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf6e8. 00000100:00000001:1.0:1784947443.517422:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947443.517432:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784947443.517438:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154987776, portal 10 00000400:00000010:1.0:1784947443.517440:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784947443.517450:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784947443.517452:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154987904, offset 0 00000100:00000001:0.0:1784947443.517459:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534256000 : -119148175295616 : ffff93a2a755fb80) 00000400:00000200:1.0:1784947443.517479:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947443.517480:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947443.517498:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947443.517511:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947443.517512:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947443.517523:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784947443.517531:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947443.517533:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947443.517542:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947443.517545:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:0.0:1784947443.517547:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfa18. 00000400:00000200:1.0:1784947443.517552:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540948:540948:255:4294967295] 192.168.201.111@tcp LPNI seq info [540885:540885:7:4294967295] 00000100:00000200:0.0:1784947443.517561:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154987776, offset 0 00000400:00000200:1.0:1784947443.517563:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947443.517578:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947443.517589:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947443.517596:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947443.517605:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784947443.517610:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947443.517619:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947443.517635:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947443.517636:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784947443.517642:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947443.517652:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784947443.517653:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947443.517662:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10257 usecs (11 jiffies) 00000400:00000200:0.0:1784947443.517667:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947443.517674:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.517681:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306203148 00000400:00000200:0.0:1784947443.517682:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947443.517687:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306206982 00000100:00000001:1.0:1784947443.517695:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306203148 00000400:00000200:0.0:1784947443.517696:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947443.517703:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306206982 00000100:00000001:1.0:1784947443.517713:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947443.517715:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540949:540949:254:4294967295] 192.168.201.111@tcp LPNI seq info [540886:540886:6:4294967295] 00000100:00000001:1.0:1784947443.517718:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.517726:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.517733:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947443.517742:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.517744:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947443.517749:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947443.517755:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947443.517758:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947443.517789:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.517815:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947443.517823:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947443.517839:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947443.517849:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000800:00000200:0.0:1784947443.517859:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947443.517873:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947443.517878:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1784947443.517881:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784947443.517885:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000100:00000001:0.0:1784947443.517895:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.517898:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784947443.517911:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9086 usecs (10 jiffies) 00000400:00000200:1.0:1784947443.517913:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947443.517927:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000200:0.0:1784947443.517929:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947443.517931:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:0.0:1784947443.517940:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306203147 00000100:00000001:1.0:1784947443.517942:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947443.517952:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306206982 00000100:00000200:1.0:1784947443.517953:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.517963:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306203147 00000100:00000001:0.0:1784947443.517974:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306206982 00000100:00000001:1.0:1784947443.517979:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947443.517982:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947443.517989:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.517992:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.518004:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.518009:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.518012:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.518014:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947443.518027:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947443.518032:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947443.518034:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784947443.518039:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784947443.518041:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000100:00000001:0.0:1784947443.518048:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947443.518049:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947443.518057:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.518058:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947443.518101:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947443.518102:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:1.0:1784947443.518109:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:1.0:1784947443.518116:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947443.518122:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.518131:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947443.518135:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.518144:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.518146:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947443.518225:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947443.518229:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784947443.518233:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947443.518237:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947443.518240:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfa18 00000400:00000010:1.0:1784947443.518242:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfa18. 00000100:00000001:1.0:1784947443.518245:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947443.518250:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.518259:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947443.518262:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.518270:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.518272:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947443.521089:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521107:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947443.521113:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521117:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947443.521126:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521136:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947443.521148:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521156:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521163:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521170:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a680 00000400:00000200:0.0:1784947443.521179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521188:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237d9 [1] + 224 00000800:00000001:0.0:1784947443.521199:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521213:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947443.521219:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947443.521228:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947443.521237:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947443.521249:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947443.521272:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.521306:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947443.521318:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521340:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947443.521345:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521351:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947443.521360:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.521374:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947443.521376:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947443.521382:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947443.521391:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784947443.521404:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947443.521410:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947443.521412:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947443.521415:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe95d8. 00000400:00000200:0.0:1784947443.521425:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947443.521426:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000400:00000010:1.0:1784947443.521433:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000400:00000200:0.0:1784947443.521441:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a780 00000100:00000001:1.0:1784947443.521442:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947443.521457:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947443.521458:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947443.521476:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237e9 [1] + 224 00000100:00000200:1.0:1784947443.521489:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947443.521492:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521503:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.521505:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947443.521511:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947443.521513:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947443.521517:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947443.521524:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947443.521528:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947443.521534:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947443.521542:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947443.521550:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947443.521553:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947443.521562:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947443.521580:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=34 v=5 (5 5 5 5) 00000100:00000040:0.0:1784947443.521590:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947443.521591:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947443.521603:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947443.521607:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947443.521616:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947443.521622:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.521627:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.521629:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947443.521638:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947443.521644:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947443.521653:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784947443.521656:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.521658:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947443.521665:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947443.521667:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947443.521679:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947443.521683:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947443.521692:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521711:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00100000:1.0:1784947443.521731:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154987648:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947443.521732:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521746:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.521754:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947443.521756:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947443.521787:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947443.521813:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a700 00000100:00000040:1.0:1784947443.521820:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641154987648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947443.521829:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947443.521846:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5237f1 [1] + 224 00000800:00000001:0.0:1784947443.521865:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947443.521874:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947443.521879:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947443.521880:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947443.521888:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000400:00000200:0.0:1784947443.521890:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784947443.521900:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784947443.521904:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000001:1.0:1784947443.521907:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947443.521913:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:1.0:1784947443.521914:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947443.521923:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:0.0:1784947443.521927:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947443.521931:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:1.0:1784947443.521942:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947443.521948:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947443.521954:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000040:0.0:1784947443.521961:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.521964:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947443.521970:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.521980:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.521989:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947443.521994:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947443.522000:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947443.522004:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947443.522005:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784947443.522009:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000400:00000200:1.0:1784947443.522018:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:1.0:1784947443.522022:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:1.0:1784947443.522026:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947443.522035:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947443.522037:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947443.522060:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947443.522096:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947443.522118:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947443.522123:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947443.522128:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784947443.522133:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784947443.522135:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947443.522139:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947443.522144:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:0.0:1784947443.522148:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaec8. 02000000:00000001:1.0:1784947443.522150:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947443.522156:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947443.522160:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf6e8 00000100:00000001:1.0:1784947443.522162:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947443.522168:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf6e8. 02000000:00000001:1.0:1784947443.522170:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.522179:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784947443.522185:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=34 v=5 (5 5 5 5) 00000100:00000200:0.0:1784947443.522192:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947443.522196:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=56 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947443.522211:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947443.522217:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947443.522227:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947443.522235:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947443.522236:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947443.522245:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947443.522253:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947443.522260:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947443.522265:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947443.522282:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.522285:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947443.522290:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947443.522298:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947443.522303:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947443.522309:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947443.522310:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947443.522316:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.522319:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784947443.522324:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.522327:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947443.522344:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=34 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947443.522352:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947443.522356:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947443.522371:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947443.522377:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947443.522386:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1784947443.522392:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154987904:192.168.201.111@tcp:400:kworker.0 00010000:00000001:0.0:1784947443.522394:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.522403:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947443.522406:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947443.522416:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947443.522421:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947443.522422:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.522432:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947443.522441:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947443.522445:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d500 x1871641154987904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.522482:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947443.522486:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947443.522489:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784947443.522493:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947443.522496:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784947443.522501:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947443.522508:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784947443.522511:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947443.522513:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947443.522517:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947443.522524:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947443.522528:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000001:1.0:1784947443.522536:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947443.522540:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947443.522546:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d500. 00000100:00100000:0.0:1784947443.522553:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154987776:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947443.522554:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947443.522557:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.522563:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947443.522576:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947443.522579:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947443.522583:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947443.522584:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947443.522593:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947443.522597:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947443.522600:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641154987776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947443.522617:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947443.522622:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947443.522627:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947443.522634:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947443.522637:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947443.522640:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947443.522644:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947443.522647:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:0.0:1784947443.522652:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947443.522655:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947443.522658:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000100:00000001:0.0:1784947443.522663:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947443.522666:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947443.522670:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947443.522677:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947443.522680:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947443.522684:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947443.522687:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947443.708229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947443.708240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947443.708361:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947443.708368:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947443.708375:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947444.732207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947444.732217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947444.732339:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947444.732344:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947444.732348:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947445.756186:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947445.756193:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947445.756270:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947445.756275:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947445.756281:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947446.780230:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947446.780240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947446.780298:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947446.780309:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947446.780317:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947447.420120:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306206982, at 4306207040 00000100:00000040:0.0:1784947447.420132:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306206982, at 4306207040 00000100:00000010:1.0:1784947447.420135:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f660. 00000100:00000010:0.0:1784947447.420142:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f120. 00010000:00000001:1.0:1784947447.804190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947447.804200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947447.804313:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947447.804322:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947447.804329:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947448.636189:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947448.636201:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947448.636211:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947448.636218:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947448.636223:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947448.636227:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947448.636232:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947448.636240:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947448.636248:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.636260:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947448.636272:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947448.636276:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.636283:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947448.636314:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.636317:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947448.636321:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947448.636324:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784947448.636327:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947448.636330:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947448.636331:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947448.636333:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947448.636338:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947448.636341:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.636346:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947448.636350:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947448.636357:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947448.636358:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947448.636362:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.636364:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947448.636372:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947448.636378:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947448.636398:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.636403:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947448.636404:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947448.636409:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947448.636411:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947448.636415:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784947448.636416:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 02000000:00000001:2.0:1784947448.636421:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784947448.636421:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947448.636430:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947448.636431:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947448.636434:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947448.636439:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947448.636441:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154988032:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947448.636444:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947448.636452:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.636453:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947448.636461:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947448.636461:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947448.636466:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947448.636472:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947448.636478:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947448.636480:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947448.636481:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947448.636488:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.636488:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947448.636502:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947448.636503:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.636509:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784947448.636511:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000040:3.0:1784947448.636513:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947448.636518:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784947448.636521:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000040:3.0:1784947448.636522:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947448.636530:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11545) 00000100:00000200:2.0:1784947448.636533:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988032, portal 25 00000100:00000001:2.0:1784947448.636539:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947448.636542:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000040:2.0:1784947448.636554:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947448.636555:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947448.636559:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947448.636563:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947448.636572:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.636580:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947448.636593:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947448.636601:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784947448.636602:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000001:3.0:1784947448.636604:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947448.636609:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784947448.636610:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154988032, offset 0 02000000:00000001:3.0:1784947448.636612:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947448.636619:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947448.636624:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154988160:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947448.636631:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947448.636632:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947448.636638:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947448.636641:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947448.636643:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947448.636648:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000400:00000200:2.0:1784947448.636651:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947448.636652:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947448.636662:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947448.636666:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947448.636669:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784947448.636693:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000400:00000200:2.0:1784947448.636722:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784947448.636729:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988160, portal 10 00000400:00000200:2.0:1784947448.636735:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947448.636737:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947448.636742:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000400:00000200:2.0:1784947448.636751:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784947448.636760:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947448.636766:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947448.636786:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947448.636787:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540950:540950:256:4294967295] 192.168.201.111@tcp LPNI seq info [540887:540887:8:4294967295] 00000100:00000040:3.0:1784947448.636799:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947448.636807:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784947448.636811:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947448.636814:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154988160, offset 0 00000400:00000200:3.0:1784947448.636826:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947448.636837:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947448.636851:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947448.636859:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947448.636862:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947448.636874:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947448.636883:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947448.636885:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947448.636892:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947448.636899:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540951:540951:255:4294967295] 192.168.201.111@tcp LPNI seq info [540888:540888:7:4294967295] 00000800:00000010:2.0:1784947448.636901:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947448.636916:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947448.636922:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947448.636957:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947448.636965:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947448.636966:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947448.636980:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947448.636989:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947448.636990:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000400:00000200:2.0:1784947448.637000:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947448.637006:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306212101 00000800:00000200:3.0:1784947448.637007:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784947448.637015:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff437e0. 00000800:00000200:3.0:1784947448.637023:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947448.637026:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947448.637030:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947448.637038:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306212101 00000100:00000001:3.0:1784947448.637039:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947448.637051:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9086 usecs (10 jiffies) 00000400:00000200:3.0:1784947448.637057:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947448.637060:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306208267 00000100:00000001:3.0:1784947448.637101:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306212101 00000100:00000010:2.0:1784947448.637104:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff432a0. 00000100:00000001:3.0:1784947448.637105:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306208267 00000100:00000001:2.0:1784947448.637116:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947448.637127:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947448.637127:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306212101 00000800:00000200:1.0:1784947448.637129:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947448.637136:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947448.637140:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947448.637141:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947448.637141:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947448.637154:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947448.637154:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947448.637154:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947448.637165:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.637167:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947448.637175:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947448.637177:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947448.637181:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947448.637181:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947448.637183:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000100:00000001:2.0:1784947448.637188:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784947448.637191:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:3.0:1784947448.637191:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947448.637196:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947448.637199:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947448.637200:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947448.637201:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.637204:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947448.637207:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.637209:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784947448.637213:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947448.637223:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947448.637232:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947448.637238:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947448.637243:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.637243:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947448.637250:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947448.637254:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947448.637259:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947448.637267:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947448.637268:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154988288:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947448.637272:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947448.637278:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947448.637283:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947448.637285:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947448.637288:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947448.637292:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947448.637294:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947448.637299:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947448.637301:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947448.637307:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947448.637310:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988288, portal 10 00000100:00000001:2.0:1784947448.637312:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947448.637314:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000040:2.0:1784947448.637322:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.637329:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947448.637332:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947448.637335:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000200:2.0:1784947448.637338:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154988288, offset 0 00000400:00000200:2.0:1784947448.637345:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947448.637353:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947448.637354:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947448.637359:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784947448.637365:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947448.637366:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947448.637375:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947448.637377:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947448.637381:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:1.0:1784947448.637386:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784947448.637387:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947448.637390:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947448.637396:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784947448.637399:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947448.637407:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947448.637418:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947448.637420:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540952:540952:255:4294967295] 192.168.201.111@tcp LPNI seq info [540889:540889:7:4294967295] 00000100:00000040:1.0:1784947448.637426:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947448.637443:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947448.637447:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947448.637451:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947448.637461:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947448.637471:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947448.637478:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784947448.637485:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947448.637494:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947448.637499:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947448.637519:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947448.637525:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10257 usecs (11 jiffies) 00000400:00000200:2.0:1784947448.637530:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947448.637534:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306208268 00000100:00000001:2.0:1784947448.637538:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306212101 00000100:00000001:2.0:1784947448.637541:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306208268 00000100:00000001:2.0:1784947448.637545:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306212101 00000100:00000001:2.0:1784947448.637548:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947448.637550:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.637553:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.637555:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.637560:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947448.637562:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947448.637566:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947448.637568:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947448.637570:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.637575:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947448.637692:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947448.637700:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947448.637705:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947448.637711:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947448.637715:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:0.0:1784947448.637717:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:0.0:1784947448.637720:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947448.637726:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947448.637736:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947448.637740:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947448.637747:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947448.637749:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947448.639311:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947448.639324:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947448.639327:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947448.639330:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947448.639336:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639341:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947448.639347:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639351:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639356:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639359:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a800 00000400:00000200:1.0:1784947448.639364:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639370:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523809 [1] + 224 00000800:00000001:1.0:1784947448.639377:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947448.639384:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947448.639386:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947448.639390:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947448.639395:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947448.639401:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947448.639413:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947448.639437:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947448.639445:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947448.639448:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947448.639450:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947448.639452:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947448.639455:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639459:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947448.639465:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639469:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639474:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639480:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a880 00000400:00000200:1.0:1784947448.639487:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947448.639493:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523811 [1] + 224 00000800:00000001:1.0:1784947448.639501:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947448.639503:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947448.639509:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947448.639510:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947448.639516:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947448.639518:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947448.639525:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947448.639526:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947448.639531:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947448.639540:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:2.0:1784947448.639544:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:2.0:1784947448.639550:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947448.639553:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947448.639562:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947448.639567:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947448.639629:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947448.639637:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.639720:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947448.639735:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.639742:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947448.639745:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947448.639747:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947448.639753:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947448.639755:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947448.639757:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947448.639763:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947448.639764:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947448.639796:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=39 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947448.639806:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947448.639813:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947448.639817:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947448.639823:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947448.639828:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.639834:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947448.639846:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.639862:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947448.639869:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947448.639873:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947448.639885:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947448.639886:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947448.639891:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947448.639901:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784947448.639919:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154988032:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947448.639920:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947448.639951:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.639953:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947448.639957:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947448.639961:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784947448.639963:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947448.639973:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947448.639974:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641154988032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947448.639983:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947448.639985:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947448.639994:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947448.640001:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947448.640008:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947448.640013:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947448.640015:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000100:00000001:2.0:1784947448.640017:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784947448.640018:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30a900 00000400:00000010:3.0:1784947448.640024:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 02000000:00000001:2.0:1784947448.640027:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784947448.640030:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784947448.640035:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947448.640037:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947448.640044:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523819 [1] + 224 02000000:00000001:2.0:1784947448.640048:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784947448.640051:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784947448.640055:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947448.640061:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947448.640066:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947448.640071:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 00000100:00000200:3.0:1784947448.640077:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947448.640080:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784947448.640102:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947448.640104:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947448.640109:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947448.640123:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947448.640124:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947448.640124:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947448.640129:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947448.640131:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947448.640132:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784947448.640137:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784947448.640140:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947448.640142:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947448.640145:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947448.640147:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947448.640151:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947448.640153:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947448.640164:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.640165:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947448.640168:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947448.640174:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=39 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947448.640175:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947448.640181:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784947448.640189:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947448.640192:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947448.640195:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947448.640198:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947448.640202:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947448.640202:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784947448.640203:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947448.640211:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947448.640212:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947448.640212:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947448.640217:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947448.640221:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000010:2.0:1784947448.640222:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947448.640224:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947448.640228:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947448.640234:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000100:00000040:3.0:1784947448.640238:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947448.640241:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784947448.640251:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947448.640254:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947448.640258:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947448.640261:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947448.640265:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947448.640270:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947448.640315:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154988160:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947448.640322:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947448.640323:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947448.640330:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947448.640338:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641154988160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.640353:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947448.640354:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947448.640361:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947448.640362:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947448.640364:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784947448.640369:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947448.640370:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947448.640375:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784947448.640376:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1784947448.640377:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947448.640382:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784947448.640383:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947448.640388:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000001:2.0:1784947448.640390:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947448.640392:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947448.640397:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784947448.640399:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947448.640400:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:3.0:1784947448.640408:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947448.640410:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947448.640412:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=39 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947448.640412:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947448.640420:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784947448.640423:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947448.640424:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947448.640431:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947448.640435:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947448.640435:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.640441:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947448.640446:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947448.640451:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.640456:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947448.640459:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947448.640463:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947448.640465:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947448.640473:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.640484:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947448.640488:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947448.640491:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947448.640498:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947448.640511:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154988288:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947448.640518:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.640521:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947448.640526:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641154988288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947448.640537:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947448.640540:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947448.640543:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947448.640548:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947448.640550:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947448.640552:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947448.640556:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947448.640559:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784947448.640564:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947448.640566:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947448.640568:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:2.0:1784947448.640572:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947448.640575:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.640578:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947448.640584:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947448.640588:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947448.640592:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947448.640595:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947448.828228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947448.828263:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947448.828411:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947448.828418:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947448.828423:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947449.852227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947449.852236:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947449.852316:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947449.852323:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947449.852329:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947450.876216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947450.876228:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947450.876234:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947450.876239:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947450.876246:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947450.876249:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947450.876253:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947450.876257:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947450.876328:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947450.876333:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947450.876338:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947451.900190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947451.900200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947451.900253:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947451.900258:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947451.900262:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947452.156161:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947452.156169:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947452.156175:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947452.156411:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947452.156424:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947452.156429:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947452.156436:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947452.156439:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947452.540171:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306212101, at 4306212160 00000100:00000040:0.0:1784947452.540175:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306212101, at 4306212160 00000100:00000010:1.0:1784947452.540192:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff432a0. 00000100:00000010:0.0:1784947452.540196:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff437e0. 00010000:00000001:1.0:1784947452.924204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947452.924213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947452.924308:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947452.924313:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947452.924333:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947453.756156:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947453.756168:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947453.756181:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947453.756189:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947453.756194:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947453.756198:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947453.756204:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947453.756213:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947453.756221:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.756235:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947453.756249:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947453.756255:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.756264:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947453.756300:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.756305:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947453.756310:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947453.756314:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1784947453.756315:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000100:00000001:3.0:1784947453.756321:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1784947453.756322:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947453.756325:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947453.756330:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947453.756336:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784947453.756336:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947453.756341:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.756352:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1784947453.756353:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947453.756355:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947453.756362:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947453.756362:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947453.756365:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947453.756370:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.756374:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784947453.756376:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154988416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947453.756386:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947453.756393:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947453.756396:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947453.756397:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947453.756401:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947453.756403:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947453.756408:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947453.756412:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.756415:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947453.756420:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947453.756427:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947453.756435:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000001:2.0:1784947453.756439:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947453.756443:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988416, portal 25 00000100:00000040:2.0:1784947453.756445:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947453.756447:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947453.756450:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000001:2.0:1784947453.756455:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1784947453.756459:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947453.756463:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784947453.756471:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947453.756472:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947453.756479:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947453.756480:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1784947453.756483:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 02000000:00000001:2.0:1784947453.756484:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:3.0:1784947453.756487:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154988416, offset 0 02000000:00000001:2.0:1784947453.756489:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947453.756495:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:2.0:1784947453.756498:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947453.756504:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947453.756505:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947453.756516:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947453.756517:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1784947453.756522:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947453.756529:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947453.756537:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947453.756542:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947453.756543:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784947453.756548:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540953:540953:256:4294967295] 192.168.201.111@tcp LPNI seq info [540890:540890:8:4294967295] 00000100:00000001:2.0:1784947453.756550:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947453.756556:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947453.756563:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_00+0] req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947453.756573:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947453.756602:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947453.756610:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000100:00000001:2.0:1784947453.756612:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.756618:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1784947453.756621:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947453.756629:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000800:00000200:3.0:1784947453.756636:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784947453.756638:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000800:00000200:3.0:1784947453.756641:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784947453.756647:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947453.756655:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11551) 00000100:00000001:3.0:1784947453.756657:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947453.756664:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947453.756668:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306217221 00000100:00000001:2.0:1784947453.756674:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1784947453.756675:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7a20. 00000100:00000001:2.0:1784947453.756681:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947453.756685:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947453.756686:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784947453.756694:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.756698:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306217221 00000100:00000010:3.0:1784947453.756706:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7480. 00000100:00000001:2.0:1784947453.756713:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947453.756714:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947453.756719:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.756722:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947453.756725:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947453.756727:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947453.756731:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947453.756734:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947453.756737:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.756740:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947453.756746:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154988544:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947453.756750:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947453.756754:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947453.756754:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947453.756759:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947453.756761:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947453.756761:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947453.756765:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947453.756767:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947453.756772:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947453.756773:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947453.756782:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947453.756783:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947453.756785:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947453.756791:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947453.756791:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947453.756794:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947453.756798:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947453.756803:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947453.756804:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154988672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947453.756810:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947453.756812:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947453.756814:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947453.756818:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947453.756821:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784947453.756824:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 02000000:00000010:3.0:1784947453.756825:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784947453.756830:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947453.756833:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988544, portal 10 00000400:00000200:3.0:1784947453.756835:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947453.756840:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784947453.756841:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947453.756846:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000400:00000010:3.0:1784947453.756848:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784947453.756855:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988672, portal 10 00000100:00000001:3.0:1784947453.756857:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947453.756859:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000100:00000040:2.0:1784947453.756865:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947453.756870:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.756900:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947453.756902:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947453.756907:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947453.756912:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947453.756915:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000400:00000010:2.0:1784947453.756919:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000200:2.0:1784947453.756926:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154988544, offset 0 00000400:00000200:2.0:1784947453.756933:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947453.756939:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947453.756944:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947453.756949:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947453.756953:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947453.756957:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947453.756958:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947453.756965:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:0.0:1784947453.756966:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:2.0:1784947453.756974:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540954:540954:255:4294967295] 192.168.201.111@tcp LPNI seq info [540891:540891:7:4294967295] 00000400:00000200:0.0:1784947453.756975:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947453.756985:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947453.756991:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947453.756994:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:0.0:1784947453.756997:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:0.0:1784947453.757002:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784947453.757010:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154988672, offset 0 00000100:00000200:0.0:1784947453.757013:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947453.757017:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947453.757024:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947453.757036:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947453.757042:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947453.757043:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947453.757067:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947453.757071:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947453.757075:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947453.757077:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947453.757082:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:2.0:1784947453.757087:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947453.757088:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540955:540955:254:4294967295] 192.168.201.111@tcp LPNI seq info [540892:540892:6:4294967295] 00000400:00000200:3.0:1784947453.757099:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947453.757100:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947453.757105:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947453.757120:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947453.757124:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947453.757126:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947453.757133:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947453.757134:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947453.757135:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784947453.757139:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947453.757144:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947453.757150:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947453.757152:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9085 usecs (10 jiffies) 00000800:00000200:3.0:1784947453.757161:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947453.757162:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947453.757170:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306213387 00000800:00000200:3.0:1784947453.757170:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947453.757179:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306217221 00000100:00000001:3.0:1784947453.757181:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947453.757185:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306213387 00000100:00000040:3.0:1784947453.757188:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10257 usecs (11 jiffies) 00000100:00000001:2.0:1784947453.757191:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306217221 00000400:00000200:3.0:1784947453.757196:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947453.757200:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947453.757201:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306213388 00000100:00000001:3.0:1784947453.757207:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306217221 00000100:00000001:2.0:1784947453.757209:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.757210:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306213388 00000100:00000001:3.0:1784947453.757216:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306217221 00000100:00000001:2.0:1784947453.757217:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.757218:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947453.757224:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947453.757225:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.757227:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.757231:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947453.757235:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947453.757235:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947453.757241:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947453.757241:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947453.757250:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947453.757254:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947453.757256:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947453.757260:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947453.757292:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947453.757297:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784947453.757301:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947453.757302:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947453.757307:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947453.757311:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947453.757314:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947453.757316:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:0.0:1784947453.757320:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:3.0:1784947453.757321:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947453.757323:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947453.757331:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947453.757339:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947453.757342:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947453.757349:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947453.757350:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947453.757387:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947453.757390:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:0.0:1784947453.757392:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947453.757395:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947453.757397:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:0.0:1784947453.757398:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:0.0:1784947453.757400:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947453.757403:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947453.757408:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947453.757411:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947453.757421:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947453.757422:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947453.758285:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947453.758296:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947453.758299:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947453.758301:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947453.758306:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.758310:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947453.758327:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.758331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.758334:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.758337:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30a980 00000400:00000200:1.0:1784947453.758341:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.758345:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523821 [1] + 224 00000800:00000001:1.0:1784947453.758351:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947453.758357:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947453.758359:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947453.758363:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947453.758368:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947453.758373:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947453.758382:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947453.758397:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947453.758403:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947453.758406:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.758436:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947453.758440:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947453.758446:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947453.758448:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947453.758451:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947453.758541:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:3.0:1784947453.758544:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:3.0:1784947453.758547:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947453.758552:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947453.758560:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.758566:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947453.758567:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.758570:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947453.758573:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947453.758575:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947453.758578:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947453.758626:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947453.758638:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947453.758640:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947453.758642:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947453.758646:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947453.758651:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947453.758656:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947453.758667:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947453.758672:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947453.758674:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30aa00 00000400:00000200:0.0:1784947453.758678:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947453.758689:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523829 [1] + 224 00000800:00000001:0.0:1784947453.758694:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947453.758700:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947453.758702:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947453.758705:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947453.758708:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947453.758717:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947453.758726:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947453.758740:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947453.758745:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947453.758747:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947453.758795:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947453.758799:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947453.758803:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947453.758805:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947453.758808:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947453.758813:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947453.758815:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784947453.758819:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947453.758835:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947453.758852:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947453.758861:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947453.758863:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947453.758866:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947453.758868:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947453.758870:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947453.758872:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947453.758875:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947453.758883:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947453.758889:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947453.758892:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947453.758894:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947453.758898:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947453.758902:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947453.758906:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947453.758908:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947453.758910:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947453.758913:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947453.758919:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947453.758928:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947453.758932:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947453.758934:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947453.758940:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947453.758951:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154988544:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947453.758957:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947453.758960:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947453.758964:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641154988544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947453.758974:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947453.758977:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947453.758980:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947453.758985:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947453.758987:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947453.758990:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947453.758994:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947453.758998:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:2.0:1784947453.759003:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947453.759006:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947453.759009:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:2.0:1784947453.759013:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947453.759015:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947453.759018:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947453.759022:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947453.759025:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947453.759028:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947453.759030:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947453.759041:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947453.759064:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947453.759068:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947453.759071:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947453.759072:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947453.759074:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947453.759105:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947453.759113:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947453.759116:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947453.759119:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947453.759119:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.759127:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947453.759128:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.759141:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:3.0:1784947453.759143:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947453.759148:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.759157:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.759165:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947453.759171:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30aa80 00000100:00000001:3.0:1784947453.759172:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947453.759178:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947453.759181:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947453.759186:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523831 [1] + 224 00000100:00000001:3.0:1784947453.759186:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947453.759195:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947453.759197:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947453.759201:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947453.759207:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947453.759215:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947453.759221:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784947453.759222:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154988416:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784947453.759230:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.759230:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.759236:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947453.759244:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641154988416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947453.759250:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.759259:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947453.759262:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947453.759266:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 00000100:00000001:1.0:1784947453.759268:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947453.759270:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947453.759273:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:1.0:1784947453.759275:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:3.0:1784947453.759275:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784947453.759280:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947453.759280:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947453.759285:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947453.759289:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947453.759291:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947453.759292:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947453.759296:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947453.759297:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.759300:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.759302:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947453.759303:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947453.759307:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947453.759308:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947453.759310:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947453.759312:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:3.0:1784947453.759314:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947453.759316:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947453.759320:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947453.759328:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.759334:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947453.759335:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.759337:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947453.759339:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947453.759339:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947453.759341:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947453.759343:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947453.759346:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947453.759349:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=66 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947453.759351:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947453.759352:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947453.759354:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947453.759356:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.759358:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947453.759359:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947453.759361:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947453.759362:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947453.759365:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.759371:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947453.759373:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947453.759374:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947453.759377:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947453.759384:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154988672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947453.759387:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.759388:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947453.759390:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641154988672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947453.759395:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947453.759396:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947453.759397:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784947453.759399:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947453.759400:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947453.759401:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947453.759402:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947453.759403:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947453.759405:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947453.759405:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947453.759406:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:3.0:1784947453.759408:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947453.759409:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.759410:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947453.759413:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947453.759414:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947453.759416:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947453.759417:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947453.948197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947453.948207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947453.948314:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947453.948322:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947453.948329:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947454.972172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947454.972182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947454.972251:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947454.972257:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947454.972262:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947455.996174:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947455.996186:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947455.996246:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947455.996252:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947455.996259:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947457.020184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947457.020195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947457.020241:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947457.020248:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947457.020254:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947457.660198:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306217221, at 4306217280 00000100:00000040:0.0:1784947457.660212:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306217221, at 4306217280 00000100:00000010:1.0:1784947457.660229:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7480. 00000100:00000010:0.0:1784947457.660239:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a20. 00010000:00000001:1.0:1784947458.044172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947458.044183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947458.044296:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947458.044304:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947458.044309:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947458.876182:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947458.876194:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947458.876208:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784947458.876215:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947458.876221:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947458.876225:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947458.876232:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947458.876242:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947458.876251:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876265:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947458.876280:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947458.876286:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876294:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947458.876335:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876339:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947458.876344:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947458.876347:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784947458.876351:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947458.876354:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947458.876356:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947458.876358:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947458.876363:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947458.876366:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876372:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947458.876383:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947458.876387:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876393:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_00+0] req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.876395:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947458.876405:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947458.876412:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947458.876414:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876420:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947458.876429:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947458.876430:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947458.876437:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784947458.876445:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947458.876454:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947458.876459:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784947458.876462:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784947458.876465:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.876468:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947458.876472:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947458.876476:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947458.876480:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947458.876482:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947458.876490:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876496:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784947458.876526:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154988800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947458.876541:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947458.876551:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947458.876553:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947458.876556:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.876562:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947458.876564:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947458.876575:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_01+1] req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947458.876577:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947458.876586:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.876602:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947458.876604:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947458.876611:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947458.876613:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947458.876621:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784947458.876628:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000040:2.0:1784947458.876629:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947458.876640:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947458.876644:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988800, portal 25 00000100:00000040:2.0:1784947458.876648:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11556) 00000100:00000001:3.0:1784947458.876650:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947458.876656:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000040:3.0:1784947458.876668:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.876679:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947458.876685:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947458.876689:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784947458.876694:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154988800, offset 0 00000400:00000200:3.0:1784947458.876704:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947458.876707:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947458.876713:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947458.876716:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947458.876719:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947458.876728:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947458.876735:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947458.876749:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947458.876762:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947458.876774:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947458.876777:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947458.876783:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947458.876785:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947458.876794:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947458.876799:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947458.876803:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947458.876805:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540956:540956:256:4294967295] 192.168.201.111@tcp LPNI seq info [540893:540893:8:4294967295] 00000100:00100000:2.0:1784947458.876814:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154988928:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947458.876820:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947458.876831:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947458.876837:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947458.876843:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947458.876851:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784947458.876852:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947458.876863:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000800:00000200:3.0:1784947458.876871:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947458.876872:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947458.876886:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000400:00000200:2.0:1784947458.876895:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947458.876904:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784947458.876909:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000800:00000200:3.0:1784947458.876919:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947458.876923:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000800:00000200:3.0:1784947458.876928:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947458.876935:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154988928, portal 10 00000100:00000001:2.0:1784947458.876944:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947458.876947:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000001:3.0:1784947458.876960:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.876966:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947458.876973:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947458.876982:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306222341 00000100:00000010:3.0:1784947458.876994:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7600. 00000100:00000001:2.0:1784947458.876998:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947458.877007:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784947458.877008:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947458.877020:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000001:3.0:1784947458.877023:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306222341 00000100:00000200:2.0:1784947458.877028:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154988928, offset 0 00000100:00000010:3.0:1784947458.877032:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7b40. 00000100:00000001:3.0:1784947458.877041:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784947458.877091:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947458.877102:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947458.877114:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947458.877121:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947458.877128:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947458.877130:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947458.877137:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947458.877139:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947458.877147:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947458.877154:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540957:540957:255:4294967295] 192.168.201.111@tcp LPNI seq info [540894:540894:7:4294967295] 00000100:00000001:3.0:1784947458.877161:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947458.877169:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947458.877172:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.877185:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947458.877192:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947458.877194:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947458.877198:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947458.877206:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784947458.877212:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947458.877213:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1784947458.877225:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000040:3.0:1784947458.877226:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947458.877244:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947458.877254:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947458.877259:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947458.877266:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947458.877268:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784947458.877274:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784947458.877275:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784947458.877278:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1784947458.877288:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 02000000:00000001:3.0:1784947458.877289:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.877292:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947458.877304:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9085 usecs (10 jiffies) 00000400:00000200:0.0:1784947458.877305:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947458.877306:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154989056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947458.877324:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947458.877325:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.877327:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947458.877334:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947458.877337:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306218507 02000000:00000001:3.0:1784947458.877339:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947458.877342:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000100:00000001:2.0:1784947458.877346:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306222341 02000000:00000001:3.0:1784947458.877350:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1784947458.877352:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:2.0:1784947458.877358:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306218507 02000000:00000010:3.0:1784947458.877361:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:0.0:1784947458.877362:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947458.877365:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306222341 02000000:00000001:3.0:1784947458.877371:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.877376:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784947458.877378:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947458.877387:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947458.877389:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947458.877399:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947458.877402:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947458.877411:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784947458.877413:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947458.877417:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784947458.877420:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989056, portal 10 00000100:00000001:2.0:1784947458.877425:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784947458.877429:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947458.877431:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947458.877443:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947458.877448:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947458.877453:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947458.877458:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.877460:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947458.877465:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947458.877490:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947458.877494:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947458.877526:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947458.877533:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947458.877537:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:0.0:1784947458.877540:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:0.0:1784947458.877543:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947458.877548:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947458.877559:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947458.877565:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947458.877575:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947458.877577:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947458.877612:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947458.877618:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000100:00000040:3.0:1784947458.877632:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.877642:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947458.877647:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947458.877651:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947458.877657:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154989056, offset 0 00000400:00000200:3.0:1784947458.877665:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947458.877673:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947458.877680:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947458.877685:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947458.877688:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947458.877691:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947458.877695:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947458.877699:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540958:540958:256:4294967295] 192.168.201.111@tcp LPNI seq info [540895:540895:8:4294967295] 00000400:00000200:3.0:1784947458.877705:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947458.877714:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947458.877720:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947458.877725:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947458.877730:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947458.877737:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947458.877801:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947458.877822:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947458.877826:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10257 usecs (11 jiffies) 00000400:00000200:3.0:1784947458.877831:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947458.877834:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306218508 00000100:00000001:3.0:1784947458.877837:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306222341 00000100:00000001:3.0:1784947458.877840:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306218508 00000100:00000001:3.0:1784947458.877843:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306222341 00000100:00000001:3.0:1784947458.877846:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947458.877849:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.877852:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.877855:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.877859:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947458.877862:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947458.877866:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947458.877869:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947458.877871:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.877875:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947458.877947:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947458.877954:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947458.877959:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947458.877965:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947458.877969:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:1.0:1784947458.877972:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:1.0:1784947458.877975:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947458.877981:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947458.877991:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947458.877996:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947458.878004:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947458.878007:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947458.880107:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880123:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947458.880127:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880130:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947458.880137:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880144:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947458.880153:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880159:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880166:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880172:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ab00 00000400:00000200:0.0:1784947458.880178:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880186:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523839 [1] + 224 00000800:00000001:0.0:1784947458.880196:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880225:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947458.880229:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947458.880235:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947458.880240:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947458.880255:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947458.880270:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947458.880288:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947458.880297:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880302:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947458.880304:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880307:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947458.880311:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880317:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947458.880324:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880328:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880332:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880335:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ab80 00000400:00000200:0.0:1784947458.880339:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947458.880344:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523841 [1] + 224 00000800:00000001:0.0:1784947458.880348:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880355:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947458.880358:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947458.880362:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947458.880367:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947458.880372:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947458.880386:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.880394:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947458.880412:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947458.880419:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947458.880423:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947458.880465:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947458.880470:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947458.880477:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947458.880480:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947458.880484:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947458.880491:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947458.880494:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784947458.880523:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947458.880531:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947458.880545:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947458.880556:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947458.880558:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947458.880562:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947458.880565:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947458.880569:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947458.880573:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947458.880577:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.880581:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784947458.880587:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=49 v=5 (5 5 5 5) 00000400:00000001:3.0:1784947458.880591:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1784947458.880596:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=89 v=5 (1 1 1 1) 00000400:00000001:3.0:1784947458.880597:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947458.880605:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947458.880607:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947458.880615:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947458.880617:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00010000:00000001:2.0:1784947458.880624:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1784947458.880625:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000800:00000001:1.0:1784947458.880628:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784947458.880632:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.880639:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947458.880641:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784947458.880644:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947458.880645:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947458.880652:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947458.880654:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947458.880662:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947458.880664:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947458.880676:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947458.880695:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947458.880697:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947458.880706:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947458.880712:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947458.880721:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947458.880724:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947458.880732:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947458.880739:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947458.880743:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947458.880758:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947458.880778:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ac00 00000100:00100000:2.0:1784947458.880791:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154988928:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947458.880800:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947458.880810:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947458.880816:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947458.880823:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523849 [1] + 224 00000100:00000001:2.0:1784947458.880828:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947458.880843:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947458.880844:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641154988928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947458.880857:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947458.880868:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947458.880887:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947458.880902:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947458.880905:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947458.880911:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947458.880912:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947458.880919:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.880920:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947458.880922:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784947458.880928:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:2.0:1784947458.880933:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947458.880934:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947458.880941:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947458.880949:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947458.880951:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784947458.880956:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947458.880961:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784947458.880961:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=49 v=5 (5 5 5 5) 00000020:00000040:2.0:1784947458.880971:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:3.0:1784947458.880980:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=49 v=5 (1 1 1 1) 00000020:00000001:2.0:1784947458.880987:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947458.880998:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000100:00000001:3.0:1784947458.880998:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947458.881000:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947458.881006:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947458.881010:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784947458.881015:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947458.881016:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947458.881016:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1784947458.881026:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947458.881027:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000800:00000001:1.0:1784947458.881028:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947458.881041:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947458.881041:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.881088:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947458.881092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947458.881098:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947458.881101:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947458.881106:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947458.881109:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947458.881126:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.881144:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947458.881147:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947458.881149:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947458.881155:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947458.881166:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154988800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947458.881174:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.881178:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947458.881183:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641154988800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.881192:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947458.881195:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947458.881198:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784947458.881203:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947458.881205:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947458.881208:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947458.881210:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947458.881213:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947458.881216:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947458.881218:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947458.881221:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:3.0:1784947458.881224:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947458.881226:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.881229:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.881232:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947458.881234:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947458.881239:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947458.881240:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947458.881243:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947458.881246:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784947458.881249:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784947458.881252:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947458.881256:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947458.881267:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.881276:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947458.881278:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.881281:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947458.881283:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947458.881284:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947458.881286:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947458.881289:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947458.881295:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=49 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947458.881298:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947458.881301:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947458.881303:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947458.881306:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947458.881309:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.881312:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947458.881314:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947458.881317:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947458.881319:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947458.881324:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.881333:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947458.881335:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947458.881337:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947458.881341:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947458.881350:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154989056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947458.881355:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.881357:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947458.881360:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641154989056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947458.881368:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947458.881369:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947458.881371:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947458.881374:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947458.881375:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947458.881377:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947458.881379:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947458.881381:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947458.881383:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947458.881384:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947458.881386:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784947458.881389:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947458.881391:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.881393:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947458.881398:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947458.881400:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947458.881402:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947458.881404:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947459.068209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947459.068219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947459.068344:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947459.068350:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947459.068355:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947460.092149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947460.092155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947460.092203:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947460.092206:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947460.092209:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947461.116214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947461.116227:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947461.116232:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947461.116238:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947461.116246:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947461.116249:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947461.116253:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947461.116258:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947461.116331:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947461.116338:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947461.116344:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947462.140170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947462.140176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947462.140225:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947462.140230:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947462.140233:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947462.780172:0:251521:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306222341, at 4306222400 00000100:00000040:1.0:1784947462.780172:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306222341, at 4306222400 00000100:00000010:1.0:1784947462.780188:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7b40. 00000100:00000010:0.0:1784947462.780190:0:251521:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7600. 00010000:00000001:1.0:1784947463.164123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947463.164129:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947463.164203:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947463.164207:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947463.164210:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947463.996181:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947463.996192:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947463.996201:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784947463.996207:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947463.996211:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947463.996215:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947463.996221:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947463.996229:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947463.996235:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947463.996247:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947463.996258:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947463.996262:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947463.996269:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947463.996299:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947463.996302:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947463.996306:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947463.996309:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947463.996312:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947463.996315:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947463.996316:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947463.996318:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.996321:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947463.996322:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947463.996329:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.996330:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947463.996335:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947463.996335:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947463.996347:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947463.996380:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947463.996381:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947463.996385:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.996386:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947463.996392:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947463.996393:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947463.996396:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947463.996403:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947463.996426:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154989184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947463.996437:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947463.996438:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947463.996442:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947463.996443:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947463.996448:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.996449:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947463.996453:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1784947463.996455:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947463.996459:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947463.996461:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1784947463.996462:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784947463.996463:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947463.996468:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947463.996469:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947463.996475:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947463.996478:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947463.996483:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784947463.996486:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947463.996495:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947463.996497:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947463.996501:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947463.996505:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000040:3.0:1784947463.996507:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947463.996515:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989184, portal 25 00000100:00000001:2.0:1784947463.996519:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947463.996521:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000040:2.0:1784947463.996532:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947463.996541:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.996543:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947463.996548:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947463.996549:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947463.996555:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000040:3.0:1784947463.996559:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947463.996561:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154989184, offset 0 00000400:00000200:2.0:1784947463.996570:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947463.996576:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784947463.996586:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947463.996588:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947463.996597:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947463.996598:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11561) 00000400:00000200:2.0:1784947463.996604:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947463.996610:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947463.996614:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947463.996618:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947463.996618:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947463.996624:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540959:540959:256:4294967295] 192.168.201.111@tcp LPNI seq info [540896:540896:8:4294967295] 00000100:00000001:3.0:1784947463.996624:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947463.996628:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947463.996634:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947463.996639:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947463.996655:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947463.996657:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947463.996661:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947463.996665:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784947463.996667:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947463.996669:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947463.996674:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947463.996675:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00100000:3.0:1784947463.996683:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154989312:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784947463.996690:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947463.996692:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947463.996697:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947463.996698:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947463.996704:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947463.996709:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947463.996713:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947463.996720:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947463.996723:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.996724:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947463.996730:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947463.996732:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947463.996736:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947463.996737:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306227461 00000400:00000010:3.0:1784947463.996746:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000010:2.0:1784947463.996747:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43060. 00000100:00000200:3.0:1784947463.996755:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989312, portal 10 00000100:00000001:2.0:1784947463.996759:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947463.996760:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947463.996764:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000001:2.0:1784947463.996770:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306227461 00000100:00000010:2.0:1784947463.996777:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff433c0. 00000100:00000040:3.0:1784947463.996777:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947463.996784:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947463.996790:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947463.996792:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947463.996794:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947463.996799:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947463.996800:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947463.996805:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000001:2.0:1784947463.996806:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947463.996814:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154989312, offset 0 00000100:00000001:2.0:1784947463.996819:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947463.996823:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947463.996823:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947463.996828:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947463.996832:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947463.996836:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947463.996836:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947463.996845:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947463.996846:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947463.996856:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947463.996865:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947463.996866:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947463.996870:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947463.996871:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947463.996876:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947463.996876:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947463.996880:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947463.996885:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540960:540960:255:4294967295] 192.168.201.111@tcp LPNI seq info [540897:540897:7:4294967295] 02000000:00000001:2.0:1784947463.996886:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947463.996895:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154989440:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947463.996899:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947463.996904:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947463.996904:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947463.996912:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:0.0:1784947463.996913:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947463.996917:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784947463.996918:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947463.996922:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947463.996927:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784947463.996929:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:2.0:1784947463.996934:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000400:00000200:0.0:1784947463.996936:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000010:3.0:1784947463.996938:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 02000000:00000001:2.0:1784947463.996943:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947463.996948:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000800:00000200:3.0:1784947463.996950:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:0.0:1784947463.996954:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000400:00000200:2.0:1784947463.996955:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947463.996961:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784947463.996963:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947463.996965:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000800:00000200:3.0:1784947463.996970:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784947463.996971:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947463.996975:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784947463.996979:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947463.996987:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989440, portal 10 00000100:00000040:3.0:1784947463.996988:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9085 usecs (10 jiffies) 00000100:00000001:0.0:1784947463.996992:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947463.996996:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947463.997002:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947463.997003:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947463.997003:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000001:3.0:1784947463.997008:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306223626 00000100:00000001:3.0:1784947463.997016:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306227461 00000100:00000001:3.0:1784947463.997023:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306223626 00000100:00000040:2.0:1784947463.997024:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947463.997025:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.997029:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306227461 00000100:00000001:0.0:1784947463.997032:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947463.997038:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947463.997044:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.997079:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784947463.997084:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947463.997085:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947463.997091:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000010:2.0:1784947463.997092:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000400:00000200:0.0:1784947463.997097:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784947463.997098:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154989440, offset 0 00000400:00000200:0.0:1784947463.997105:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947463.997111:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947463.997118:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947463.997120:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000200:2.0:1784947463.997123:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:0.0:1784947463.997125:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784947463.997132:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947463.997133:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947463.997140:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:0.0:1784947463.997142:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947463.997147:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947463.997153:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947463.997163:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540961:540961:255:4294967295] 192.168.201.111@tcp LPNI seq info [540898:540898:7:4294967295] 00000400:00000200:2.0:1784947463.997178:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947463.997187:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947463.997199:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947463.997200:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947463.997214:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947463.997215:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947463.997223:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784947463.997226:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947463.997232:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947463.997236:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.997236:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947463.997245:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947463.997246:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947463.997246:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947463.997248:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947463.997254:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947463.997260:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947463.997260:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947463.997267:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947463.997281:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947463.997285:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10256 usecs (11 jiffies) 00000400:00000200:2.0:1784947463.997288:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947463.997291:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306223628 00000100:00000001:2.0:1784947463.997294:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306227461 00000100:00000001:2.0:1784947463.997296:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306223628 00000100:00000001:2.0:1784947463.997299:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306227461 00000100:00000001:2.0:1784947463.997301:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947463.997304:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.997307:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.997309:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.997313:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947463.997315:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947463.997317:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947463.997318:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947463.997320:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.997323:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947463.997328:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947463.997334:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:1.0:1784947463.997340:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947463.997347:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947463.997352:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:1.0:1784947463.997354:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:1.0:1784947463.997358:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947463.997364:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947463.997373:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947463.997378:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947463.997385:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947463.997388:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947463.998906:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947463.998920:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947463.998924:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947463.998928:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947463.998950:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947463.998955:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947463.998963:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947463.998966:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947463.998971:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947463.998976:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ac80 00000400:00000200:0.0:1784947463.998981:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947463.998985:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523851 [1] + 224 00000800:00000001:0.0:1784947463.998992:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947463.998996:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947463.998998:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947463.999001:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947463.999005:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947463.999010:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947463.999020:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947463.999039:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947463.999068:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947463.999072:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947463.999074:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947463.999079:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947463.999080:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999085:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947463.999089:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947463.999094:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947463.999095:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947463.999099:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947463.999103:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784947463.999104:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947463.999110:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000200:0.0:1784947463.999111:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947463.999116:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000400:00000200:0.0:1784947463.999121:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947463.999123:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947463.999128:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ad00 00000400:00000200:0.0:1784947463.999135:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947463.999135:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947463.999147:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523859 [1] + 224 00000800:00000001:0.0:1784947463.999159:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947463.999164:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947463.999168:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947463.999175:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947463.999177:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947463.999181:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999186:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947463.999187:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947463.999189:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947463.999194:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947463.999196:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947463.999198:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947463.999203:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947463.999208:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947463.999209:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947463.999218:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=54 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947463.999227:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947463.999230:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947463.999237:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947463.999240:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.999245:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947463.999246:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947463.999253:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947463.999287:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947463.999289:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947463.999291:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947463.999295:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947463.999297:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947463.999306:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784947463.999307:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154989184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947463.999314:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.999316:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947463.999318:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641154989184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947463.999325:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947463.999327:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947463.999330:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000800:00000001:0.0:1784947463.999331:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947463.999336:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784947463.999337:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784947463.999341:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784947463.999343:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784947463.999346:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947463.999349:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1784947463.999351:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784947463.999352:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947463.999353:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784947463.999356:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 00000400:00000001:3.0:1784947463.999361:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784947463.999363:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784947463.999365:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947463.999366:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784947463.999368:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:3.0:1784947463.999373:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000010:2.0:1784947463.999374:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000400:00000200:0.0:1784947463.999380:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947463.999382:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784947463.999387:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947463.999387:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999393:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947463.999394:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947463.999396:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947463.999399:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947463.999401:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ad80 00000100:00000001:2.0:1784947463.999403:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.999408:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947463.999426:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947463.999438:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784947463.999441:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784947463.999446:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947463.999450:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523861 [1] + 224 00000100:00000200:3.0:1784947463.999455:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947463.999458:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947463.999469:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947463.999471:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947463.999474:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947463.999486:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947463.999489:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947463.999492:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947463.999492:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947463.999496:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947463.999500:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784947463.999501:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947463.999503:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947463.999507:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947463.999512:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947463.999522:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=54 v=5 (5 5 5 5) 00000100:00000040:0.0:1784947463.999523:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947463.999532:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=94 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947463.999541:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947463.999544:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947463.999546:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947463.999549:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.999552:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947463.999553:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947463.999555:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947463.999556:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947463.999561:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947463.999564:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947463.999569:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947463.999570:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999580:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947463.999581:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947463.999584:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947463.999586:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1784947463.999589:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947463.999590:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947463.999594:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947463.999599:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947463.999600:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947463.999607:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947463.999611:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:2.0:1784947463.999615:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784947463.999617:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154989312:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947463.999624:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947463.999627:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947463.999632:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947463.999640:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641154989312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947463.999646:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947463.999658:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947463.999662:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947463.999664:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:3.0:1784947463.999666:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947463.999668:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947463.999671:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947463.999672:0:2408:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784947463.999676:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784947463.999677:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947463.999682:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1784947463.999683:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947463.999686:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947463.999687:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784947463.999691:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947463.999692:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000100:00001000:2.0:1784947463.999697:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=54 v=5 (5 5 5 5) 02000000:00000001:3.0:1784947463.999697:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947463.999699:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947463.999703:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00001000:2.0:1784947463.999705:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947463.999707:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947463.999709:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947463.999710:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999712:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.999716:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947463.999717:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947463.999723:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.999725:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947463.999726:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947463.999728:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947463.999730:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947463.999734:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947463.999735:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947463.999741:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947463.999741:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947463.999751:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947463.999763:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947463.999765:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947463.999766:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947463.999770:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947463.999776:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154989440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947463.999779:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999781:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947463.999784:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641154989440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947463.999789:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947463.999790:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947463.999792:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947463.999795:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947463.999796:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947463.999797:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947463.999799:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947463.999800:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947463.999802:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947463.999803:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947463.999805:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784947463.999807:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947463.999809:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999810:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947463.999814:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947463.999815:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947463.999817:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947463.999819:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947464.188245:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947464.188253:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947464.188382:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947464.188389:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947464.188396:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947465.212154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947465.212161:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947465.212251:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947465.212256:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947465.212259:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947466.236243:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947466.236252:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947466.236336:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947466.236342:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947466.236348:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947467.260175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947467.260182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947467.260231:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947467.260235:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947467.260239:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947467.900131:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306227461, at 4306227520 00000100:00000040:0.0:1784947467.900141:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306227461, at 4306227520 00000100:00000010:1.0:1784947467.900145:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff433c0. 00000100:00000010:0.0:1784947467.900152:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43060. 00010000:00000001:1.0:1784947468.284156:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947468.284166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947468.284254:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947468.284259:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947468.284263:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947469.116234:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947469.116245:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947469.116253:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784947469.116259:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947469.116264:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947469.116268:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947469.116274:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947469.116283:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784947469.116290:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116303:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947469.116314:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947469.116318:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116344:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_01+1] req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947469.116381:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116385:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947469.116390:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947469.116394:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d880. 00000020:00000040:0.0:1784947469.116396:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947469.116398:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947469.116400:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947469.116402:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947469.116405:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947469.116408:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116413:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947469.116422:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947469.116424:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116429:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8efb7ba] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.116439:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947469.116440:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116446:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947469.116448:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947469.116451:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784947469.116453:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1784947469.116455:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e680. 00000020:00000040:0.0:1784947469.116459:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947469.116465:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947469.116468:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1784947469.116468:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947469.116473:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947469.116479:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784947469.116485:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.116494:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784947469.116496:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947469.116498:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.116507:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947469.116510:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784947469.116512:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947469.116514:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.116520:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116522:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008370adaa] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947469.116528:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154989568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947469.116541:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947469.116549:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947469.116553:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.116553:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116557:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947469.116559:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947469.116565:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1784947469.116569:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000040:0.0:1784947469.116570:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947469.116593:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.116596:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947469.116605:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11566) 00000400:00000200:1.0:1784947469.116607:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947469.116614:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000400:00000010:1.0:1784947469.116625:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000200:1.0:1784947469.116634:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989568, portal 25 00000100:00000001:1.0:1784947469.116638:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947469.116640:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534256000 : -119148175295616 : ffff93a2a755fb80) 00000100:00000001:0.0:1784947469.116644:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947469.116650:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947469.116652:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947469.116654:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947469.116666:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.116675:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947469.116689:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947469.116690:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947469.116694:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947469.116695:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 02000000:00000001:0.0:1784947469.116700:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784947469.116702:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154989568, offset 0 02000000:00000001:0.0:1784947469.116706:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947469.116711:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947469.116714:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:0.0:1784947469.116721:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154989696:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947469.116727:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947469.116731:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947469.116735:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947469.116737:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947469.116739:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947469.116751:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947469.116754:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947469.116760:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947469.116763:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947469.116772:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaec8. 00000400:00000200:1.0:1784947469.116777:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784947469.116780:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf6e8. 00000100:00000200:0.0:1784947469.116788:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989696, portal 10 00000400:00000200:1.0:1784947469.116789:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947469.116793:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947469.116797:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247040 : -119148175304576 : ffff93a2a755d880) 00000400:00000200:1.0:1784947469.116802:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784947469.116812:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947469.116814:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947469.116832:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540962:540962:256:4294967295] 192.168.201.111@tcp LPNI seq info [540899:540899:8:4294967295] 00000100:00000001:0.0:1784947469.116834:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947469.116844:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947469.116852:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfa18. 00000400:00000200:1.0:1784947469.116854:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947469.116860:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154989696, offset 0 00000400:00000200:0.0:1784947469.116873:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947469.116881:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947469.116892:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947469.116898:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947469.116903:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784947469.116910:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947469.116919:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784947469.116921:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947469.116928:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947469.116934:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784947469.116941:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947469.116942:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947469.116954:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540963:540963:255:4294967295] 192.168.201.111@tcp LPNI seq info [540900:540900:7:4294967295] 00000800:00000200:1.0:1784947469.116954:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947469.116970:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947469.116979:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947469.116983:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947469.116992:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947469.117000:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947469.117002:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306232581 00000800:00000010:0.0:1784947469.117012:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000100:00000010:1.0:1784947469.117013:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f660. 00000800:00000200:0.0:1784947469.117026:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947469.117027:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784947469.117040:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947469.117040:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306232581 00000100:00000010:1.0:1784947469.117048:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f360. 00000100:00000001:1.0:1784947469.117053:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947469.117059:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784947469.117104:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947469.117110:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947469.117115:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9085 usecs (10 jiffies) 00000400:00000200:0.0:1784947469.117123:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947469.117126:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.117128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306228747 00000100:00000001:1.0:1784947469.117133:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.117134:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306232581 00000100:00000001:1.0:1784947469.117140:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947469.117141:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306228747 00000100:00000001:0.0:1784947469.117147:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306232581 00000100:00000001:0.0:1784947469.117148:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947469.117152:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947469.117153:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117157:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947469.117159:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117162:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947469.117164:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947469.117168:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947469.117172:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947469.117172:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947469.117178:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947469.117183:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947469.117185:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947469.117186:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947469.117192:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.117197:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117205:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947469.117208:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.117211:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947469.117213:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947469.117215:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947469.117219:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154989824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947469.117223:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947469.117228:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947469.117230:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.117232:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947469.117235:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947469.117237:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947469.117241:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947469.117244:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe95d8. 00000400:00000010:1.0:1784947469.117248:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000200:1.0:1784947469.117252:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989824, portal 10 00000100:00000001:1.0:1784947469.117254:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947469.117255:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534250624 : -119148175300992 : ffff93a2a755e680) 00000100:00000040:1.0:1784947469.117261:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117268:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947469.117270:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947469.117273:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:1.0:1784947469.117276:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154989824, offset 0 00000400:00000200:1.0:1784947469.117279:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947469.117284:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947469.117288:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947469.117291:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947469.117293:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947469.117296:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947469.117298:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947469.117301:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540964:540964:254:4294967295] 192.168.201.111@tcp LPNI seq info [540901:540901:6:4294967295] 00000400:00000200:1.0:1784947469.117306:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947469.117312:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947469.117316:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947469.117319:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000800:00000200:1.0:1784947469.117345:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947469.117350:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947469.117353:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947469.117358:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947469.117361:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10256 usecs (11 jiffies) 00000400:00000200:1.0:1784947469.117364:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947469.117366:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306228748 00000100:00000001:1.0:1784947469.117369:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306232581 00000100:00000001:1.0:1784947469.117372:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306228748 00000100:00000001:1.0:1784947469.117374:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306232581 00000100:00000001:1.0:1784947469.117376:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947469.117378:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117381:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117383:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947469.117386:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947469.117387:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947469.117389:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947469.117391:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947469.117392:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117395:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947469.117431:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947469.117436:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:1.0:1784947469.117441:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947469.117445:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947469.117451:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000400:00000010:1.0:1784947469.117453:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:1.0:1784947469.117457:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947469.117461:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117471:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947469.117474:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117481:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117483:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947469.117493:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947469.117495:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784947469.117498:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947469.117501:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947469.117504:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfa18 00000400:00000010:1.0:1784947469.117505:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfa18. 00000100:00000001:1.0:1784947469.117508:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947469.117511:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117517:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947469.117519:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117526:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117527:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947469.117567:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947469.117570:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000400:00000200:1.0:1784947469.117572:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947469.117593:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947469.117596:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:1.0:1784947469.117598:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:1.0:1784947469.117601:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947469.117606:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117614:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947469.117618:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.117626:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.117627:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947469.119566:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.119593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947469.119597:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.119600:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947469.119607:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119613:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947469.119619:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119623:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119628:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119632:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ae00 00000400:00000200:0.0:1784947469.119637:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119643:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523869 [1] + 224 00000800:00000001:0.0:1784947469.119667:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.119673:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947469.119676:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947469.119680:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947469.119686:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947469.119692:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947469.119704:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947469.119723:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947469.119733:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.119737:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947469.119738:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.119759:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947469.119762:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119766:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947469.119772:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119775:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119779:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119784:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30af00 00000400:00000200:0.0:1784947469.119787:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947469.119791:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523889 [1] + 224 00000800:00000001:0.0:1784947469.119795:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.119800:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947469.119802:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947469.119810:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947469.119811:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947469.119816:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947469.119818:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784947469.119825:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947469.119830:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947469.119836:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784947469.119842:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947469.119843:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000400:00000200:1.0:1784947469.119855:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000100:00000001:0.0:1784947469.119857:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784947469.119879:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:1.0:1784947469.119885:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947469.119894:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947469.119895:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947469.119901:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947469.119919:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.119931:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947469.119934:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947469.119937:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947469.119940:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947469.119942:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947469.119945:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.119948:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947469.119955:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947469.119960:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947469.119963:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947469.119965:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947469.119969:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947469.119972:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.119976:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947469.119982:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.119991:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947469.119994:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947469.120014:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947469.120019:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947469.120028:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154989568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947469.120035:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.120037:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947469.120042:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641154989568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.120055:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947469.120059:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947469.120079:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947469.120084:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947469.120087:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947469.120090:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784947469.120100:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.120113:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947469.120118:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.120122:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784947469.120123:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784947469.120146:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:1.0:1784947469.120147:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:1.0:1784947469.120154:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784947469.120157:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000001:1.0:1784947469.120158:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947469.120164:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000400:00000200:0.0:1784947469.120169:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947469.120170:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947469.120175:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947469.120179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947469.120181:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.120185:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947469.120190:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947469.120190:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947469.120199:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947469.120200:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ae80 00000400:00000001:1.0:1784947469.120202:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947469.120208:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe95d8. 00000400:00000200:0.0:1784947469.120209:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947469.120213:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:1.0:1784947469.120216:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:1.0:1784947469.120219:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947469.120226:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947469.120227:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523879 [1] + 224 00000800:00000001:0.0:1784947469.120241:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947469.120249:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947469.120250:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947469.120258:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947469.120269:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947469.120271:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947469.120274:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947469.120275:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947469.120280:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947469.120282:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784947469.120284:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.120285:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947469.120289:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.120295:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947469.120303:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=60 v=5 (5 5 5 5) 00000100:00000040:0.0:1784947469.120308:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947469.120310:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947469.120319:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947469.120348:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947469.120352:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947469.120356:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.120357:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947469.120364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947469.120367:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947469.120370:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947469.120373:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947469.120376:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947469.120379:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947469.120379:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.120383:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947469.120388:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947469.120389:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947469.120393:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947469.120398:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaec8. 00000400:00000200:0.0:1784947469.120404:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf6e8 00000100:00000001:1.0:1784947469.120406:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947469.120408:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf6e8. 00000100:00000001:1.0:1784947469.120413:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947469.120415:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947469.120418:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947469.120425:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947469.120430:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947469.120459:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947469.120461:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154989824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947469.120474:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947469.120480:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947469.120481:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947469.120486:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947469.120492:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784947469.120492:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e680 x1871641154989824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947469.120497:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947469.120500:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947469.120504:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947469.120510:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.120512:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947469.120516:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784947469.120518:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=60 v=5 (5 5 5 5) 02000000:00000010:1.0:1784947469.120519:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947469.120526:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1784947469.120529:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=100 v=5 (1 1 1 1) 00000020:00000001:1.0:1784947469.120530:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947469.120537:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1784947469.120537:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947469.120542:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947469.120543:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784947469.120546:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1784947469.120548:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 00010000:00000001:0.0:1784947469.120550:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947469.120553:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784947469.120555:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784947469.120557:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784947469.120559:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000010:1.0:1784947469.120561:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e680. 00000100:00000001:0.0:1784947469.120563:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947469.120567:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947469.120568:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947469.120572:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947469.120576:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947469.120577:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947469.120586:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947469.120590:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.120592:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947469.120594:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947469.120596:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947469.120598:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.120600:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947469.120607:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947469.120615:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154989696:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947469.120622:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947469.120624:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947469.120628:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d880 x1871641154989696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947485 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947469.120634:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947469.120636:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947469.120638:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947469.120642:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947469.120643:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947469.120645:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947469.120647:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947469.120649:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784947469.120652:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947469.120653:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947469.120655:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d880. 00000100:00000001:0.0:1784947469.120659:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947469.120660:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947469.120662:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947469.120666:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947469.120668:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947469.120670:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947469.120672:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947469.308210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947469.308222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947469.308375:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947469.308381:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947469.308385:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947470.332173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947470.332181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947470.332257:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947470.332263:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947470.332267:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947471.356212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947471.356225:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947471.356229:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947471.356235:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947471.356242:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947471.356246:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947471.356250:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947471.356255:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947471.356373:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947471.356378:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947471.356382:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947472.380141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947472.380148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947472.380216:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947472.380221:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947472.380226:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947473.020196:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306232581, at 4306232640 00000100:00000040:1.0:1784947473.020196:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306232581, at 4306232640 00000100:00000010:0.0:1784947473.020217:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f660. 00000100:00000010:1.0:1784947473.020228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f360. 00010000:00000001:1.0:1784947473.404166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947473.404173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947473.404307:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947473.404311:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947473.404315:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947474.236277:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947474.236290:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947474.236304:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784947474.236312:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947474.236329:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947474.236333:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947474.236340:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947474.236352:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947474.236361:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.236376:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947474.236391:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947474.236398:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.236407:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.236447:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.236451:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947474.236456:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947474.236460:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947474.236464:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947474.236467:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947474.236470:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947474.236473:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947474.236477:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947474.236481:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.236488:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947474.236493:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.236503:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947474.236504:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947474.236508:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.236511:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947474.236518:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947474.236529:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.236551:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.236555:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947474.236557:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947474.236561:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.236565:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784947474.236570:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1784947474.236572:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 02000000:00000001:0.0:1784947474.236577:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1784947474.236580:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:0.0:1784947474.236585:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.236587:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947474.236593:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947474.236600:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947474.236601:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154989952:192.168.201.111@tcp:400:kworker.0 02000000:00000010:1.0:1784947474.236609:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:0.0:1784947474.236613:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947474.236616:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947474.236624:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947474.236627:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784947474.236630:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947474.236639:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947474.236651:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947474.236659:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.236667:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947474.236672:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.236680:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947474.236686:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947474.236690:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaec8. 00000400:00000010:0.0:1784947474.236705:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf6e8. 00000100:00000001:1.0:1784947474.236707:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.236715:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1784947474.236720:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154989952, portal 25 00000100:00000040:1.0:1784947474.236721:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947474.236731:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784947474.236733:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947474.236738:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000100:00000040:1.0:1784947474.236741:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947474.236752:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11571) 00000100:00000040:0.0:1784947474.236755:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.236772:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.236779:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947474.236781:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947474.236783:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947474.236791:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947474.236796:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947474.236799:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf908. 00000100:00000200:0.0:1784947474.236809:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154989952, offset 0 00000100:00000001:1.0:1784947474.236823:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784947474.236829:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947474.236830:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947474.236841:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947474.236844:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947474.236851:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.236852:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784947474.236864:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154990080:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947474.236873:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947474.236874:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947474.236882:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784947474.236887:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784947474.236889:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947474.236895:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947474.236899:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:1.0:1784947474.236906:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000400:00000200:0.0:1784947474.236907:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784947474.236918:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.236919:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947474.236931:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540965:540965:256:4294967295] 192.168.201.111@tcp LPNI seq info [540902:540902:8:4294967295] 00000400:00000200:1.0:1784947474.236942:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.236948:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947474.236958:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe95d8. 00000400:00000200:0.0:1784947474.236972:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:1.0:1784947474.236976:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000800:00000200:0.0:1784947474.236985:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947474.236989:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990080, portal 10 00000800:00000010:0.0:1784947474.236995:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000100:00000001:1.0:1784947474.236998:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947474.237005:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000800:00000200:0.0:1784947474.237011:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:1.0:1784947474.237028:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947474.237030:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947474.237042:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947474.237096:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947474.237102:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947474.237106:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947474.237108:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000200:1.0:1784947474.237118:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154990080, offset 0 00000400:00000200:0.0:1784947474.237123:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947474.237129:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306237702 00000400:00000200:1.0:1784947474.237132:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784947474.237144:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947474.237149:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947474.237159:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947474.237162:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947474.237172:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947474.237174:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306237702 00000400:00000200:1.0:1784947474.237181:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:0.0:1784947474.237184:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889de0. 00000400:00000200:1.0:1784947474.237191:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947474.237195:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784947474.237201:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784947474.237205:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947474.237213:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540966:540966:255:4294967295] 192.168.201.111@tcp LPNI seq info [540903:540903:7:4294967295] 00000100:00000001:0.0:1784947474.237215:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237228:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947474.237231:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947474.237260:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947474.237274:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947474.237278:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947474.237280:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947474.237291:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947474.237298:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947474.237298:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947474.237305:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1784947474.237310:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000040:0.0:1784947474.237319:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947474.237328:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947474.237346:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947474.237357:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947474.237358:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947474.237364:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237366:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.237373:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9085 usecs (10 jiffies) 02000000:00000001:0.0:1784947474.237377:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784947474.237384:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947474.237386:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947474.237389:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306233867 02000000:00000001:0.0:1784947474.237399:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.237400:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306237702 00000100:00000001:1.0:1784947474.237411:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306233867 00000100:00000001:1.0:1784947474.237417:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306237702 00000100:00100000:0.0:1784947474.237420:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154990208:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947474.237422:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947474.237430:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.237440:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237441:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947474.237446:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947474.237450:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947474.237455:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784947474.237456:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.237462:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784947474.237464:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947474.237472:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.237475:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784947474.237476:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 00000100:00000001:1.0:1784947474.237478:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947474.237485:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.237487:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.237497:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947474.237504:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea2c0. 00000400:00000010:0.0:1784947474.237510:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 00000100:00000200:0.0:1784947474.237516:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990208, portal 10 00000100:00000001:0.0:1784947474.237519:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947474.237521:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000100:00000040:0.0:1784947474.237530:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237540:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947474.237543:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947474.237546:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000200:0.0:1784947474.237549:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154990208, offset 0 00000400:00000200:0.0:1784947474.237554:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947474.237561:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.237567:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947474.237571:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947474.237575:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947474.237578:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947474.237581:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947474.237586:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540967:540967:254:4294967295] 192.168.201.111@tcp LPNI seq info [540904:540904:6:4294967295] 00000400:00000200:0.0:1784947474.237591:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.237600:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947474.237606:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947474.237610:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000800:00000200:0.0:1784947474.237616:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947474.237623:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947474.237627:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947474.237631:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947474.237636:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10256 usecs (11 jiffies) 00000400:00000200:0.0:1784947474.237640:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947474.237643:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306233868 00000100:00000001:0.0:1784947474.237646:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306237702 00000100:00000001:0.0:1784947474.237649:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306233868 00000100:00000001:0.0:1784947474.237652:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306237702 00000100:00000001:0.0:1784947474.237654:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947474.237657:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237661:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237664:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947474.237668:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947474.237670:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947474.237673:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947474.237675:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947474.237677:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237680:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947474.237738:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947474.237744:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784947474.237751:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947474.237757:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947474.237764:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf908 00000400:00000010:0.0:1784947474.237767:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf908. 00000100:00000001:0.0:1784947474.237772:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947474.237778:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237790:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947474.237794:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237804:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237806:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947474.237821:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947474.237823:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784947474.237828:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947474.237832:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947474.237835:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:0.0:1784947474.237837:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784947474.237840:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947474.237844:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237852:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947474.237856:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237864:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237866:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947474.237944:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947474.237948:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:0.0:1784947474.237952:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947474.237956:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947474.237959:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000400:00000010:0.0:1784947474.237962:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000001:0.0:1784947474.237964:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947474.237969:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237978:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947474.237982:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.237990:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.237992:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947474.240638:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.240653:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947474.240657:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.240660:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947474.240667:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.240673:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947474.240681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.240686:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.240692:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.240697:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30af80 00000400:00000200:0.0:1784947474.240703:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947474.240710:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523899 [1] + 224 00000800:00000001:0.0:1784947474.240718:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.240726:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947474.240729:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947474.240734:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947474.240739:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947474.240746:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947474.240759:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.240785:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947474.240794:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.240798:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.240853:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.240860:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947474.240870:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947474.240872:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947474.240876:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaec8. 00000400:00000200:1.0:1784947474.240885:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf6e8 00000400:00000010:1.0:1784947474.240888:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf6e8. 00000100:00000001:1.0:1784947474.240893:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947474.240904:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947474.240928:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947474.240932:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947474.240939:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947474.240948:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.240953:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.240968:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947474.240969:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947474.240977:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947474.240985:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947474.240989:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947474.240996:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947474.240997:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947474.241004:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947474.241006:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947474.241014:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947474.241016:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.241023:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b000 02000000:00000001:1.0:1784947474.241027:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.241035:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784947474.241041:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=65 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947474.241043:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238a9 [1] + 224 00000800:00000001:0.0:1784947474.241090:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.241096:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947474.241100:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1784947474.241113:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=65 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947474.241114:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947474.241127:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947474.241127:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947474.241133:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947474.241139:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784947474.241142:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947474.241148:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.241156:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.241173:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947474.241175:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.241214:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947474.241222:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947474.241224:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947474.241232:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947474.241260:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947474.241274:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:1.0:1784947474.241281:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154989952:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947474.241283:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947474.241294:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947474.241298:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947474.241300:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241308:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947474.241315:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947474.241320:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641154989952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947474.241334:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947474.241343:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947474.241349:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947474.241355:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 00000400:00000200:0.0:1784947474.241357:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947474.241363:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947474.241369:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784947474.241371:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:1.0:1784947474.241374:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947474.241380:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947474.241385:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000400:00000200:0.0:1784947474.241387:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947474.241392:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947474.241397:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947474.241403:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 00000400:00000200:0.0:1784947474.241406:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b080 00000100:00000001:1.0:1784947474.241410:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947474.241415:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241421:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.241423:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947474.241427:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.241433:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947474.241436:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.241442:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238b9 [1] + 224 00000100:00000001:1.0:1784947474.241444:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947474.241459:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.241472:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947474.241475:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947474.241481:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947474.241488:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947474.241489:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.241497:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784947474.241499:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947474.241504:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947474.241510:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947474.241516:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe95d8. 00000100:00000040:0.0:1784947474.241524:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947474.241542:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000100:00000001:0.0:1784947474.241546:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:1.0:1784947474.241549:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:1.0:1784947474.241557:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947474.241564:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947474.241571:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947474.241579:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947474.241586:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.241599:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947474.241602:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241605:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947474.241607:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947474.241610:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947474.241613:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.241615:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784947474.241617:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.241622:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784947474.241627:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=65 v=5 (5 5 5 5) 00000400:00000001:0.0:1784947474.241631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1784947474.241636:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=105 v=5 (1 1 1 1) 00000400:00000001:0.0:1784947474.241637:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947474.241645:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea2c0. 00000100:00000001:1.0:1784947474.241646:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947474.241652:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947474.241655:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00010000:00000001:1.0:1784947474.241657:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784947474.241662:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00010000:00000001:1.0:1784947474.241665:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.241670:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947474.241672:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947474.241678:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947474.241685:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1784947474.241686:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.241691:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.241708:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947474.241717:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.241727:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947474.241737:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947474.241742:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947474.241747:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947474.241754:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947474.241755:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947474.241762:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947474.241768:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947474.241773:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947474.241779:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947474.241788:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947474.241802:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=65 v=5 (5 5 5 5) 00000100:00100000:1.0:1784947474.241803:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154990080:192.168.201.111@tcp:400:kworker.0 00000100:00001000:0.0:1784947474.241818:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947474.241820:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241829:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947474.241830:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947474.241836:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947474.241838:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154990080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947474.241843:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947474.241850:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947474.241857:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947474.241859:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784947474.241862:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784947474.241864:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000010:1.0:1784947474.241869:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00000001:0.0:1784947474.241871:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784947474.241880:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947474.241881:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947474.241887:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947474.241891:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784947474.241896:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947474.241898:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947474.241905:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:1.0:1784947474.241915:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784947474.241921:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947474.241923:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947474.241930:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1784947474.241933:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:0.0:1784947474.241935:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241948:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784947474.241949:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.241957:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241967:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784947474.241975:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154990208:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947474.241980:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947474.241983:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947474.241987:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.241989:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947474.241999:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641154990208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947490 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947474.242001:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947474.242010:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.242016:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947474.242021:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947474.242024:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947474.242029:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947474.242031:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947474.242034:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947474.242038:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947474.242042:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:0.0:1784947474.242078:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947474.242080:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947474.242082:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:0.0:1784947474.242087:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947474.242089:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947474.242091:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947474.242097:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947474.242099:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947474.242102:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947474.242105:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947474.428194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947474.428204:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947474.428340:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947474.428346:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947474.428352:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947475.452147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947475.452153:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947475.452179:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947475.452185:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947475.452189:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947476.476225:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947476.476238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947476.476289:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947476.476297:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947476.476304:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947477.500138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947477.500146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947477.500228:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947477.500232:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947477.500235:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947478.140140:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306237702, at 4306237760 00000100:00000040:1.0:1784947478.140142:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306237702, at 4306237760 00000100:00000010:0.0:1784947478.140156:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947478.140160:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889de0. 00010000:00000001:1.0:1784947478.524248:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947478.524259:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947478.524373:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947478.524383:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947478.524391:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947479.356241:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947479.356253:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947479.356264:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784947479.356272:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947479.356278:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947479.356281:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947479.356287:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947479.356297:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947479.356305:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947479.356320:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947479.356339:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947479.356347:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947479.356358:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_01+1] req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.356405:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947479.356411:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947479.356417:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947479.356424:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784947479.356429:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947479.356435:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947479.356438:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947479.356442:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.356446:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947479.356452:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:3.0:1784947479.356454:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947479.356461:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947479.356463:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947479.356473:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947479.356480:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947479.356506:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947479.356512:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947479.356513:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.356519:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947479.356521:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947479.356527:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947479.356528:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_00+0] req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947479.356534:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947479.356547:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154990336:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947479.356552:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.356554:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947479.356562:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947479.356564:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947479.356569:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947479.356571:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947479.356575:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1784947479.356576:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784947479.356581:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:3.0:1784947479.356584:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000100:00000001:2.0:1784947479.356585:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947479.356591:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947479.356592:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947479.356596:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947479.356604:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000400:00000200:3.0:1784947479.356605:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947479.356614:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947479.356615:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000040:2.0:1784947479.356623:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784947479.356627:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784947479.356639:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990336, portal 25 00000100:00000001:3.0:1784947479.356647:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947479.356652:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000001:2.0:1784947479.356656:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947479.356660:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947479.356666:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947479.356673:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_01+1] req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.356701:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947479.356709:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947479.356711:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947479.356715:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947479.356717:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000040:2.0:1784947479.356722:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947479.356725:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154990336, offset 0 00000100:00000040:2.0:1784947479.356728:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947479.356734:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784947479.356738:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947479.356744:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11576) 00000400:00000200:3.0:1784947479.356753:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947479.356763:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947479.356764:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947479.356770:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947479.356775:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947479.356776:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784947479.356787:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947479.356788:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947479.356799:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947479.356809:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947479.356813:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947479.356819:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947479.356820:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540968:540968:256:4294967295] 192.168.201.111@tcp LPNI seq info [540905:540905:8:4294967295] 02000000:00000001:2.0:1784947479.356825:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947479.356830:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947479.356831:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947479.356839:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947479.356846:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154990464:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947479.356859:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947479.356860:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947479.356867:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947479.356871:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947479.356877:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947479.356878:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947479.356887:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000800:00000010:3.0:1784947479.356889:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 02000000:00000001:2.0:1784947479.356893:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947479.356904:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947479.356905:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947479.356915:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000800:00000200:3.0:1784947479.356922:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947479.356923:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000800:00000200:3.0:1784947479.356930:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947479.356933:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990464, portal 10 00000100:00000001:2.0:1784947479.356938:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947479.356940:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000040:2.0:1784947479.356950:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.356953:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.356967:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947479.356967:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947479.356972:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306242821 00000100:00000040:2.0:1784947479.356978:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947479.356983:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d70c0. 00000400:00000010:2.0:1784947479.356985:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947479.356993:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154990464, offset 0 00000100:00000001:3.0:1784947479.356996:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947479.357004:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947479.357009:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306242821 00000400:00000200:2.0:1784947479.357016:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947479.357020:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7300. 00000400:00000200:2.0:1784947479.357027:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947479.357030:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784947479.357035:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947479.357039:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947479.357043:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947479.357091:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.357100:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947479.357102:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947479.357105:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947479.357110:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947479.357117:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540969:540969:255:4294967295] 192.168.201.111@tcp LPNI seq info [540906:540906:7:4294967295] 00000100:00000001:3.0:1784947479.357118:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947479.357123:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947479.357129:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947479.357130:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947479.357134:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947479.357140:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947479.357172:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947479.357175:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947479.357195:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947479.357196:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947479.357202:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947479.357205:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 02000000:00000001:3.0:1784947479.357206:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947479.357211:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947479.357217:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947479.357220:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947479.357222:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00100000:3.0:1784947479.357230:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154990592:192.168.201.111@tcp:400:kworker.0 00000800:00000010:0.0:1784947479.357232:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:3.0:1784947479.357241:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784947479.357242:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947479.357246:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947479.357249:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784947479.357251:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947479.357254:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.357259:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947479.357261:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947479.357264:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947479.357272:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9083 usecs (10 jiffies) 02000000:00000010:3.0:1784947479.357272:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000400:00000200:0.0:1784947479.357274:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:0.0:1784947479.357283:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 02000000:00000001:3.0:1784947479.357284:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947479.357291:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947479.357297:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947479.357297:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306238987 00000400:00000200:3.0:1784947479.357299:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947479.357307:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306242821 00000400:00000010:3.0:1784947479.357310:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000200:0.0:1784947479.357311:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.357315:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306238987 00000400:00000010:3.0:1784947479.357323:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000001:2.0:1784947479.357325:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306242821 00000100:00000001:2.0:1784947479.357335:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947479.357337:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990592, portal 10 00000100:00000001:2.0:1784947479.357346:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.357348:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947479.357349:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947479.357352:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.357358:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947479.357362:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.357366:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947479.357371:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947479.357379:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947479.357383:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.357384:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947479.357388:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947479.357390:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947479.357393:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947479.357413:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947479.357418:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947479.357423:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947479.357428:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947479.357431:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:0.0:1784947479.357434:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:0.0:1784947479.357437:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947479.357441:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.357457:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947479.357461:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.357470:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947479.357471:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947479.357507:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000100:00000040:3.0:1784947479.357526:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.357540:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947479.357545:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947479.357550:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784947479.357555:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154990592, offset 0 00000400:00000200:3.0:1784947479.357622:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947479.357629:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947479.357634:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947479.357638:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947479.357640:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947479.357644:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947479.357647:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947479.357651:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540970:540970:256:4294967295] 192.168.201.111@tcp LPNI seq info [540907:540907:8:4294967295] 00000400:00000200:3.0:1784947479.357656:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947479.357664:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947479.357669:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947479.357674:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947479.357679:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947479.357684:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947479.357688:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947479.357702:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947479.357706:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10256 usecs (11 jiffies) 00000400:00000200:3.0:1784947479.357710:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947479.357713:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306238988 00000100:00000001:3.0:1784947479.357715:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306242821 00000100:00000001:3.0:1784947479.357718:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306238988 00000100:00000001:3.0:1784947479.357720:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306242821 00000100:00000001:3.0:1784947479.357723:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947479.357725:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.357730:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.357733:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.357739:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947479.357741:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947479.357744:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947479.357746:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947479.357749:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.357751:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947479.357791:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947479.357796:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784947479.357800:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947479.357805:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947479.357808:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000010:0.0:1784947479.357810:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:0.0:1784947479.357813:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947479.357817:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.357826:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947479.357830:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.357837:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947479.357838:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947479.359685:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.359699:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947479.359703:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.359706:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947479.359712:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359718:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947479.359727:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359731:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359738:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359742:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30b100 00000400:00000200:0.0:1784947479.359747:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359771:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238c9 [1] + 224 00000800:00000001:0.0:1784947479.359782:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.359807:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947479.359811:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947479.359816:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947479.359822:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947479.359829:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947479.359843:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.359868:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947479.359878:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.359883:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947479.359886:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.359889:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947479.359895:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359900:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947479.359907:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359913:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359919:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359925:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b180 00000400:00000200:0.0:1784947479.359949:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.359957:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238d1 [1] + 224 00000800:00000001:0.0:1784947479.359965:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.359979:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947479.359983:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947479.359992:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947479.359999:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947479.360009:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947479.360010:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.360017:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947479.360026:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947479.360031:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947479.360038:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000040:0.0:1784947479.360042:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947479.360088:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784947479.360095:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784947479.360101:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947479.360111:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.360187:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947479.360196:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.360201:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947479.360204:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947479.360210:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947479.360216:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947479.360218:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947479.360222:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947479.360229:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947479.360250:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:2.0:1784947479.360258:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947479.360267:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947479.360282:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947479.360293:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.360300:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947479.360307:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947479.360316:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947479.360317:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947479.360319:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947479.360321:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947479.360325:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947479.360330:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947479.360330:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947479.360339:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947479.360340:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947479.360343:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947479.360350:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947479.360352:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.360363:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:2.0:1784947479.360369:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=70 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947479.360370:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947479.360381:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947479.360386:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=110 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947479.360390:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947479.360401:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784947479.360403:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b200 00000100:00000001:3.0:1784947479.360403:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947479.360408:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947479.360412:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947479.360418:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947479.360419:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947479.360423:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947479.360424:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947479.360434:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947479.360435:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238d9 [1] + 224 00010000:00000001:2.0:1784947479.360436:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947479.360446:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=70 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947479.360450:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784947479.360451:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947479.360455:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=70 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947479.360461:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947479.360462:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784947479.360464:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.360485:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.360488:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784947479.360491:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784947479.360492:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947479.360496:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947479.360498:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947479.360506:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947479.360508:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947479.360515:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947479.360516:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947479.360524:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947479.360530:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.360568:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947479.360580:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947479.360581:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784947479.360588:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.360589:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.360589:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947479.360595:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947479.360606:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947479.360612:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947479.360625:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947479.360633:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947479.360638:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947479.360672:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154990336:192.168.201.111@tcp:400:kworker.0 00000100:00100000:2.0:1784947479.360673:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154990464:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947479.360692:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.360693:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.360701:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947479.360702:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947479.360713:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641154990336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947479.360715:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641154990464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947479.360758:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947479.360763:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947479.360787:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947479.360788:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947479.360794:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784947479.360797:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:3.0:1784947479.360800:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 00000020:00000001:2.0:1784947479.360803:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784947479.360808:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1784947479.360809:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947479.360814:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1784947479.360816:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:3.0:1784947479.360819:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 02000000:00000010:2.0:1784947479.360823:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000020:00000001:3.0:1784947479.360825:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947479.360831:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:2.0:1784947479.360834:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947479.360838:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947479.360839:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784947479.360845:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947479.360847:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000010:3.0:1784947479.360851:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000001:2.0:1784947479.360854:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947479.360859:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947479.360860:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.360864:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947479.360866:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.360872:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947479.360877:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947479.360878:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947479.360884:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.360885:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947479.360894:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784947479.360894:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947479.360900:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947479.360902:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947479.360913:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947479.360921:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:3.0:1784947479.360924:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:3.0:1784947479.360928:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947479.360935:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947479.360946:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.360954:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947479.360956:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.360959:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947479.360960:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947479.360962:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947479.360964:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947479.360966:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947479.360971:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947479.360974:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947479.360978:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947479.360980:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947479.360982:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947479.360984:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.360987:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947479.360989:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947479.360991:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947479.360993:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947479.360997:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.361005:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947479.361007:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947479.361009:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947479.361013:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947479.361022:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154990592:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947479.361027:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.361029:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947479.361033:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641154990592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947495 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947479.361057:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947479.361059:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947479.361092:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947479.361096:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947479.361098:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947479.361099:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947479.361102:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947479.361104:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947479.361107:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947479.361108:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947479.361110:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784947479.361114:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947479.361116:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.361119:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947479.361125:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947479.361127:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947479.361129:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947479.361132:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947479.548169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947479.548175:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947479.548233:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947479.548238:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947479.548243:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947480.572149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947480.572155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947480.572199:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947480.572203:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947480.572207:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947481.596167:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947481.596177:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947481.596181:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947481.596187:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947481.596193:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947481.596196:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947481.596199:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947481.596203:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947481.596288:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947481.596295:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947481.596301:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947482.620126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947482.620131:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947482.620193:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947482.620197:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947482.620200:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947483.260135:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306242821, at 4306242880 00000100:00000040:1.0:1784947483.260135:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306242821, at 4306242880 00000100:00000010:1.0:1784947483.260150:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7300. 00000100:00000010:0.0:1784947483.260152:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d70c0. 00010000:00000001:1.0:1784947483.644134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947483.644141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947483.644199:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947483.644203:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947483.644207:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947484.476176:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947484.476186:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947484.476196:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784947484.476201:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947484.476206:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947484.476210:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947484.476214:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947484.476222:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947484.476229:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476241:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947484.476253:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947484.476257:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476264:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_00+0] req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947484.476290:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476293:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947484.476296:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947484.476299:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784947484.476301:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947484.476305:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947484.476306:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947484.476308:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947484.476312:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947484.476316:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476321:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947484.476328:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947484.476331:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.476331:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947484.476338:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.476339:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947484.476344:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947484.476353:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947484.476356:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947484.476357:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947484.476366:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947484.476370:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784947484.476375:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947484.476376:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947484.476379:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784947484.476381:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947484.476382:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947484.476386:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.476387:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784947484.476389:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947484.476392:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947484.476394:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.476398:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476404:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784947484.476407:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154990720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947484.476418:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947484.476422:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947484.476426:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.476426:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947484.476431:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476436:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_00+0] req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947484.476437:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947484.476445:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 00000100:00000001:2.0:1784947484.476448:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.476450:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476453:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947484.476458:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784947484.476459:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947484.476464:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947484.476466:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947484.476472:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784947484.476474:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000040:2.0:1784947484.476479:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11581) 00000100:00000200:3.0:1784947484.476481:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990720, portal 25 00000100:00000001:3.0:1784947484.476485:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947484.476487:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000040:3.0:1784947484.476493:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.476500:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947484.476502:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947484.476504:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784947484.476508:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784947484.476508:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154990720, offset 0 00000100:00000001:2.0:1784947484.476513:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947484.476517:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947484.476518:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947484.476526:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947484.476527:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947484.476537:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947484.476538:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947484.476542:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.476543:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947484.476547:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947484.476550:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947484.476551:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947484.476555:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947484.476557:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.476559:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00100000:2.0:1784947484.476565:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154990848:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947484.476566:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540971:540971:256:4294967295] 192.168.201.111@tcp LPNI seq info [540908:540908:8:4294967295] 00000400:00000200:3.0:1784947484.476575:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947484.476577:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947484.476581:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947484.476584:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.476588:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784947484.476589:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784947484.476595:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:2.0:1784947484.476596:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947484.476600:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947484.476601:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000400:00000200:2.0:1784947484.476607:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947484.476611:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784947484.476614:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000800:00000200:3.0:1784947484.476620:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947484.476622:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000800:00000200:3.0:1784947484.476624:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947484.476628:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990848, portal 10 00000100:00000001:2.0:1784947484.476632:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947484.476633:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000001:3.0:1784947484.476639:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.476643:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947484.476646:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947484.476650:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306247941 00000100:00000010:3.0:1784947484.476657:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d76c0. 00000100:00000001:2.0:1784947484.476659:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947484.476664:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947484.476664:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1784947484.476671:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000001:3.0:1784947484.476672:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306247941 00000100:00000200:2.0:1784947484.476678:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154990848, offset 0 00000100:00000010:3.0:1784947484.476679:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7900. 00000100:00000001:3.0:1784947484.476683:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947484.476686:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947484.476691:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947484.476691:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.476694:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.476697:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947484.476700:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947484.476704:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947484.476707:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947484.476708:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947484.476710:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947484.476713:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947484.476715:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947484.476716:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947484.476722:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947484.476723:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947484.476729:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947484.476730:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.476732:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947484.476733:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947484.476737:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947484.476740:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00100000:3.0:1784947484.476743:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154990976:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947484.476748:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947484.476748:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947484.476754:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947484.476756:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947484.476757:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540972:540972:255:4294967295] 192.168.201.111@tcp LPNI seq info [540909:540909:7:4294967295] 02000000:00000001:3.0:1784947484.476759:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784947484.476763:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1784947484.476764:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000400:00000200:2.0:1784947484.476768:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947484.476769:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947484.476773:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:3.0:1784947484.476775:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947484.476780:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:0.0:1784947484.476783:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947484.476786:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784947484.476786:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000100:00000200:3.0:1784947484.476791:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154990976, portal 10 00000400:00000200:0.0:1784947484.476796:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947484.476796:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947484.476800:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000800:00000200:2.0:1784947484.476803:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947484.476808:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000100:00000040:3.0:1784947484.476809:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784947484.476810:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000010:0.0:1784947484.476814:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000800:00000200:2.0:1784947484.476823:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947484.476824:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947484.476826:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947484.476831:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784947484.476835:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947484.476836:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:3.0:1784947484.476836:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000200:3.0:1784947484.476842:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154990976, offset 0 00000800:00000200:2.0:1784947484.476844:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947484.476854:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.476854:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947484.476862:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9083 usecs (10 jiffies) 00000400:00000200:3.0:1784947484.476862:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947484.476864:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947484.476873:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947484.476875:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947484.476876:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306244106 00000100:00000001:2.0:1784947484.476883:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306247941 00000100:00000001:2.0:1784947484.476889:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306244106 00000100:00000001:2.0:1784947484.476895:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306247941 00000100:00000001:0.0:1784947484.476896:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947484.476900:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947484.476901:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947484.476904:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947484.476908:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947484.476911:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947484.476915:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947484.476917:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947484.476921:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947484.476923:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947484.476925:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.476927:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947484.476929:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.476934:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947484.476938:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947484.476940:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947484.476943:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947484.476946:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540973:540973:255:4294967295] 192.168.201.111@tcp LPNI seq info [540910:540910:7:4294967295] 00000800:00000200:0.0:1784947484.476951:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947484.476951:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947484.476957:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947484.476959:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947484.476964:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947484.476965:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947484.476971:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000400:00000200:0.0:1784947484.476976:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947484.476983:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:0.0:1784947484.476986:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:0.0:1784947484.476989:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947484.476994:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947484.477003:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:3.0:1784947484.477006:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784947484.477011:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947484.477015:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947484.477020:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947484.477026:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947484.477030:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10256 usecs (11 jiffies) 00000100:00000001:0.0:1784947484.477032:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947484.477036:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947484.477038:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947484.477039:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306244107 00000100:00000001:3.0:1784947484.477043:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306247941 00000100:00000001:3.0:1784947484.477045:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306244107 00000100:00000001:3.0:1784947484.477082:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306247941 00000100:00000001:3.0:1784947484.477084:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947484.477086:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.477088:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.477089:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947484.477092:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947484.477093:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947484.477094:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947484.477095:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947484.477097:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.477099:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947484.477132:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947484.477137:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:0.0:1784947484.477141:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947484.477145:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947484.477148:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:0.0:1784947484.477150:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:0.0:1784947484.477154:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947484.477158:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947484.477166:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947484.477170:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947484.477178:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947484.477180:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947484.478346:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947484.478367:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947484.478370:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947484.478374:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947484.478379:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478384:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947484.478391:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478395:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478400:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478405:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30b280 00000400:00000200:0.0:1784947484.478408:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478414:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238e1 [1] + 224 00000800:00000001:0.0:1784947484.478420:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947484.478423:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947484.478426:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947484.478429:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947484.478434:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947484.478439:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947484.478448:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947484.478465:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947484.478474:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947484.478479:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947484.478479:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947484.478483:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947484.478485:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947484.478489:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947484.478489:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947484.478492:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947484.478495:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947484.478496:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947484.478500:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:3.0:1784947484.478505:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000400:00000200:0.0:1784947484.478507:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947484.478508:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947484.478515:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947484.478516:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478525:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947484.478532:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947484.478533:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947484.478543:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b300 00000100:00000001:3.0:1784947484.478549:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947484.478552:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947484.478553:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947484.478556:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947484.478559:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947484.478561:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238e9 [1] + 224 00000100:00000001:3.0:1784947484.478562:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947484.478566:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.478571:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947484.478572:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947484.478575:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=75 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947484.478578:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947484.478580:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=75 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947484.478583:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947484.478584:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947484.478587:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947484.478592:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:3.0:1784947484.478592:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947484.478596:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947484.478598:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947484.478600:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947484.478605:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947484.478606:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.478637:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947484.478639:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947484.478641:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947484.478642:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947484.478647:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947484.478672:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154990720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947484.478674:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947484.478676:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.478678:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947484.478681:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641154990720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947484.478684:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947484.478686:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947484.478689:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947484.478690:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947484.478694:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784947484.478695:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 00000800:00000001:0.0:1784947484.478697:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947484.478699:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947484.478702:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784947484.478703:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:3.0:1784947484.478707:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947484.478710:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784947484.478712:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784947484.478713:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947484.478714:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784947484.478716:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000400:00000200:0.0:1784947484.478720:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947484.478720:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784947484.478722:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1784947484.478723:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784947484.478725:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1784947484.478727:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000100:00000010:3.0:1784947484.478728:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000400:00000200:2.0:1784947484.478732:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000200:0.0:1784947484.478733:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947484.478735:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784947484.478736:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947484.478739:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947484.478741:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947484.478743:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947484.478743:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947484.478747:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b380 00000100:00000001:3.0:1784947484.478749:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947484.478752:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.478753:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947484.478756:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947484.478757:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.478765:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947484.478769:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238f1 [1] + 224 00000800:00000001:0.0:1784947484.478775:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947484.478775:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947484.478783:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947484.478784:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947484.478786:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947484.478789:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947484.478789:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947484.478792:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947484.478795:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947484.478797:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947484.478800:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947484.478801:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:2.0:1784947484.478805:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=75 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947484.478807:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784947484.478809:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947484.478812:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947484.478814:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947484.478816:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947484.478816:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947484.478820:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947484.478824:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947484.478827:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947484.478829:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947484.478831:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947484.478839:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947484.478841:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947484.478853:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947484.478858:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947484.478861:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947484.478867:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947484.478873:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784947484.478874:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154990848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947484.478881:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947484.478882:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947484.478883:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784947484.478889:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947484.478889:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641154990848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.478893:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947484.478897:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947484.478900:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1784947484.478902:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784947484.478903:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947484.478907:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000400:00000001:3.0:1784947484.478907:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947484.478912:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 02000000:00000001:2.0:1784947484.478913:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947484.478916:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:3.0:1784947484.478917:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000020:00000040:2.0:1784947484.478919:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000010:3.0:1784947484.478921:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000020:00000001:2.0:1784947484.478923:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947484.478925:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1784947484.478926:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:2.0:1784947484.478930:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947484.478932:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784947484.478933:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947484.478934:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:2.0:1784947484.478939:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947484.478941:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947484.478945:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947484.478950:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947484.478951:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947484.478954:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947484.478958:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947484.478961:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.478965:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947484.478967:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947484.478969:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947484.478971:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947484.478972:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947484.478974:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947484.478976:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947484.478979:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947484.478982:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947484.478983:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947484.478984:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947484.478985:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947484.478987:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.478989:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947484.478990:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947484.478991:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947484.478992:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947484.478994:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.478999:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947484.479001:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947484.479002:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947484.479004:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947484.479009:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154990976:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947484.479011:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947484.479013:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947484.479014:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641154990976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947500 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947484.479018:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947484.479019:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947484.479021:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947484.479023:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947484.479024:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947484.479025:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947484.479027:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947484.479028:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947484.479030:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947484.479031:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947484.479032:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:3.0:1784947484.479034:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947484.479035:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947484.479036:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947484.479039:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947484.479040:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947484.479041:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947484.479043:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947484.668147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947484.668155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947484.668209:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947484.668213:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947484.668216:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947485.692121:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947485.692127:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947485.692190:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947485.692195:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947485.692199:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947486.716126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947486.716132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947486.716164:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947486.716168:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947486.716172:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947487.740142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947487.740150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947487.740210:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947487.740215:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947487.740219:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947488.380128:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306247941, at 4306248000 00000100:00000040:0.0:1784947488.380129:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306247941, at 4306248000 00000100:00000010:1.0:1784947488.380143:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7900. 00000100:00000010:0.0:1784947488.380145:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d76c0. 00010000:00000001:1.0:1784947488.764117:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947488.764124:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947488.764174:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947488.764178:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947488.764181:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947489.596164:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947489.596172:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947489.596181:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947489.596186:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947489.596190:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947489.596193:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947489.596197:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947489.596204:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947489.596209:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596218:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947489.596227:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947489.596230:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596235:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.596260:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596262:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947489.596265:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947489.596267:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784947489.596268:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947489.596270:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947489.596271:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947489.596272:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947489.596274:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947489.596276:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596279:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947489.596284:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947489.596286:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596288:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.596294:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596296:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947489.596298:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947489.596301:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947489.596303:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947489.596304:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947489.596305:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784947489.596307:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784947489.596307:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947489.596311:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:0.0:1784947489.596313:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947489.596314:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596318:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947489.596319:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947489.596326:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947489.596328:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947489.596331:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947489.596332:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_01+1] req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.596362:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596363:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947489.596365:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947489.596367:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.596370:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947489.596374:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784947489.596374:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947489.596379:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947489.596380:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947489.596383:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11586) 02000000:00000001:0.0:1784947489.596385:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947489.596392:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154991104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947489.596397:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947489.596402:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947489.596406:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.596407:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947489.596409:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947489.596410:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947489.596413:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784947489.596416:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 00000100:00000040:1.0:1784947489.596417:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947489.596422:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.596429:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947489.596431:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947489.596433:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947489.596435:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947489.596436:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947489.596437:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947489.596442:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154991232:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784947489.596443:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea2c0. 00000100:00000001:1.0:1784947489.596448:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947489.596452:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947489.596453:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947489.596454:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 02000000:00000001:1.0:1784947489.596455:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947489.596461:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000200:0.0:1784947489.596464:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991104, portal 25 02000000:00000001:1.0:1784947489.596464:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596469:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784947489.596469:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947489.596474:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000400:00000010:1.0:1784947489.596474:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe95d8. 00000400:00000010:1.0:1784947489.596481:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000040:0.0:1784947489.596486:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947489.596487:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991232, portal 10 00000100:00000001:1.0:1784947489.596491:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947489.596493:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000100:00000001:0.0:1784947489.596502:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947489.596504:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947489.596511:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947489.596516:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000200:0.0:1784947489.596520:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154991104, offset 0 00000100:00000001:1.0:1784947489.596525:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947489.596529:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947489.596530:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947489.596536:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:1.0:1784947489.596539:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154991232, offset 0 00000400:00000200:0.0:1784947489.596543:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947489.596545:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947489.596555:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947489.596561:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947489.596565:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947489.596569:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947489.596573:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947489.596577:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540974:540974:256:4294967295] 192.168.201.111@tcp LPNI seq info [540911:540911:8:4294967295] 00000400:00000200:0.0:1784947489.596582:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.596591:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947489.596599:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947489.596601:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947489.596606:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:0.0:1784947489.596609:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000400:00000200:1.0:1784947489.596610:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947489.596615:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947489.596619:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947489.596623:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947489.596624:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947489.596629:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540975:540975:255:4294967295] 192.168.201.111@tcp LPNI seq info [540912:540912:7:4294967295] 00000400:00000200:1.0:1784947489.596633:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947489.596638:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947489.596642:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947489.596647:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784947489.596648:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947489.596656:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000800:00000200:1.0:1784947489.596660:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947489.596664:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947489.596668:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947489.596671:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947489.596673:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947489.596675:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596678:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306253061 00000100:00000040:1.0:1784947489.596680:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9083 usecs (10 jiffies) 00000100:00000010:0.0:1784947489.596684:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947489.596685:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947489.596689:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306249226 00000100:00000001:0.0:1784947489.596695:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947489.596703:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306253061 00000100:00000001:1.0:1784947489.596703:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306253061 00000100:00000001:1.0:1784947489.596708:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306249226 00000100:00000010:0.0:1784947489.596710:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889600. 00000100:00000001:0.0:1784947489.596715:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947489.596718:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306253061 00000100:00000001:0.0:1784947489.596719:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947489.596724:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947489.596725:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.596727:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596731:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.596731:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.596737:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947489.596738:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.596744:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947489.596745:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947489.596748:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947489.596749:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947489.596753:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947489.596754:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947489.596755:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947489.596759:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947489.596760:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596764:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947489.596764:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947489.596773:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.596782:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947489.596784:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947489.596786:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947489.596788:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947489.596790:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947489.596794:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154991360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947489.596798:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947489.596800:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947489.596802:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947489.596803:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947489.596806:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784947489.596808:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947489.596812:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947489.596815:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea370. 00000400:00000010:0.0:1784947489.596818:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf908. 00000100:00000200:0.0:1784947489.596821:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991360, portal 10 00000100:00000001:0.0:1784947489.596823:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947489.596824:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000100:00000040:0.0:1784947489.596831:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.596838:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947489.596841:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947489.596843:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000200:0.0:1784947489.596845:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154991360, offset 0 00000400:00000200:0.0:1784947489.596850:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947489.596854:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.596857:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947489.596860:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947489.596863:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947489.596865:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947489.596868:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947489.596871:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540976:540976:254:4294967295] 192.168.201.111@tcp LPNI seq info [540913:540913:6:4294967295] 00000400:00000200:0.0:1784947489.596875:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.596881:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947489.596886:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947489.596889:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784947489.596893:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947489.596898:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947489.596901:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947489.596904:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947489.596907:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10255 usecs (11 jiffies) 00000400:00000200:0.0:1784947489.596911:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947489.596913:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306249227 00000100:00000001:0.0:1784947489.596915:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306253061 00000100:00000001:0.0:1784947489.596917:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306249227 00000100:00000001:0.0:1784947489.596920:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306253061 00000100:00000001:0.0:1784947489.596922:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947489.596925:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596928:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596930:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947489.596933:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947489.596935:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947489.596937:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947489.596938:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947489.596940:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.596942:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947489.597020:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947489.597024:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:0.0:1784947489.597031:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947489.597036:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947489.597041:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000400:00000010:0.0:1784947489.597077:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000001:0.0:1784947489.597083:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947489.597089:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.597098:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947489.597101:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.597109:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.597111:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947489.597123:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947489.597125:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947489.597128:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947489.597132:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947489.597135:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:0.0:1784947489.597137:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:0.0:1784947489.597139:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947489.597142:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.597150:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947489.597152:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.597165:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.597167:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947489.597223:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947489.597226:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784947489.597229:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947489.597232:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947489.597234:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:0.0:1784947489.597236:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:0.0:1784947489.597239:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947489.597242:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.597249:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947489.597252:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.597259:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.597260:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947489.598652:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598673:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947489.598676:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598678:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947489.598682:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598686:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947489.598691:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598694:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598697:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598700:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30b400 00000400:00000200:0.0:1784947489.598703:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598707:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5238f9 [1] + 224 00000800:00000001:0.0:1784947489.598712:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598714:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947489.598716:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947489.598719:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947489.598723:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947489.598727:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947489.598735:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.598749:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947489.598755:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598757:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947489.598759:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598760:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947489.598763:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598765:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947489.598769:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598771:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598773:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598775:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b500 00000400:00000200:0.0:1784947489.598777:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598781:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523919 [1] + 224 00000800:00000001:0.0:1784947489.598784:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598787:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947489.598788:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947489.598790:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947489.598792:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947489.598794:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947489.598801:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.598806:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947489.598810:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598812:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.598812:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947489.598816:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947489.598817:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947489.598821:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947489.598823:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947489.598824:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784947489.598826:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947489.598831:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:1.0:1784947489.598831:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea370. 00000400:00000200:0.0:1784947489.598838:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947489.598838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf908 00000400:00000010:1.0:1784947489.598842:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf908. 00000400:00000200:0.0:1784947489.598843:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947489.598848:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947489.598849:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947489.598853:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b480 00000400:00000200:0.0:1784947489.598857:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947489.598857:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947489.598866:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523901 [1] + 224 00000800:00000001:0.0:1784947489.598873:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947489.598879:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.598886:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947489.598889:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.598891:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784947489.598892:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947489.598893:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947489.598895:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947489.598897:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947489.598900:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947489.598901:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:1.0:1784947489.598906:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.598907:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947489.598913:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947489.598915:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947489.598922:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=102 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947489.598927:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784947489.598928:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.598929:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947489.598934:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947489.598939:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.598942:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947489.598943:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947489.598944:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947489.598945:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947489.598949:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947489.598951:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947489.598955:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947489.598956:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.598964:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947489.598966:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947489.598968:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947489.598986:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.598992:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784947489.598993:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154991360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947489.598995:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947489.599001:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947489.599003:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947489.599005:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe95d8. 00000400:00000200:0.0:1784947489.599010:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:0.0:1784947489.599011:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784947489.599013:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784947489.599014:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947489.599016:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784947489.599018:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947489.599019:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea2c0. 00000400:00000200:1.0:1784947489.599024:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00000400:00000010:1.0:1784947489.599027:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00000100:00000001:1.0:1784947489.599032:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947489.599033:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947489.599037:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.599067:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947489.599068:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947489.599070:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947489.599071:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947489.599072:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947489.599074:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947489.599076:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947489.599079:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=80 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947489.599082:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947489.599088:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947489.599091:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947489.599091:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947489.599095:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947489.599099:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.599103:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947489.599103:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784947489.599107:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947489.599107:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.599112:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947489.599113:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947489.599116:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947489.599116:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947489.599118:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947489.599121:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947489.599123:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947489.599124:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947489.599129:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947489.599137:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947489.599138:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947489.599142:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947489.599142:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947489.599145:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947489.599146:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947489.599149:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784947489.599152:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784947489.599153:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.599158:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947489.599165:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947489.599168:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154991232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947489.599178:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947489.599181:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947489.599181:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947489.599185:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784947489.599187:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641154991232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.599188:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947489.599196:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947489.599199:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947489.599202:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947489.599205:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00100000:1.0:1784947489.599207:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154991104:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784947489.599210:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947489.599212:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784947489.599213:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947489.599215:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1784947489.599216:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947489.599221:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784947489.599221:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641154991360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947489.599225:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784947489.599230:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947489.599231:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947489.599232:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784947489.599234:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1784947489.599235:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 02000000:00000010:1.0:1784947489.599237:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 00000100:00000001:0.0:1784947489.599239:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947489.599241:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947489.599242:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947489.599243:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784947489.599245:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947489.599248:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1784947489.599248:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947489.599251:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784947489.599252:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947489.599255:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 00000100:00000001:0.0:1784947489.599256:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947489.599259:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947489.599260:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947489.599263:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947489.599264:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784947489.599266:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947489.599268:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.599269:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947489.599272:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154991104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947505 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947489.599276:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947489.599277:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947489.599279:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:1.0:1784947489.599280:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947489.599281:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947489.599281:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947489.599283:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947489.599283:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:1.0:1784947489.599284:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947489.599285:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947489.599286:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947489.599287:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947489.599288:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.599289:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947489.599292:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947489.599293:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947489.599294:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947489.599295:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947489.788138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947489.788144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947489.788198:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947489.788202:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947489.788205:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947490.812138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947490.812145:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947490.812148:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947490.812151:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947490.812156:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947490.812158:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947490.812160:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947490.812164:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947490.812200:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947490.812204:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947490.812206:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947491.068147:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947491.068154:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947491.068158:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947491.068319:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947491.068333:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947491.068334:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947491.068341:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947491.068345:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947491.836142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947491.836148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947491.836181:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947491.836185:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947491.836188:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947492.860177:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947492.860183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947492.860241:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947492.860246:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947492.860250:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947493.500108:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306253061, at 4306253120 00000100:00000040:1.0:1784947493.500108:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306253061, at 4306253120 00000100:00000010:0.0:1784947493.500123:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947493.500125:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889600. 00010000:00000001:1.0:1784947493.884150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947493.884156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947493.884220:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947493.884225:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947493.884228:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947494.716123:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947494.716131:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947494.716140:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947494.716145:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947494.716148:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947494.716151:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947494.716155:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947494.716163:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947494.716168:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716178:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947494.716187:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947494.716190:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716194:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716218:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716221:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947494.716223:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947494.716225:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947494.716226:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947494.716228:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947494.716229:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947494.716230:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947494.716233:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947494.716235:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716238:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947494.716243:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947494.716245:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716248:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_01+1] req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716254:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716255:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947494.716257:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947494.716258:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947494.716262:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000100:00000001:0.0:1784947494.716263:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784947494.716265:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947494.716266:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947494.716268:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947494.716270:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947494.716272:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947494.716276:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947494.716283:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:0.0:1784947494.716285:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947494.716287:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716288:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947494.716294:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784947494.716295:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784947494.716298:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947494.716303:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947494.716309:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154991488:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947494.716311:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947494.716315:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947494.716316:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947494.716322:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947494.716322:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947494.716325:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947494.716331:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947494.716337:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947494.716341:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716341:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.716344:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784947494.716348:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947494.716348:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947494.716352:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784947494.716354:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000100:00000040:1.0:1784947494.716355:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947494.716360:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11592) 00000400:00000010:0.0:1784947494.716361:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000200:0.0:1784947494.716368:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991488, portal 25 00000100:00000001:0.0:1784947494.716370:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947494.716372:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000040:0.0:1784947494.716377:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716378:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947494.716382:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947494.716385:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947494.716389:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947494.716391:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947494.716395:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947494.716400:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784947494.716403:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1784947494.716404:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154991488, offset 0 00000100:00000001:1.0:1784947494.716406:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947494.716410:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947494.716412:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947494.716413:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947494.716417:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947494.716420:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154991616:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947494.716423:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947494.716426:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947494.716429:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947494.716431:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947494.716433:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:1.0:1784947494.716434:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947494.716441:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:1.0:1784947494.716441:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000400:00000200:0.0:1784947494.716445:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:1.0:1784947494.716445:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947494.716451:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947494.716451:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947494.716457:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:1.0:1784947494.716457:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000400:00000200:0.0:1784947494.716462:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540977:540977:256:4294967295] 192.168.201.111@tcp LPNI seq info [540914:540914:8:4294967295] 00000400:00000010:1.0:1784947494.716465:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000400:00000200:0.0:1784947494.716469:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947494.716472:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991616, portal 10 00000100:00000001:1.0:1784947494.716475:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947494.716478:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000400:00000200:0.0:1784947494.716483:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:1.0:1784947494.716488:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947494.716489:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947494.716497:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000100:00000001:1.0:1784947494.716498:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947494.716503:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947494.716507:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784947494.716508:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784947494.716512:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154991616, offset 0 00000800:00000200:0.0:1784947494.716520:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947494.716520:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947494.716526:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947494.716527:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.716534:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947494.716537:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947494.716539:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947494.716541:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947494.716545:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.716546:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947494.716550:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306258181 00000400:00000200:1.0:1784947494.716551:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000010:0.0:1784947494.716557:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947494.716557:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540978:540978:255:4294967295] 192.168.201.111@tcp LPNI seq info [540915:540915:7:4294967295] 00000400:00000200:1.0:1784947494.716564:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947494.716567:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947494.716575:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306258181 00000400:00000200:1.0:1784947494.716575:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:0.0:1784947494.716580:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889e40. 00000800:00000200:1.0:1784947494.716584:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947494.716585:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947494.716589:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947494.716592:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947494.716592:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000100:00000001:0.0:1784947494.716599:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716602:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947494.716603:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947494.716609:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947494.716610:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947494.716611:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947494.716613:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947494.716617:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947494.716618:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716619:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947494.716622:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947494.716623:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9083 usecs (10 jiffies) 00000100:00000040:0.0:1784947494.716627:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947494.716632:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947494.716636:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306254346 00000100:00000001:0.0:1784947494.716642:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947494.716642:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306258181 00000100:00000001:0.0:1784947494.716646:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716647:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306254346 02000000:00000001:0.0:1784947494.716650:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947494.716652:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306258181 02000000:00000001:0.0:1784947494.716653:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947494.716656:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947494.716657:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716662:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947494.716663:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154991744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947494.716666:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716667:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947494.716669:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947494.716670:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947494.716673:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716674:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784947494.716675:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947494.716677:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1784947494.716680:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 00000100:00000001:1.0:1784947494.716681:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947494.716684:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947494.716685:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716687:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947494.716691:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947494.716692:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947494.716696:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea688. 00000400:00000010:0.0:1784947494.716700:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000100:00000200:0.0:1784947494.716702:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991744, portal 10 00000100:00000001:0.0:1784947494.716704:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947494.716706:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 00000100:00000040:0.0:1784947494.716710:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.716715:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947494.716717:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947494.716719:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000200:0.0:1784947494.716721:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154991744, offset 0 00000400:00000200:0.0:1784947494.716724:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947494.716726:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947494.716729:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947494.716731:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947494.716733:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947494.716735:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947494.716737:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947494.716740:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540979:540979:254:4294967295] 192.168.201.111@tcp LPNI seq info [540916:540916:6:4294967295] 00000800:00000200:1.0:1784947494.716743:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784947494.716745:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947494.716748:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784947494.716754:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947494.716755:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784947494.716762:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947494.716766:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000010:0.0:1784947494.716768:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000400:00000200:1.0:1784947494.716772:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000800:00000200:0.0:1784947494.716775:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784947494.716776:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000800:00000200:0.0:1784947494.716783:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947494.716783:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784947494.716787:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784947494.716790:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.716792:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947494.716797:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10255 usecs (11 jiffies) 00000400:00000200:0.0:1784947494.716805:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947494.716809:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306254347 00000100:00000001:1.0:1784947494.716809:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947494.716811:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306258181 00000100:00000040:1.0:1784947494.716815:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.716816:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306254347 00000100:00000001:0.0:1784947494.716820:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306258181 00000100:00000001:0.0:1784947494.716827:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947494.716832:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716836:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716836:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716843:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947494.716843:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947494.716848:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947494.716849:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947494.716851:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947494.716852:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947494.716854:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.716856:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947494.716858:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947494.716861:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:1.0:1784947494.716864:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947494.716867:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947494.716869:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784947494.716871:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784947494.716873:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947494.716876:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716881:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947494.716900:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716909:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716910:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947494.716960:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947494.716963:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:1.0:1784947494.716964:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947494.716967:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947494.716968:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:1.0:1784947494.716970:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:1.0:1784947494.716971:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947494.716974:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716979:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947494.716980:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.716985:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.716986:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947494.718248:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947494.718258:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947494.718261:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947494.718263:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947494.718268:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718272:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947494.718276:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718279:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718283:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718286:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30b580 00000400:00000200:1.0:1784947494.718289:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718293:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523929 [1] + 224 00000800:00000001:1.0:1784947494.718297:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947494.718299:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947494.718301:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947494.718304:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947494.718307:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947494.718311:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947494.718319:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.718332:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947494.718338:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947494.718340:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947494.718341:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947494.718342:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947494.718345:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718348:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947494.718352:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718354:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718357:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718359:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b600 00000100:00000001:0.0:1784947494.718362:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947494.718362:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947494.718366:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947494.718369:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523939 [1] + 224 00000800:00000001:1.0:1784947494.718373:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947494.718374:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947494.718377:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947494.718379:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000400:00000200:0.0:1784947494.718383:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:0.0:1784947494.718384:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:0.0:1784947494.718386:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947494.718391:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947494.718397:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947494.718400:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947494.718402:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947494.718411:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947494.718417:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947494.718418:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947494.718421:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947494.718422:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.718423:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947494.718427:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947494.718430:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947494.718433:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.718434:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947494.718437:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947494.718445:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947494.718448:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947494.718450:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947494.718451:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947494.718454:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947494.718456:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947494.718457:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947494.718461:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947494.718462:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947494.718463:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947494.718469:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947494.718473:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947494.718473:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947494.718482:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947494.718487:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947494.718490:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947494.718491:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947494.718495:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947494.718498:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947494.718502:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947494.718503:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718511:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947494.718518:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b680 00000100:00100000:0.0:1784947494.718522:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154991488:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947494.718526:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947494.718528:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.718532:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947494.718533:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523949 [1] + 224 00000100:00000040:0.0:1784947494.718537:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154991488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947494.718538:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947494.718546:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947494.718546:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947494.718549:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784947494.718550:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1784947494.718552:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 00000400:00000200:1.0:1784947494.718557:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:0.0:1784947494.718558:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947494.718560:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:0.0:1784947494.718561:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947494.718564:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:1.0:1784947494.718567:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784947494.718568:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947494.718571:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947494.718576:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947494.718580:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947494.718582:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000040:1.0:1784947494.718583:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.718585:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947494.718588:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947494.718592:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.718597:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947494.718599:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947494.718600:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947494.718614:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947494.718615:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947494.718617:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947494.718618:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947494.718619:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea688. 00000400:00000200:0.0:1784947494.718624:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000400:00000010:0.0:1784947494.718625:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000001:0.0:1784947494.718627:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947494.718632:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947494.718633:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.718635:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947494.718640:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784947494.718643:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947494.718643:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947494.718647:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000100:00000001:0.0:1784947494.718655:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947494.718655:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00000001:0.0:1784947494.718658:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947494.718659:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:0.0:1784947494.718661:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947494.718663:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947494.718664:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947494.718665:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947494.718668:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947494.718672:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947494.718672:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947494.718678:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=85 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947494.718686:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=107 v=5 (1 1 1 1) 00000100:00000200:1.0:1784947494.718689:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.718690:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947494.718692:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947494.718696:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947494.718700:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.718702:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947494.718703:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947494.718706:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947494.718706:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947494.718711:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947494.718711:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947494.718715:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947494.718716:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947494.718718:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784947494.718720:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.718721:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947494.718726:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947494.718732:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784947494.718733:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=85 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947494.718734:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947494.718737:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784947494.718740:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=125 v=5 (1 1 1 1) 00000100:00000040:0.0:1784947494.718742:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.718744:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947494.718747:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947494.718751:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947494.718755:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947494.718756:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154991744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947494.718758:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784947494.718762:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947494.718762:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947494.718765:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947494.718766:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947494.718768:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947494.718771:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641154991744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947494.718776:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947494.718781:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947494.718784:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947494.718787:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000100:00000001:1.0:1784947494.718789:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947494.718790:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947494.718792:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1784947494.718793:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947494.718797:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947494.718797:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784947494.718803:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947494.718805:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 00000100:00000040:1.0:1784947494.718806:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947494.718807:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947494.718810:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947494.718812:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00000100:00000001:0.0:1784947494.718816:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947494.718818:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947494.718821:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784947494.718822:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154991616:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947494.718826:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947494.718827:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947494.718829:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.718831:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947494.718832:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947494.718835:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947494.718836:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641154991616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947510 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947494.718842:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947494.718844:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947494.718846:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947494.718850:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947494.718851:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947494.718852:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947494.718853:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947494.718855:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:1.0:1784947494.718857:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947494.718858:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947494.718859:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784947494.718861:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947494.718863:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947494.718864:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947494.718867:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947494.718868:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947494.718870:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947494.718871:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947494.908130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947494.908136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947494.908193:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947494.908198:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947494.908202:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947495.932145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947495.932151:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947495.932192:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947495.932196:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947495.932199:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947496.956134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947496.956140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947496.956229:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947496.956233:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947496.956236:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947497.980150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947497.980156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947497.980205:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947497.980209:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947497.980212:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947498.620118:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306258181, at 4306258240 00000100:00000010:0.0:1784947498.620131:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784947498.620145:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306258181, at 4306258240 00000100:00000010:1.0:1784947498.620153:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889e40. 00010000:00000001:1.0:1784947499.004118:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947499.004125:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947499.004204:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947499.004208:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947499.004211:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947499.836126:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947499.836135:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947499.836144:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947499.836149:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947499.836153:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947499.836155:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947499.836160:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947499.836167:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947499.836173:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836183:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947499.836191:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947499.836195:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836199:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_01+1] req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836223:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836225:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947499.836227:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947499.836229:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947499.836231:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947499.836232:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947499.836233:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947499.836235:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947499.836237:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947499.836238:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836241:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947499.836246:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947499.836247:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836249:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836255:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836256:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947499.836258:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947499.836259:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784947499.836260:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947499.836262:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947499.836262:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947499.836264:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947499.836267:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947499.836269:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836272:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947499.836276:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947499.836278:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836280:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836285:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836287:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947499.836289:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947499.836290:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947499.836295:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947499.836295:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947499.836300:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947499.836300:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947499.836306:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11597) 00000100:00000040:0.0:1784947499.836311:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947499.836319:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947499.836321:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947499.836323:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947499.836326:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947499.836329:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836329:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947499.836332:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784947499.836333:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154991872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947499.836334:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947499.836340:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947499.836341:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947499.836346:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947499.836348:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1784947499.836349:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836351:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947499.836353:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1784947499.836355:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947499.836357:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784947499.836360:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:1.0:1784947499.836360:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947499.836366:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947499.836368:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154992000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947499.836372:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947499.836375:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947499.836375:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947499.836378:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947499.836380:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea688. 02000000:00000001:1.0:1784947499.836382:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947499.836387:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947499.836389:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947499.836390:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000400:00000200:1.0:1784947499.836394:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947499.836398:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154991872, portal 25 00000400:00000010:1.0:1784947499.836398:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000100:00000001:0.0:1784947499.836404:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784947499.836405:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000100:00000001:0.0:1784947499.836406:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000100:00000200:1.0:1784947499.836412:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992000, portal 10 00000100:00000001:1.0:1784947499.836416:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784947499.836417:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836418:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000001:0.0:1784947499.836427:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947499.836430:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947499.836434:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947499.836439:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000001:1.0:1784947499.836441:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784947499.836444:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154991872, offset 0 00000100:00000040:1.0:1784947499.836447:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947499.836452:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000400:00000200:0.0:1784947499.836453:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947499.836461:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947499.836464:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154992000, offset 0 00000400:00000200:0.0:1784947499.836469:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947499.836474:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947499.836477:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947499.836482:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947499.836485:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947499.836486:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947499.836489:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540980:540980:256:4294967295] 192.168.201.111@tcp LPNI seq info [540917:540917:8:4294967295] 00000400:00000200:0.0:1784947499.836492:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947499.836499:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947499.836506:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947499.836507:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947499.836514:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000400:00000200:1.0:1784947499.836514:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947499.836520:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947499.836525:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947499.836525:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947499.836529:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947499.836532:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947499.836535:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540981:540981:255:4294967295] 192.168.201.111@tcp LPNI seq info [540918:540918:7:4294967295] 00000800:00000200:0.0:1784947499.836539:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947499.836544:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947499.836545:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947499.836553:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947499.836557:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947499.836559:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947499.836561:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784947499.836565:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947499.836569:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947499.836570:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306263301 00000100:00000010:0.0:1784947499.836577:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784947499.836578:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947499.836583:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947499.836586:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947499.836587:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947499.836593:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9082 usecs (10 jiffies) 00000100:00000001:0.0:1784947499.836595:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306263301 00000400:00000200:1.0:1784947499.836600:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784947499.836601:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18897e0. 00000100:00000001:1.0:1784947499.836603:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306259466 00000100:00000001:0.0:1784947499.836605:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947499.836607:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306263301 00000100:00000001:0.0:1784947499.836609:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947499.836611:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306259466 00000100:00000001:0.0:1784947499.836613:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836614:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306263301 00000100:00000001:0.0:1784947499.836616:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947499.836618:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947499.836622:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947499.836623:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836624:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836629:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.836635:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947499.836636:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836637:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784947499.836638:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947499.836640:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784947499.836642:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947499.836643:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947499.836645:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836646:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947499.836649:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947499.836651:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154992128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947499.836652:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.836657:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947499.836660:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947499.836661:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947499.836663:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947499.836665:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947499.836667:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947499.836669:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947499.836671:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000400:00000010:0.0:1784947499.836674:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000100:00000200:0.0:1784947499.836676:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992128, portal 10 00000100:00000001:0.0:1784947499.836677:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947499.836678:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000100:00000040:0.0:1784947499.836682:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947499.836688:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947499.836690:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947499.836692:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784947499.836693:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000800:00000010:1.0:1784947499.836696:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000200:0.0:1784947499.836697:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154992128, offset 0 00000400:00000200:0.0:1784947499.836702:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947499.836703:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947499.836707:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.836711:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947499.836715:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947499.836718:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947499.836720:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947499.836721:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947499.836723:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947499.836725:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540982:540982:254:4294967295] 192.168.201.111@tcp LPNI seq info [540919:540919:6:4294967295] 00000400:00000200:0.0:1784947499.836728:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947499.836732:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947499.836736:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947499.836738:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000800:00000010:0.0:1784947499.836739:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000400:00000010:1.0:1784947499.836741:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000800:00000200:0.0:1784947499.836746:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947499.836747:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784947499.836754:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784947499.836755:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947499.836760:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947499.836767:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836769:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947499.836771:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10255 usecs (11 jiffies) 00000100:00000040:1.0:1784947499.836774:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947499.836778:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947499.836783:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306259467 00000100:00000001:0.0:1784947499.836788:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306263301 00000100:00000001:1.0:1784947499.836789:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.836791:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306259467 00000100:00000001:1.0:1784947499.836792:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947499.836812:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306263301 00000100:00000001:0.0:1784947499.836815:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947499.836817:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947499.836817:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947499.836822:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000100:00000001:0.0:1784947499.836823:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947499.836826:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947499.836827:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947499.836833:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947499.836834:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947499.836836:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000100:00000001:0.0:1784947499.836837:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784947499.836840:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784947499.836841:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947499.836845:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947499.836845:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947499.836850:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947499.836852:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947499.836853:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836862:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947499.836865:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836869:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836870:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947499.836925:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947499.836927:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784947499.836929:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947499.836931:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947499.836933:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000010:1.0:1784947499.836934:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784947499.836935:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947499.836938:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836942:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947499.836944:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.836948:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.836949:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947499.838334:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947499.838371:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947499.838374:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947499.838376:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947499.838381:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838385:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947499.838390:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838392:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838396:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838399:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30b700 00000400:00000200:1.0:1784947499.838402:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838406:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523959 [1] + 224 00000800:00000001:1.0:1784947499.838411:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947499.838413:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947499.838414:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947499.838417:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947499.838420:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947499.838424:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947499.838432:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.838446:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947499.838451:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947499.838458:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947499.838459:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947499.838461:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947499.838463:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838466:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947499.838470:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838475:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838478:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b780 00000400:00000200:1.0:1784947499.838481:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947499.838483:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947499.838487:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947499.838488:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523961 [1] + 224 00000800:00000001:1.0:1784947499.838493:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947499.838494:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947499.838495:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947499.838498:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947499.838499:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947499.838501:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea688. 00000400:00000200:1.0:1784947499.838505:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947499.838507:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000400:00000010:0.0:1784947499.838510:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000001:0.0:1784947499.838512:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947499.838514:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947499.838519:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947499.838522:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947499.838537:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947499.838550:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.838554:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947499.838560:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947499.838560:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947499.838562:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838565:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947499.838565:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947499.838569:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784947499.838569:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947499.838572:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947499.838573:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838576:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947499.838580:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947499.838581:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947499.838586:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:0.0:1784947499.838588:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=90 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947499.838592:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784947499.838594:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=90 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947499.838598:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947499.838600:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947499.838604:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947499.838604:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784947499.838610:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947499.838610:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b800 00010000:00000001:0.0:1784947499.838612:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.838617:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947499.838617:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947499.838623:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523979 [1] + 224 00000100:00000040:0.0:1784947499.838625:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947499.838627:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947499.838637:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947499.838640:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947499.838641:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838642:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947499.838646:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784947499.838648:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947499.838654:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947499.838660:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784947499.838664:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154991872:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784947499.838667:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947499.838670:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.838675:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947499.838680:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641154991872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947499.838683:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947499.838698:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947499.838701:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784947499.838702:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784947499.838704:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000800:00000001:1.0:1784947499.838706:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784947499.838708:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1784947499.838710:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784947499.838711:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947499.838714:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947499.838716:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947499.838718:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947499.838719:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947499.838721:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947499.838722:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947499.838724:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947499.838726:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000400:00000001:1.0:1784947499.838727:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947499.838730:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:1.0:1784947499.838730:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947499.838733:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947499.838734:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000100:00000001:0.0:1784947499.838737:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.838740:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947499.838740:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00000001:0.0:1784947499.838741:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784947499.838745:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:1.0:1784947499.838748:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947499.838750:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947499.838751:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947499.838754:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947499.838757:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000400:00000200:0.0:1784947499.838762:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000100:00000200:1.0:1784947499.838764:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947499.838765:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:0.0:1784947499.838769:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947499.838774:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784947499.838776:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.838777:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947499.838781:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947499.838784:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947499.838786:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947499.838789:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947499.838792:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947499.838793:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947499.838811:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=90 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947499.838812:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947499.838815:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784947499.838817:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947499.838818:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947499.838820:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947499.838822:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947499.838823:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947499.838825:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.838826:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947499.838830:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784947499.838831:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947499.838834:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947499.838835:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=90 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947499.838837:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1784947499.838841:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=112 v=5 (1 1 1 1) 00000100:00000040:1.0:1784947499.838842:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947499.838845:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947499.838848:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947499.838849:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.838853:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947499.838857:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784947499.838857:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947499.838861:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.838866:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947499.838868:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947499.838870:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947499.838871:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947499.838874:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.838875:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947499.838878:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947499.838880:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947499.838885:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947499.838895:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947499.838900:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947499.838903:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947499.838910:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947499.838919:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154992000:192.168.201.111@tcp:400:kworker.0 00000100:00100000:0.0:1784947499.838924:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154992128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947499.838925:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947499.838930:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947499.838932:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838935:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947499.838936:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641154992000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947499.838941:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641154992128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947499.838947:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947499.838950:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947499.838953:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784947499.838954:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947499.838957:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784947499.838958:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1784947499.838959:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 00000020:00000001:1.0:1784947499.838961:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784947499.838963:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1784947499.838963:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947499.838966:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784947499.838967:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784947499.838969:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:1.0:1784947499.838970:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 00000020:00000001:0.0:1784947499.838974:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784947499.838975:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1784947499.838977:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:1.0:1784947499.838978:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784947499.838981:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:1.0:1784947499.838981:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 02000000:00000001:0.0:1784947499.838983:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947499.838985:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1784947499.838986:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000100:00000001:1.0:1784947499.838989:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838990:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947499.838992:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838993:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947499.838996:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947499.838996:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947499.838999:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.839000:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947499.839001:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947499.839002:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947499.839004:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947499.839006:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947499.839009:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947500.028146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947500.028152:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947500.028218:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947500.028223:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947500.028227:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947501.052123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947501.052130:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947501.052133:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947501.052136:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947501.052140:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947501.052142:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947501.052144:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947501.052147:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947501.052188:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947501.052191:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947501.052194:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947502.076115:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947502.076121:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947502.076209:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947502.076213:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947502.076217:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947503.100134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947503.100140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947503.100219:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947503.100223:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947503.100226:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947503.740092:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306263301, at 4306263360 00000100:00000010:0.0:1784947503.740105:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784947503.740116:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306263301, at 4306263360 00000100:00000010:1.0:1784947503.740124:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18897e0. 00010000:00000001:1.0:1784947504.124158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947504.124164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947504.124239:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947504.124242:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947504.124246:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947504.956176:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947504.956185:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947504.956193:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947504.956198:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947504.956201:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947504.956204:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947504.956209:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947504.956216:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947504.956221:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956231:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947504.956239:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947504.956242:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956247:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947504.956270:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956272:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947504.956275:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947504.956277:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947504.956279:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947504.956281:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947504.956282:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947504.956283:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947504.956285:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947504.956287:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956290:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947504.956295:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947504.956296:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956299:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947504.956304:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956306:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947504.956308:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947504.956309:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947504.956311:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947504.956313:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947504.956314:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947504.956316:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947504.956318:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947504.956320:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956323:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947504.956326:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947504.956328:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947504.956331:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.956332:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947504.956336:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947504.956337:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947504.956344:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947504.956346:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947504.956347:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947504.956357:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947504.956363:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947504.956364:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947504.956367:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956370:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947504.956372:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947504.956376:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947504.956378:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956378:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11602) 00000100:00100000:2.0:1784947504.956385:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154992256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947504.956389:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947504.956393:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947504.956396:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947504.956397:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947504.956401:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947504.956402:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947504.956405:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784947504.956406:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947504.956409:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947504.956413:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947504.956418:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947504.956424:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947504.956426:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947504.956428:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947504.956430:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784947504.956431:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 02000000:00000001:3.0:1784947504.956432:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947504.956436:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947504.956439:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992256, portal 25 00000100:00100000:3.0:1784947504.956440:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154992384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947504.956443:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947504.956446:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000001:3.0:1784947504.956449:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947504.956453:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947504.956454:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947504.956455:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947504.956460:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947504.956465:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 00000100:00000001:2.0:1784947504.956466:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947504.956469:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947504.956473:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947504.956477:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000400:00000200:3.0:1784947504.956477:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947504.956480:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154992256, offset 0 00000400:00000010:3.0:1784947504.956482:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947504.956487:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947504.956488:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000100:00000200:3.0:1784947504.956493:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992384, portal 10 00000100:00000001:3.0:1784947504.956495:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947504.956497:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000400:00000200:2.0:1784947504.956498:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947504.956508:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947504.956509:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947504.956518:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947504.956519:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947504.956524:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784947504.956525:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947504.956528:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000400:00000200:2.0:1784947504.956530:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784947504.956532:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154992384, offset 0 00000400:00000200:2.0:1784947504.956534:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947504.956541:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947504.956542:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540983:540983:256:4294967295] 192.168.201.111@tcp LPNI seq info [540920:540920:8:4294967295] 00000400:00000200:2.0:1784947504.956548:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947504.956558:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947504.956561:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947504.956566:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947504.956571:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947504.956573:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784947504.956577:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947504.956578:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947504.956583:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947504.956585:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947504.956590:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947504.956591:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540984:540984:255:4294967295] 192.168.201.111@tcp LPNI seq info [540921:540921:7:4294967295] 00000400:00000200:3.0:1784947504.956597:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947504.956604:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947504.956611:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947504.956612:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947504.956618:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1784947504.956619:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947504.956626:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947504.956629:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947504.956635:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947504.956636:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947504.956639:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306268421 00000800:00000200:3.0:1784947504.956641:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784947504.956645:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43360. 00000100:00000001:3.0:1784947504.956648:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.956652:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784947504.956654:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9082 usecs (10 jiffies) 00000100:00000001:2.0:1784947504.956660:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306268421 00000400:00000200:3.0:1784947504.956661:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947504.956666:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f60. 00000100:00000001:3.0:1784947504.956666:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306264586 00000100:00000001:2.0:1784947504.956671:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947504.956672:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306268421 00000100:00000001:3.0:1784947504.956676:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306264586 00000100:00000001:2.0:1784947504.956677:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947504.956679:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306268421 00000100:00000001:2.0:1784947504.956681:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947504.956683:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947504.956685:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947504.956686:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.956690:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947504.956691:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947504.956694:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.956697:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947504.956698:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947504.956701:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947504.956701:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947504.956722:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947504.956724:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947504.956725:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947504.956726:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947504.956729:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947504.956732:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947504.956733:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947504.956735:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.956748:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1784947504.956750:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947504.956750:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947504.956752:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947504.956755:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947504.956758:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947504.956759:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00100000:2.0:1784947504.956761:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154992512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947504.956765:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947504.956767:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784947504.956768:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947504.956769:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947504.956774:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947504.956777:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947504.956781:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947504.956782:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947504.956787:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947504.956790:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947504.956792:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:2.0:1784947504.956794:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000400:00000010:1.0:1784947504.956798:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000200:2.0:1784947504.956798:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992512, portal 10 00000100:00000001:2.0:1784947504.956803:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947504.956805:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000001:1.0:1784947504.956807:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784947504.956812:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947504.956816:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947504.956824:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947504.956831:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947504.956834:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000001:1.0:1784947504.956836:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947504.956837:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154992512, offset 0 00000100:00000040:1.0:1784947504.956842:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947504.956845:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947504.956852:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947504.956858:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947504.956859:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947504.956861:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947504.956864:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947504.956867:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947504.956869:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947504.956871:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947504.956875:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540985:540985:255:4294967295] 192.168.201.111@tcp LPNI seq info [540922:540922:7:4294967295] 00000400:00000200:2.0:1784947504.956878:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947504.956882:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947504.956885:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947504.956889:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947504.956891:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947504.956894:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947504.956897:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947504.956899:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947504.956901:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10253 usecs (11 jiffies) 00000400:00000200:2.0:1784947504.956903:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947504.956905:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306264587 00000100:00000001:2.0:1784947504.956907:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306268421 00000100:00000001:2.0:1784947504.956908:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306264587 00000100:00000001:2.0:1784947504.956909:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306268421 00000100:00000001:2.0:1784947504.956911:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947504.956912:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.956914:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.956915:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.956917:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947504.956919:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947504.956920:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947504.956922:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947504.956923:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947504.956924:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947504.956928:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000100:00000001:2.0:1784947504.956929:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947504.956935:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947504.956940:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947504.956942:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:1.0:1784947504.956944:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:1.0:1784947504.956947:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947504.956949:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.956955:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947504.956957:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.956962:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947504.956964:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947504.956973:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947504.956975:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947504.956977:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947504.956979:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947504.956980:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:1.0:1784947504.956982:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:1.0:1784947504.956983:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947504.956985:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.956990:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947504.956992:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.956996:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947504.956997:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947504.958384:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958417:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947504.958420:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958423:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947504.958429:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958435:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947504.958442:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958446:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958451:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958456:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30b880 00000400:00000200:1.0:1784947504.958460:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958465:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523989 [1] + 224 00000800:00000001:1.0:1784947504.958471:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958476:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947504.958479:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947504.958484:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947504.958489:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947504.958493:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947504.958504:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.958520:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947504.958527:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958530:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947504.958533:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958535:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947504.958538:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958542:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947504.958546:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958549:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958552:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958555:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b900 00000400:00000200:1.0:1784947504.958559:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947504.958563:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523991 [1] + 224 00000800:00000001:1.0:1784947504.958567:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958571:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947504.958573:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947504.958577:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947504.958580:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947504.958581:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947504.958584:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947504.958589:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947504.958591:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947504.958594:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947504.958598:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947504.958603:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947504.958606:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000040:1.0:1784947504.958608:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947504.958609:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947504.958617:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.958625:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784947504.958627:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947504.958631:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947504.958636:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947504.958637:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.958638:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947504.958640:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947504.958642:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947504.958644:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947504.958645:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947504.958648:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947504.958649:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947504.958652:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947504.958656:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947504.958657:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947504.958659:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947504.958662:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=95 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947504.958663:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947504.958663:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947504.958669:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947504.958670:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947504.958670:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=95 v=5 (1 1 1 1) 00000400:00000001:3.0:1784947504.958673:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947504.958679:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947504.958679:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784947504.958679:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947504.958683:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947504.958686:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784947504.958687:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00010000:00000001:2.0:1784947504.958690:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947504.958691:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30b980 00000400:00000010:3.0:1784947504.958692:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:2.0:1784947504.958696:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947504.958700:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947504.958700:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947504.958705:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947504.958723:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523999 [1] + 224 00000100:00000200:3.0:1784947504.958724:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947504.958734:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947504.958741:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947504.958747:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947504.958747:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947504.958751:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947504.958753:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947504.958757:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947504.958761:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947504.958767:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947504.958770:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947504.958773:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947504.958777:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947504.958781:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947504.958781:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947504.958785:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947504.958788:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1784947504.958790:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154992256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947504.958791:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947504.958797:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.958803:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947504.958805:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=95 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947504.958806:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947504.958810:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947504.958811:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=135 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947504.958813:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641154992256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947504.958820:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947504.958823:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947504.958827:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947504.958831:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947504.958836:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947504.958839:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947504.958842:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947504.958843:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947504.958848:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947504.958848:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947504.958849:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947504.958854:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947504.958855:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947504.958857:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947504.958858:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947504.958864:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947504.958868:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947504.958868:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784947504.958871:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947504.958872:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947504.958876:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947504.958877:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947504.958880:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000100:00000040:3.0:1784947504.958881:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947504.958884:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947504.958888:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947504.958891:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00100000:3.0:1784947504.958894:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154992384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947504.958896:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947504.958898:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947504.958901:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.958902:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947504.958905:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947504.958906:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947504.958909:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947504.958912:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641154992384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947504.958913:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947504.958916:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947504.958919:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947504.958924:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000100:00000001:3.0:1784947504.958925:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784947504.958929:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 02000000:00000001:3.0:1784947504.958929:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947504.958932:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 00000100:00000001:2.0:1784947504.958933:0:2409:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947504.958937:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1784947504.958940:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947504.958940:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947504.958944:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947504.958948:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947504.958951:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947504.958954:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947504.958956:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1784947504.958958:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947504.958958:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:3.0:1784947504.958963:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947504.958964:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947504.958968:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947504.958973:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947504.958974:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947504.958975:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.958976:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947504.958978:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947504.958979:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947504.958981:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947504.958982:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947504.958986:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947504.958988:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947504.958989:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947504.958992:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947504.958995:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947504.958997:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947504.958998:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947504.959000:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947504.959002:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.959003:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947504.959004:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947504.959006:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947504.959007:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947504.959010:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947504.959014:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947504.959016:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947504.959017:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947504.959019:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947504.959024:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154992512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947504.959026:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.959028:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947504.959030:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641154992512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947504.959034:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947504.959035:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947504.959036:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947504.959038:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947504.959038:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947504.959039:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947504.959041:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947504.959042:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947504.959043:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947504.959044:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947504.959045:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784947504.959075:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947504.959077:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.959078:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947504.959081:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947504.959082:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947504.959084:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947504.959085:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947505.148132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947505.148138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947505.148208:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947505.148211:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947505.148214:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947506.172124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947506.172132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947506.172162:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947506.172167:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947506.172172:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947507.196125:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947507.196131:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947507.196204:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947507.196208:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947507.196211:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947508.220108:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947508.220115:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947508.220165:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947508.220171:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947508.220175:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947508.860124:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306268421, at 4306268480 00000100:00000040:1.0:1784947508.860124:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306268421, at 4306268480 00000100:00000010:0.0:1784947508.860139:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43360. 00000100:00000010:1.0:1784947508.860141:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f60. 00010000:00000001:1.0:1784947509.244118:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947509.244125:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947509.244184:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947509.244187:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947509.244190:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947510.076116:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947510.076124:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947510.076133:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947510.076138:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947510.076142:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947510.076145:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947510.076149:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947510.076156:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947510.076162:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076172:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947510.076180:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947510.076183:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076188:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947510.076212:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076214:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947510.076217:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947510.076219:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947510.076221:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947510.076223:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947510.076224:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947510.076225:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947510.076227:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947510.076229:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076233:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947510.076238:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947510.076240:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076243:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.076244:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784947510.076252:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784947510.076252:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.076258:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947510.076258:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947510.076263:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947510.076265:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947510.076266:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947510.076267:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947510.076268:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947510.076269:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947510.076272:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947510.076273:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076276:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947510.076277:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947510.076281:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947510.076283:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947510.076286:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947510.076286:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076290:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.076291:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947510.076296:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947510.076302:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076305:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947510.076308:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947510.076308:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947510.076310:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947510.076317:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947510.076323:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11607) 00000100:00000001:2.0:1784947510.076329:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947510.076332:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947510.076336:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947510.076340:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947510.076343:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947510.076349:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154992768:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947510.076349:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947510.076352:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947510.076355:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947510.076358:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947510.076362:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947510.076365:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947510.076370:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.076370:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947510.076373:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947510.076376:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784947510.076377:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947510.076380:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947510.076383:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947510.076384:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00100000:3.0:1784947510.076385:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154992896:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947510.076392:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.076400:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947510.076401:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947510.076404:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947510.076406:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947510.076408:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947510.076409:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947510.076414:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947510.076417:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947510.076418:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000400:00000200:3.0:1784947510.076422:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947510.076426:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000200:2.0:1784947510.076429:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992768, portal 10 00000400:00000010:3.0:1784947510.076430:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000100:00000001:2.0:1784947510.076436:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:3.0:1784947510.076437:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992896, portal 10 00000100:00000001:2.0:1784947510.076439:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000001:3.0:1784947510.076441:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947510.076444:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:2.0:1784947510.076451:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947510.076452:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.076484:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947510.076490:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947510.076491:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947510.076496:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947510.076498:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000400:00000010:3.0:1784947510.076499:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:2.0:1784947510.076506:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154992768, offset 0 00000100:00000200:3.0:1784947510.076506:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154992896, offset 0 00000400:00000200:2.0:1784947510.076519:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947510.076527:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947510.076531:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947510.076541:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947510.076546:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947510.076551:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947510.076555:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947510.076559:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947510.076563:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540986:540986:256:4294967295] 192.168.201.111@tcp LPNI seq info [540923:540923:8:4294967295] 00000400:00000200:2.0:1784947510.076569:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947510.076574:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947510.076581:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947510.076587:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947510.076588:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947510.076592:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947510.076597:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947510.076601:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947510.076603:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947510.076606:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540987:540987:255:4294967295] 192.168.201.111@tcp LPNI seq info [540924:540924:7:4294967295] 00000400:00000200:3.0:1784947510.076610:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784947510.076612:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947510.076638:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947510.076640:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947510.076648:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947510.076651:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:3.0:1784947510.076653:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:2.0:1784947510.076660:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947510.076661:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947510.076669:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947510.076671:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947510.076678:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.076678:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947510.076685:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10253 usecs (11 jiffies) 00000100:00000040:2.0:1784947510.076686:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9082 usecs (10 jiffies) 00000400:00000200:3.0:1784947510.076692:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947510.076697:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947510.076697:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306269707 00000100:00000001:2.0:1784947510.076704:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306269706 00000100:00000010:3.0:1784947510.076705:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d73c0. 00000100:00000001:3.0:1784947510.076713:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947510.076725:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306269707 00000100:00000001:2.0:1784947510.076727:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306269707 00000100:00000010:3.0:1784947510.076729:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7a80. 00000100:00000001:2.0:1784947510.076733:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306269706 00000100:00000001:3.0:1784947510.076734:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947510.076740:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947510.076741:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306269707 00000100:00000001:3.0:1784947510.076743:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.076747:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947510.076747:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.076753:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.076754:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947510.076758:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947510.076758:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947510.076761:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947510.076762:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1784947510.076764:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784947510.076764:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947510.076767:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947510.076771:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947510.076772:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947510.076773:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947510.076773:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947510.076786:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947510.076790:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784947510.076793:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000100:00000001:2.0:1784947510.076794:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947510.076797:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 02000000:00000001:2.0:1784947510.076799:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947510.076802:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947510.076803:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947510.076808:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947510.076809:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947510.076818:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154992640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947510.076822:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947510.076823:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947510.076828:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947510.076828:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947510.076832:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947510.076837:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947510.076841:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947510.076842:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000001:1.0:1784947510.076843:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947510.076848:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947510.076853:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947510.076857:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947510.076861:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:2.0:1784947510.076865:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154992640, portal 25 00000100:00000001:2.0:1784947510.076867:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947510.076869:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000040:2.0:1784947510.076876:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.076884:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947510.076887:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947510.076891:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784947510.076894:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154992640, offset 0 00000400:00000200:2.0:1784947510.076899:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947510.076903:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947510.076905:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947510.076907:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:1.0:1784947510.076911:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947510.076914:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947510.076918:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947510.076923:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000200:2.0:1784947510.076924:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784947510.076925:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:1.0:1784947510.076930:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947510.076930:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:1.0:1784947510.076935:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947510.076937:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947510.076944:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947510.076950:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947510.076952:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540988:540988:255:4294967295] 192.168.201.111@tcp LPNI seq info [540925:540925:7:4294967295] 00000100:00000040:1.0:1784947510.076955:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947510.076962:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947510.076970:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947510.076973:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947510.076979:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947510.076986:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947510.076991:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947510.076996:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947510.077002:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947510.077006:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947510.077023:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947510.077028:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947510.077030:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306273541 00000100:00000001:2.0:1784947510.077037:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306269707 00000100:00000001:2.0:1784947510.077042:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306273541 00000100:00000001:2.0:1784947510.077076:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306269707 00000100:00000001:2.0:1784947510.077081:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947510.077084:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.077087:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.077090:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.077094:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947510.077096:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947510.077099:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947510.077101:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947510.077105:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.077107:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947510.077127:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947510.077132:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784947510.077137:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947510.077142:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947510.077146:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:1.0:1784947510.077148:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:1.0:1784947510.077151:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947510.077155:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947510.077163:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947510.077166:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947510.077173:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947510.077175:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947510.078250:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078259:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947510.078261:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078263:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947510.078267:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078271:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947510.078278:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078282:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078287:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078292:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ba80 00000400:00000200:1.0:1784947510.078297:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078302:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239a1 [1] + 224 00000800:00000001:1.0:1784947510.078309:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078314:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947510.078317:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947510.078320:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947510.078325:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947510.078330:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947510.078340:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947510.078357:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947510.078364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078368:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947510.078370:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078372:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947510.078376:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078381:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947510.078386:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078390:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947510.078393:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947510.078396:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947510.078397:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947510.078402:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30bb00 00000400:00000001:2.0:1784947510.078404:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947510.078409:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947510.078409:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947510.078414:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947510.078420:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:2.0:1784947510.078422:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:2.0:1784947510.078425:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947510.078430:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239a9 [1] + 224 00000100:00000200:2.0:1784947510.078433:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947510.078435:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078440:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947510.078444:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947510.078451:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947510.078455:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947510.078456:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947510.078461:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.078484:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947510.078485:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.078488:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.078494:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947510.078498:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947510.078501:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947510.078503:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947510.078504:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947510.078508:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947510.078509:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947510.078513:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947510.078516:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078518:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947510.078518:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=101 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947510.078525:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947510.078528:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=141 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947510.078529:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947510.078531:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947510.078532:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947510.078537:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947510.078538:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1784947510.078540:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947510.078541:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947510.078544:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947510.078544:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:1.0:1784947510.078546:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947510.078552:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947510.078552:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784947510.078552:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:3.0:1784947510.078557:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000400:00000200:1.0:1784947510.078559:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ba00 00010000:00000001:2.0:1784947510.078559:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.078561:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947510.078567:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947510.078567:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1784947510.078570:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947510.078572:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:1.0:1784947510.078577:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239b1 [1] + 224 00000100:00000001:2.0:1784947510.078579:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947510.078583:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947510.078586:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078594:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947510.078595:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947510.078596:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947510.078598:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947510.078607:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947510.078613:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947510.078635:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.078642:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947510.078644:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947510.078648:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.078650:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947510.078652:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947510.078656:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947510.078656:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947510.078659:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947510.078660:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947510.078663:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947510.078668:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947510.078669:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947510.078672:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947510.078676:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=101 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947510.078677:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947510.078681:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947510.078684:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947510.078691:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947510.078694:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947510.078697:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1784947510.078698:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154992768:192.168.201.111@tcp:400:kworker.0 00010000:00000001:3.0:1784947510.078699:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.078704:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947510.078706:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947510.078708:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1784947510.078709:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947510.078710:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947510.078714:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947510.078717:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947510.078719:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947510.078725:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000100:00000001:3.0:1784947510.078729:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784947510.078730:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784947510.078733:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947510.078736:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947510.078736:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947510.078741:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947510.078746:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947510.078753:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154992896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947510.078761:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947510.078764:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947510.078771:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641154992896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947510.078774:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947510.078780:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947510.078782:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947510.078786:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947510.078791:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947510.078792:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784947510.078794:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947510.078796:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784947510.078797:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947510.078802:0:2409:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784947510.078802:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784947510.078806:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784947510.078807:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 00000100:00000001:2.0:1784947510.078810:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947510.078812:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947510.078813:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947510.078814:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947510.078818:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 02000000:00000001:2.0:1784947510.078819:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947510.078821:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947510.078823:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947510.078824:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=101 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947510.078825:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947510.078831:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784947510.078832:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947510.078833:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.078840:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947510.078840:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947510.078843:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.078844:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947510.078848:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947510.078851:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.078854:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947510.078859:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.078868:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947510.078870:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947510.078872:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947510.078877:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947510.078885:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154992640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947510.078890:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.078892:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947510.078896:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641154992768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.078904:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947510.078906:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947510.078908:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947510.078912:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947510.078913:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947510.078915:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947510.078918:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947510.078920:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947510.078923:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947510.078924:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947510.078926:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784947510.078930:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947510.078931:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.078933:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947510.078937:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641154992640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947526 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947510.078945:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947510.078946:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947510.078948:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947510.078950:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947510.078951:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947510.078953:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947510.078955:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947510.078956:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947510.078959:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947510.078960:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947510.078962:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947510.078964:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947510.078966:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.078968:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947510.078972:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947510.078974:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947510.078976:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947510.078978:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947510.268162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947510.268168:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947510.268216:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947510.268221:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947510.268225:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947511.292129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947511.292138:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947511.292141:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947511.292145:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947511.292149:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947511.292152:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947511.292154:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947511.292157:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947511.292194:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947511.292198:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947511.292202:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947512.316131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947512.316139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947512.316195:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947512.316201:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947512.316205:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947513.340132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947513.340139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947513.340166:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947513.340171:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947513.340176:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947513.980119:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306273541, at 4306273600 00000100:00000040:0.0:1784947513.980125:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306273541, at 4306273600 00000100:00000010:1.0:1784947513.980132:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a80. 00000100:00000010:0.0:1784947513.980134:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d73c0. 00010000:00000001:1.0:1784947514.364114:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947514.364120:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947514.364196:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947514.364199:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947514.364202:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947515.196177:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947515.196186:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947515.196197:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947515.196202:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947515.196205:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947515.196208:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947515.196213:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947515.196220:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947515.196226:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196236:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947515.196244:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947515.196248:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196253:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.196277:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196280:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947515.196283:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947515.196285:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784947515.196286:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947515.196288:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947515.196289:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947515.196290:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947515.196292:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947515.196294:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196297:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947515.196302:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947515.196304:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196309:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.196313:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947515.196319:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947515.196322:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947515.196323:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196327:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947515.196332:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.196334:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947515.196339:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e680. 00000100:00000001:0.0:1784947515.196344:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1784947515.196345:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947515.196347:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.196351:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947515.196353:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947515.196354:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947515.196356:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947515.196359:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.196360:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947515.196366:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154993024:192.168.201.111@tcp:400:kworker.0 02000000:00000010:1.0:1784947515.196367:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:0.0:1784947515.196371:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947515.196374:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.196378:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947515.196381:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196382:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784947515.196385:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947515.196391:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000001:1.0:1784947515.196391:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947515.196394:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.196395:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196400:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3900d74] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947515.196406:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947515.196412:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000100:00000001:1.0:1784947515.196414:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.196417:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784947515.196419:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000100:00000040:1.0:1784947515.196420:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947515.196425:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947515.196427:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784947515.196428:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993024, portal 25 00000100:00000001:0.0:1784947515.196431:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784947515.196432:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11612) 00000100:00000001:0.0:1784947515.196433:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000040:0.0:1784947515.196441:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.196446:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947515.196448:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947515.196450:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000100:00000200:0.0:1784947515.196452:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154993024, offset 0 00000400:00000200:0.0:1784947515.196456:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947515.196457:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947515.196460:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947515.196461:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947515.196465:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947515.196467:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947515.196474:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947515.196475:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947515.196478:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947515.196482:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784947515.196482:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947515.196484:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947515.196488:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:1.0:1784947515.196489:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947515.196495:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1784947515.196495:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154993152:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947515.196502:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947515.196502:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947515.196506:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784947515.196508:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540989:540989:256:4294967295] 192.168.201.111@tcp LPNI seq info [540926:540926:8:4294967295] 02000000:00000001:1.0:1784947515.196509:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947515.196513:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947515.196517:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:1.0:1784947515.196518:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947515.196521:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947515.196526:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947515.196548:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000400:00000200:0.0:1784947515.196552:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:1.0:1784947515.196554:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000800:00000200:0.0:1784947515.196559:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947515.196559:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993152, portal 10 00000100:00000001:1.0:1784947515.196564:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947515.196567:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000800:00000010:0.0:1784947515.196569:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000100:00000040:1.0:1784947515.196575:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947515.196579:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947515.196587:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947515.196591:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947515.196594:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:1.0:1784947515.196595:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784947515.196599:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154993152, offset 0 00000800:00000200:0.0:1784947515.196600:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947515.196605:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947515.196609:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947515.196612:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947515.196614:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947515.196618:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.196619:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947515.196623:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306278661 00000400:00000200:1.0:1784947515.196625:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947515.196629:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1784947515.196630:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947515.196632:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947515.196636:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540990:540990:255:4294967295] 192.168.201.111@tcp LPNI seq info [540927:540927:7:4294967295] 00000100:00000001:0.0:1784947515.196638:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947515.196642:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947515.196646:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306278661 00000100:00000010:0.0:1784947515.196652:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889960. 00000400:00000200:1.0:1784947515.196655:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947515.196656:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947515.196661:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947515.196662:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947515.196664:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.196668:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947515.196669:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000100:00000001:0.0:1784947515.196670:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947515.196676:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947515.196677:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947515.196680:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947515.196683:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947515.196684:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947515.196687:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947515.196688:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947515.196690:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947515.196694:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947515.196697:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947515.196699:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9082 usecs (10 jiffies) 00000400:00000200:1.0:1784947515.196707:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947515.196710:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306274826 00000100:00000001:0.0:1784947515.196713:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947515.196715:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306278661 00000100:00000001:0.0:1784947515.196716:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.196721:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947515.196721:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306274826 02000000:00000001:0.0:1784947515.196724:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947515.196726:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306278661 02000000:00000001:0.0:1784947515.196728:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.196730:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784947515.196734:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154993280:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947515.196735:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.196740:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947515.196740:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.196745:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947515.196745:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947515.196749:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.196751:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784947515.196752:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947515.196755:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:0.0:1784947515.196757:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fede00. 00000100:00000001:1.0:1784947515.196758:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947515.196761:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947515.196762:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.196763:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947515.196768:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947515.196768:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947515.196772:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea688. 00000400:00000010:0.0:1784947515.196776:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000100:00000200:0.0:1784947515.196778:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993280, portal 10 00000100:00000001:0.0:1784947515.196780:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947515.196781:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821363840 : -119147888187776 : ffff93a2b872e680) 00000100:00000040:0.0:1784947515.196786:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.196791:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947515.196792:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947515.196795:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000200:0.0:1784947515.196797:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154993280, offset 0 00000400:00000200:0.0:1784947515.196799:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947515.196803:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947515.196806:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784947515.196808:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784947515.196809:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947515.196815:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:1.0:1784947515.196815:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000400:00000200:0.0:1784947515.196818:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947515.196821:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947515.196823:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947515.196826:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540991:540991:254:4294967295] 192.168.201.111@tcp LPNI seq info [540928:540928:6:4294967295] 00000400:00000200:1.0:1784947515.196832:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947515.196836:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947515.196842:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947515.196845:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947515.196847:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000800:00000010:0.0:1784947515.196848:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000400:00000010:1.0:1784947515.196851:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000800:00000200:0.0:1784947515.196855:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947515.196857:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784947515.196861:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784947515.196865:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947515.196866:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947515.196872:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947515.196878:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10253 usecs (11 jiffies) 00000400:00000200:0.0:1784947515.196883:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947515.196883:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947515.196886:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306274827 00000100:00000040:1.0:1784947515.196888:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.196889:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306278661 00000100:00000001:0.0:1784947515.196894:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306274827 00000100:00000001:0.0:1784947515.196898:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306278661 00000100:00000001:0.0:1784947515.196902:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947515.196905:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.196906:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.196910:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947515.196911:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.196914:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.196917:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947515.196918:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947515.196920:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947515.196921:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947515.196923:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784947515.196924:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947515.196927:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000100:00000001:0.0:1784947515.196928:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947515.196931:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947515.196936:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947515.196938:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784947515.196939:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784947515.196941:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947515.196944:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.196949:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947515.196951:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.196955:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.196956:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947515.197005:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947515.197007:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000400:00000200:1.0:1784947515.197009:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947515.197011:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947515.197013:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:1.0:1784947515.197014:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784947515.197015:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947515.197017:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.197021:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947515.197023:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.197027:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.197028:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947515.198356:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947515.198438:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947515.198442:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947515.198446:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947515.198452:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198457:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947515.198463:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198467:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198472:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198477:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30bb80 00000400:00000200:1.0:1784947515.198482:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198487:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239b9 [1] + 224 00000800:00000001:1.0:1784947515.198494:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947515.198499:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947515.198502:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947515.198505:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947515.198510:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947515.198515:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947515.198526:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.198555:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947515.198562:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947515.198566:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947515.198568:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947515.198572:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947515.198576:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198581:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947515.198582:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947515.198585:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947515.198588:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784947515.198591:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947515.198592:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784947515.198595:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947515.198598:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000400:00000200:1.0:1784947515.198598:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198603:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30bc00 00000400:00000200:0.0:1784947515.198605:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000200:1.0:1784947515.198608:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947515.198609:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:0.0:1784947515.198614:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947515.198617:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239c9 [1] + 224 00000100:00000200:0.0:1784947515.198621:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947515.198622:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947515.198626:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947515.198630:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784947515.198635:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947515.198636:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947515.198642:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947515.198647:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784947515.198649:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.198650:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.198654:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947515.198657:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947515.198661:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947515.198664:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.198665:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.198670:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947515.198677:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947515.198681:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=106 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947515.198682:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947515.198683:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947515.198686:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947515.198687:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947515.198688:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947515.198692:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947515.198692:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947515.198696:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947515.198697:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947515.198700:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947515.198704:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947515.198708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198717:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947515.198723:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947515.198727:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947515.198728:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947515.198732:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947515.198735:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947515.198739:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947515.198741:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947515.198750:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30bc80 00000400:00000200:1.0:1784947515.198757:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947515.198759:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154993024:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947515.198764:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239d9 [1] + 224 00000100:00000001:0.0:1784947515.198767:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947515.198769:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947515.198770:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947515.198775:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947515.198776:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641154993024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947515.198779:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947515.198787:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947515.198789:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784947515.198791:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784947515.198792:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947515.198794:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 00000100:00000200:1.0:1784947515.198796:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947515.198798:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947515.198801:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947515.198804:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947515.198809:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784947515.198812:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947515.198813:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:0.0:1784947515.198818:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947515.198820:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947515.198824:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:1.0:1784947515.198825:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947515.198830:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947515.198830:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947515.198833:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947515.198833:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.198836:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.198839:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947515.198840:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947515.198842:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947515.198843:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947515.198844:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947515.198845:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea688. 00000100:00000001:1.0:1784947515.198847:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947515.198849:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:0.0:1784947515.198851:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:0.0:1784947515.198853:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784947515.198854:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947515.198857:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784947515.198859:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947515.198860:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000400:00000200:1.0:1784947515.198867:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00000200:0.0:1784947515.198871:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947515.198871:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:1.0:1784947515.198876:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947515.198883:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.198884:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947515.198887:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.198890:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947515.198892:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947515.198894:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947515.198897:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947515.198899:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947515.198900:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947515.198902:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=106 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947515.198910:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947515.198918:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947515.198918:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947515.198921:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.198922:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784947515.198925:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784947515.198925:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947515.198929:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1784947515.198930:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.198931:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947515.198934:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947515.198934:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947515.198938:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:1.0:1784947515.198939:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.198943:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947515.198946:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947515.198946:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947515.198951:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=146 v=5 (1 1 1 1) 00000100:00000040:0.0:1784947515.198953:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.198954:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947515.198957:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947515.198962:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947515.198965:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947515.198966:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947515.198969:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784947515.198970:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947515.198973:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947515.198973:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947515.198978:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784947515.198981:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.198981:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947515.198990:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947515.198997:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154993280:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947515.199005:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.199010:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947515.199015:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947515.199016:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e680 x1871641154993280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947515.199020:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947515.199023:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.199029:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947515.199031:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784947515.199032:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947515.199035:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fede00. 02000000:00000001:0.0:1784947515.199040:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947515.199043:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:1.0:1784947515.199045:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154993152:192.168.201.111@tcp:400:kworker.0 00000020:00000040:0.0:1784947515.199068:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947515.199070:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947515.199072:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784947515.199074:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947515.199076:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947515.199078:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e680. 00000100:00000001:1.0:1784947515.199079:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947515.199081:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947515.199083:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947515.199083:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947515.199088:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947515.199089:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641154993152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947531 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947515.199092:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947515.199095:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.199097:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947515.199099:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784947515.199100:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947515.199102:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947515.199103:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947515.199108:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947515.199109:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947515.199110:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947515.199112:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947515.199114:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:1.0:1784947515.199117:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947515.199118:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947515.199119:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784947515.199121:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947515.199122:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947515.199123:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947515.199126:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947515.199127:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947515.199129:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947515.199130:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947515.388183:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947515.388189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947515.388268:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947515.388272:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947515.388275:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947516.412139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947516.412144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947516.412190:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947516.412194:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947516.412198:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947517.436126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947517.436132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947517.436189:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947517.436194:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947517.436198:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947518.460126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947518.460133:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947518.460152:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947518.460157:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947518.460162:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947519.100128:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306278661, at 4306278720 00000100:00000040:1.0:1784947519.100128:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306278661, at 4306278720 00000100:00000010:0.0:1784947519.100143:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947519.100145:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889960. 00010000:00000001:1.0:1784947519.484152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947519.484158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947519.484233:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947519.484237:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947519.484240:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947520.316174:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947520.316182:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947520.316192:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784947520.316197:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947520.316200:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947520.316203:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947520.316208:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947520.316215:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947520.316221:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316230:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947520.316238:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947520.316242:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316247:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.316270:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316273:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947520.316276:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947520.316278:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947520.316279:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947520.316281:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947520.316282:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947520.316283:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947520.316285:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947520.316287:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316289:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947520.316294:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947520.316295:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316298:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.316303:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316304:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947520.316306:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947520.316308:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784947520.316310:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947520.316311:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947520.316312:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947520.316313:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947520.316316:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947520.316318:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316320:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947520.316325:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947520.316327:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316330:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.316335:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.316335:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947520.316339:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947520.316341:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947520.316342:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947520.316344:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947520.316346:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947520.316349:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947520.316353:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947520.316355:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11617) 00000100:00000001:3.0:1784947520.316363:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947520.316366:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947520.316369:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947520.316371:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947520.316373:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947520.316376:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154993408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947520.316380:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947520.316380:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947520.316384:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947520.316386:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947520.316387:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947520.316391:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947520.316392:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947520.316395:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947520.316401:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1784947520.316402:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947520.316403:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947520.316406:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947520.316407:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947520.316409:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947520.316411:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947520.316415:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947520.316416:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154993536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947520.316421:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784947520.316421:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 02000000:00000001:2.0:1784947520.316423:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947520.316426:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947520.316427:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784947520.316428:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 02000000:00000010:2.0:1784947520.316432:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947520.316435:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947520.316435:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993408, portal 25 00000100:00000001:3.0:1784947520.316441:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947520.316458:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947520.316462:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947520.316466:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000400:00000010:2.0:1784947520.316467:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:2.0:1784947520.316472:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993536, portal 10 00000100:00000040:3.0:1784947520.316475:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.316476:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947520.316479:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000001:3.0:1784947520.316487:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947520.316489:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947520.316493:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947520.316498:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000001:2.0:1784947520.316500:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784947520.316503:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154993408, offset 0 00000100:00000040:2.0:1784947520.316505:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947520.316510:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000200:2.0:1784947520.316512:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154993536, offset 0 00000400:00000200:3.0:1784947520.316518:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947520.316526:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947520.316528:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947520.316536:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947520.316541:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947520.316544:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947520.316547:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947520.316549:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947520.316552:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540992:540992:256:4294967295] 192.168.201.111@tcp LPNI seq info [540929:540929:8:4294967295] 00000400:00000200:3.0:1784947520.316555:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947520.316562:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947520.316567:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947520.316572:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947520.316574:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947520.316580:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784947520.316581:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947520.316588:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784947520.316589:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947520.316593:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947520.316596:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947520.316599:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540993:540993:255:4294967295] 192.168.201.111@tcp LPNI seq info [540930:540930:7:4294967295] 00000800:00000200:3.0:1784947520.316603:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947520.316607:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947520.316609:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947520.316617:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947520.316621:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947520.316622:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947520.316626:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784947520.316629:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947520.316632:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306283781 00000800:00000200:2.0:1784947520.316634:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:3.0:1784947520.316638:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d78a0. 00000800:00000200:2.0:1784947520.316641:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947520.316645:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947520.316647:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947520.316649:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.316653:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306283781 00000100:00000040:2.0:1784947520.316654:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9081 usecs (10 jiffies) 00000100:00000010:3.0:1784947520.316658:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7840. 00000400:00000200:2.0:1784947520.316662:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947520.316663:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947520.316665:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306279946 00000100:00000001:3.0:1784947520.316668:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947520.316670:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306283781 00000100:00000001:3.0:1784947520.316671:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.316673:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306279946 00000100:00000001:3.0:1784947520.316676:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947520.316677:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306283781 00000100:00000001:2.0:1784947520.316680:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947520.316683:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.316684:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.316689:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.316693:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.316694:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947520.316697:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947520.316699:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947520.316700:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947520.316701:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947520.316704:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784947520.316705:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.316709:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947520.316710:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154993664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947520.316712:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947520.316713:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947520.316715:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.316719:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947520.316720:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947520.316721:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 02000000:00000001:3.0:1784947520.316723:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947520.316727:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947520.316728:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947520.316730:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784947520.316732:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784947520.316734:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947520.316739:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947520.316740:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947520.316744:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947520.316745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:1.0:1784947520.316748:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000400:00000010:3.0:1784947520.316749:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:3.0:1784947520.316753:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993664, portal 10 00000100:00000001:1.0:1784947520.316754:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947520.316758:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947520.316760:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000100:00000200:1.0:1784947520.316763:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947520.316769:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.316780:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947520.316781:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947520.316788:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947520.316788:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947520.316792:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000200:3.0:1784947520.316796:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154993664, offset 0 00000100:00000001:1.0:1784947520.316803:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947520.316805:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947520.316806:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947520.316810:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947520.316814:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947520.316817:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947520.316819:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947520.316821:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947520.316823:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947520.316825:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540994:540994:255:4294967295] 192.168.201.111@tcp LPNI seq info [540931:540931:7:4294967295] 00000400:00000200:3.0:1784947520.316828:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947520.316833:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947520.316836:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947520.316840:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000800:00000200:3.0:1784947520.316843:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947520.316845:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947520.316847:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947520.316849:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947520.316852:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10252 usecs (11 jiffies) 00000400:00000200:3.0:1784947520.316854:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947520.316855:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306279947 00000100:00000001:3.0:1784947520.316857:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306283781 00000100:00000001:3.0:1784947520.316859:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306279947 00000100:00000001:3.0:1784947520.316860:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306283781 00000100:00000001:3.0:1784947520.316862:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947520.316863:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.316865:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947520.316866:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947520.316867:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947520.316872:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947520.316874:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947520.316876:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947520.316877:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947520.316881:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947520.316883:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947520.316884:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947520.316887:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947520.316888:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000100:00000001:3.0:1784947520.316890:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947520.316891:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:1.0:1784947520.316895:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947520.316898:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.316903:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947520.316907:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.316912:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947520.316913:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947520.316921:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947520.316922:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:1.0:1784947520.316924:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947520.316926:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947520.316928:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:1.0:1784947520.316929:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:1.0:1784947520.316930:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947520.316932:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.316936:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947520.316938:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.316942:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947520.316943:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947520.318255:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947520.318266:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947520.318268:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947520.318269:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947520.318273:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318277:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947520.318282:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318285:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318288:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318291:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30bd00 00000400:00000200:1.0:1784947520.318294:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318298:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239e9 [1] + 224 00000800:00000001:1.0:1784947520.318303:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947520.318305:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947520.318307:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947520.318309:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947520.318313:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947520.318318:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947520.318326:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.318339:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947520.318344:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947520.318353:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947520.318355:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947520.318357:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947520.318359:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318363:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947520.318365:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947520.318368:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947520.318369:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947520.318372:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947520.318375:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947520.318376:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947520.318379:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30bd80 00000400:00000200:1.0:1784947520.318382:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947520.318407:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947520.318409:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947520.318412:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:3.0:1784947520.318414:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:3.0:1784947520.318416:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947520.318419:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239f1 [1] + 224 00000100:00000200:3.0:1784947520.318424:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947520.318425:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947520.318429:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947520.318432:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947520.318439:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:3.0:1784947520.318455:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947520.318459:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947520.318465:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947520.318465:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947520.318469:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.318474:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947520.318477:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947520.318480:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947520.318481:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947520.318484:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947520.318489:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947520.318497:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=111 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947520.318500:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947520.318500:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=111 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947520.318505:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947520.318505:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947520.318507:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947520.318510:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947520.318511:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947520.318514:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947520.318514:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947520.318518:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.318519:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947520.318524:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947520.318528:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947520.318533:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947520.318536:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947520.318542:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947520.318544:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947520.318544:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784947520.318549:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947520.318550:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947520.318551:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947520.318553:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947520.318554:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947520.318557:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:1.0:1784947520.318558:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947520.318563:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947520.318566:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000200:1.0:1784947520.318568:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30be00 00000400:00000010:2.0:1784947520.318572:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000400:00000200:1.0:1784947520.318577:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947520.318579:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947520.318585:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5239f9 [1] + 224 00000100:00100000:3.0:1784947520.318587:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154993408:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947520.318589:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947520.318592:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947520.318598:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.318603:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947520.318606:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947520.318608:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641154993408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947520.318615:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947520.318621:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947520.318631:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947520.318631:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947520.318635:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947520.318638:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947520.318640:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947520.318644:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784947520.318645:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.318647:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947520.318651:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.318652:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947520.318656:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784947520.318657:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947520.318660:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00001000:2.0:1784947520.318664:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=111 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947520.318665:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947520.318665:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947520.318669:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947520.318672:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00001000:2.0:1784947520.318674:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=151 v=5 (1 1 1 1) 00000020:00000001:3.0:1784947520.318677:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947520.318682:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947520.318683:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947520.318686:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947520.318689:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947520.318689:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784947520.318690:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784947520.318692:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784947520.318695:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947520.318696:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1784947520.318696:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:2.0:1784947520.318699:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784947520.318703:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947520.318703:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947520.318703:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947520.318707:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947520.318709:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947520.318710:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.318712:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.318713:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947520.318715:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947520.318719:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947520.318720:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947520.318722:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947520.318724:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947520.318729:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:3.0:1784947520.318732:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784947520.318733:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947520.318735:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947520.318736:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947520.318739:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947520.318742:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947520.318746:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947520.318764:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947520.318765:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154993536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947520.318775:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.318778:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947520.318779:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947520.318782:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947520.318786:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641154993536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947520.318786:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947520.318789:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947520.318791:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947520.318794:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947520.318798:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.318799:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947520.318802:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784947520.318802:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=111 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947520.318804:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00001000:3.0:1784947520.318806:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=133 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947520.318809:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947520.318810:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784947520.318812:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947520.318813:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947520.318814:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:3.0:1784947520.318816:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784947520.318818:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947520.318819:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947520.318821:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947520.318823:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947520.318825:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784947520.318825:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:2.0:1784947520.318827:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947520.318828:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1784947520.318830:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947520.318831:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947520.318835:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947520.318838:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947520.318839:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947520.318840:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947520.318846:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947520.318849:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947520.318850:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.318855:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947520.318856:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947520.318858:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947520.318860:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947520.318864:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947520.318870:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154993664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947520.318874:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.318875:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947520.318877:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641154993664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947536 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947520.318881:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947520.318882:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947520.318884:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784947520.318886:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947520.318887:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947520.318887:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947520.318889:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947520.318890:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947520.318892:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947520.318893:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947520.318894:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784947520.318896:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947520.318898:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.318899:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947520.318902:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947520.318903:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947520.318904:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947520.318906:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947520.508143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947520.508148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947520.508221:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947520.508225:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947520.508228:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947521.532135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947521.532143:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947521.532145:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947521.532149:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947521.532153:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947521.532155:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947521.532157:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947521.532159:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947521.532198:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947521.532202:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947521.532205:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947522.556124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947522.556131:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947522.556214:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947522.556218:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947522.556221:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947523.580128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947523.580135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947523.580182:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947523.580187:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947523.580190:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947524.220130:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306283781, at 4306283840 00000100:00000040:1.0:1784947524.220131:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306283781, at 4306283840 00000100:00000010:0.0:1784947524.220145:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d78a0. 00000100:00000010:1.0:1784947524.220148:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7840. 00010000:00000001:1.0:1784947524.604130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947524.604136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947524.604221:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947524.604225:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947524.604228:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947525.436122:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947525.436130:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947525.436140:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947525.436144:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947525.436148:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947525.436150:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947525.436154:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947525.436162:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947525.436167:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436176:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947525.436185:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947525.436188:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436193:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947525.436218:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436220:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947525.436224:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947525.436226:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947525.436227:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947525.436229:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947525.436230:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947525.436231:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947525.436233:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947525.436235:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436238:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947525.436243:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947525.436244:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436247:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947525.436257:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436259:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947525.436261:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947525.436263:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784947525.436264:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947525.436265:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947525.436266:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947525.436267:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947525.436271:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947525.436273:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436276:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947525.436281:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947525.436283:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.436286:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.436291:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947525.436296:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947525.436298:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.436299:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947525.436301:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947525.436304:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947525.436308:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947525.436309:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947525.436311:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947525.436318:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11622) 00000100:00000001:3.0:1784947525.436321:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947525.436323:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947525.436326:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947525.436329:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947525.436331:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947525.436334:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154993792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947525.436337:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947525.436342:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947525.436344:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947525.436345:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947525.436347:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.436348:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947525.436352:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947525.436372:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947525.436373:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947525.436378:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.436385:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947525.436388:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947525.436388:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947525.436393:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784947525.436394:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 02000000:00000001:2.0:1784947525.436398:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947525.436402:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 02000000:00000001:2.0:1784947525.436403:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947525.436409:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154993920:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947525.436410:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993792, portal 25 00000100:00000001:3.0:1784947525.436414:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947525.436418:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947525.436423:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947525.436424:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 02000000:00000001:2.0:1784947525.436426:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947525.436430:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947525.436433:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947525.436437:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947525.436443:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.436444:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947525.436448:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947525.436452:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947525.436453:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000400:00000010:2.0:1784947525.436457:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000200:3.0:1784947525.436457:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154993792, offset 0 00000400:00000010:2.0:1784947525.436467:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000400:00000200:3.0:1784947525.436467:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947525.436473:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154993920, portal 10 00000100:00000001:2.0:1784947525.436476:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947525.436479:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000400:00000200:3.0:1784947525.436479:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947525.436488:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947525.436490:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947525.436494:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947525.436501:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947525.436502:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784947525.436506:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947525.436509:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784947525.436511:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000400:00000200:3.0:1784947525.436514:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:2.0:1784947525.436517:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154993920, offset 0 00000400:00000200:3.0:1784947525.436520:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540995:540995:256:4294967295] 192.168.201.111@tcp LPNI seq info [540932:540932:8:4294967295] 00000400:00000200:2.0:1784947525.436525:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947525.436526:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947525.436532:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947525.436541:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947525.436541:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947525.436549:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947525.436554:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947525.436556:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:3.0:1784947525.436560:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000400:00000200:2.0:1784947525.436561:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947525.436566:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947525.436571:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540996:540996:255:4294967295] 192.168.201.111@tcp LPNI seq info [540933:540933:7:4294967295] 00000800:00000200:3.0:1784947525.436572:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947525.436579:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947525.436589:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947525.436593:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947525.436595:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947525.436600:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947525.436604:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947525.436608:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947525.436610:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947525.436615:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947525.436619:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947525.436620:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947525.436622:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306288901 00000100:00000001:2.0:1784947525.436625:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947525.436628:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7cc0. 00000100:00000040:2.0:1784947525.436630:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9081 usecs (10 jiffies) 00000400:00000200:2.0:1784947525.436634:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947525.436636:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306285066 00000100:00000001:3.0:1784947525.436636:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947525.436645:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306288901 00000100:00000001:3.0:1784947525.436645:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306288901 00000100:00000001:2.0:1784947525.436651:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306285066 00000100:00000010:3.0:1784947525.436651:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7660. 00000100:00000001:3.0:1784947525.436655:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947525.436658:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947525.436659:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306288901 00000100:00000001:3.0:1784947525.436661:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.436664:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947525.436666:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.436671:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.436672:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947525.436675:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.436677:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.436679:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947525.436681:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947525.436682:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947525.436685:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947525.436686:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947525.436689:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947525.436689:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947525.436693:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947525.436694:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947525.436697:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947525.436701:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947525.436702:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.436710:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1784947525.436711:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947525.436712:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947525.436717:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 02000000:00000001:3.0:1784947525.436717:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947525.436718:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947525.436722:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947525.436725:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947525.436725:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154994048:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947525.436731:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784947525.436735:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947525.436735:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947525.436737:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947525.436740:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947525.436741:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 02000000:00000010:3.0:1784947525.436743:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000400:00000010:1.0:1784947525.436744:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 02000000:00000001:3.0:1784947525.436747:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947525.436750:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947525.436752:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947525.436755:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000200:1.0:1784947525.436758:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947525.436759:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000200:3.0:1784947525.436765:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994048, portal 10 00000100:00000001:3.0:1784947525.436768:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947525.436770:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000001:1.0:1784947525.436774:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947525.436780:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947525.436781:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.436810:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947525.436811:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947525.436816:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947525.436816:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947525.436820:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784947525.436822:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154994048, offset 0 00000400:00000200:3.0:1784947525.436826:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947525.436829:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947525.436831:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947525.436833:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947525.436834:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947525.436836:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947525.436838:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947525.436840:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540997:540997:255:4294967295] 192.168.201.111@tcp LPNI seq info [540934:540934:7:4294967295] 00000400:00000200:3.0:1784947525.436843:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947525.436848:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947525.436852:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947525.436855:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784947525.436857:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947525.436860:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947525.436862:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947525.436864:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947525.436866:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10252 usecs (11 jiffies) 00000400:00000200:3.0:1784947525.436869:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947525.436871:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306285067 00000100:00000001:3.0:1784947525.436872:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306288901 00000800:00000200:1.0:1784947525.436873:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947525.436875:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306285067 00000800:00000010:1.0:1784947525.436877:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784947525.436880:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306288901 00000400:00000200:1.0:1784947525.436882:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947525.436884:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947525.436888:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947525.436888:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.436891:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947525.436893:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000100:00000001:3.0:1784947525.436894:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947525.436896:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:3.0:1784947525.436898:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947525.436899:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947525.436901:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784947525.436905:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.436906:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947525.436909:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947525.436911:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.436916:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947525.436921:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947525.436925:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947525.436935:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947525.436936:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947525.436944:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947525.436945:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784947525.436947:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947525.436949:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947525.436950:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:1.0:1784947525.436951:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:1.0:1784947525.436953:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947525.436955:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947525.436960:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947525.436962:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947525.436966:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947525.436967:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947525.438159:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438169:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947525.438171:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438173:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947525.438177:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438181:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947525.438186:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438189:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438192:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438196:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30be80 00000400:00000200:1.0:1784947525.438199:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438203:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a01 [1] + 224 00000800:00000001:1.0:1784947525.438208:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438218:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947525.438220:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947525.438223:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947525.438227:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947525.438230:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947525.438238:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947525.438249:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947525.438254:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438256:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947525.438257:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438259:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947525.438261:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438264:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947525.438267:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438269:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438271:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438273:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30bf00 00000400:00000200:1.0:1784947525.438275:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438277:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a09 [1] + 224 00000800:00000001:1.0:1784947525.438279:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438282:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947525.438284:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947525.438286:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947525.438287:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947525.438289:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947525.438296:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947525.438307:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947525.438310:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438327:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947525.438330:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947525.438330:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947525.438334:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947525.438335:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947525.438339:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947525.438340:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947525.438342:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1784947525.438344:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947525.438346:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947525.438346:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784947525.438348:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947525.438354:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000200:1.0:1784947525.438368:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947525.438372:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000400:00000200:1.0:1784947525.438373:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947525.438377:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947525.438378:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947525.438383:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30bf80 00000100:00000200:2.0:1784947525.438386:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947525.438390:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947525.438402:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947525.438409:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947525.438412:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947525.438414:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947525.438417:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947525.438419:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947525.438421:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947525.438424:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947525.438431:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=116 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947525.438436:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=6 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947525.438438:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947525.438440:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947525.438443:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947525.438446:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.438449:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947525.438450:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947525.438452:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947525.438454:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947525.438457:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947525.438462:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947525.438464:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947525.438466:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947525.438469:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947525.438474:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154993920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947525.438477:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947525.438478:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947525.438480:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641154993920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947525.438484:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947525.438486:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947525.438489:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947525.438491:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947525.438493:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947525.438494:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947525.438496:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947525.438498:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:2.0:1784947525.438500:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947525.438502:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947525.438503:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:2.0:1784947525.438505:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947525.438506:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947525.438507:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947525.438510:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947525.438511:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947525.438513:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947525.438514:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947525.438521:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947525.438524:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947525.438526:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947525.438529:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:3.0:1784947525.438530:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:3.0:1784947525.438532:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947525.438536:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a11 [1] + 224 00000100:00000200:3.0:1784947525.438540:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947525.438542:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947525.438548:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947525.438552:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947525.438552:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947525.438560:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947525.438566:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947525.438570:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784947525.438571:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.438573:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.438577:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947525.438579:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947525.438582:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947525.438585:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947525.438586:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947525.438588:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947525.438593:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=116 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947525.438596:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947525.438598:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=116 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947525.438600:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947525.438601:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947525.438604:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947525.438605:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947525.438606:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947525.438609:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.438611:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947525.438615:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.438620:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947525.438622:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947525.438623:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947525.438625:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947525.438635:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154993792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947525.438638:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.438639:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947525.438641:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641154993792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.438645:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947525.438647:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947525.438648:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947525.438650:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947525.438651:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947525.438652:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947525.438654:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947525.438655:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947525.438657:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947525.438658:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947525.438659:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947525.438661:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947525.438662:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.438664:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.438665:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947525.438666:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947525.438668:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947525.438669:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947525.438670:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947525.438671:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:3.0:1784947525.438673:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:3.0:1784947525.438674:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947525.438676:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947525.438682:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.438686:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947525.438688:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.438689:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947525.438690:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947525.438691:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947525.438692:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947525.438693:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947525.438696:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=116 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947525.438698:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947525.438699:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947525.438700:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947525.438701:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947525.438703:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.438704:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947525.438706:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947525.438707:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947525.438708:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947525.438710:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.438714:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947525.438715:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947525.438716:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947525.438718:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947525.438723:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154994048:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947525.438725:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.438726:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947525.438728:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641154994048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947541 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947525.438731:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947525.438732:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947525.438733:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947525.438734:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947525.438735:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947525.438737:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947525.438738:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947525.438739:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947525.438740:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947525.438741:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947525.438742:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784947525.438744:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947525.438744:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.438745:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947525.438748:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947525.438749:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947525.438750:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947525.438758:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947525.628169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947525.628175:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947525.628227:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947525.628231:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947525.628234:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947526.652133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947526.652140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947526.652168:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947526.652174:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947526.652178:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947527.676131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947527.676137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947527.676191:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947527.676195:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947527.676199:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947528.700133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947528.700139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947528.700183:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947528.700195:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947528.700199:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947528.956167:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947528.956175:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947528.956180:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947528.956473:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947528.956483:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947528.956489:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947528.956495:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947528.956498:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947529.340117:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306288901, at 4306288960 00000100:00000040:1.0:1784947529.340119:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306288901, at 4306288960 00000100:00000010:0.0:1784947529.340134:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7cc0. 00000100:00000010:1.0:1784947529.340136:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7660. 00010000:00000001:1.0:1784947529.724194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947529.724203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947529.724357:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947529.724363:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947529.724368:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947530.556217:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947530.556231:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947530.556246:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784947530.556256:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947530.556263:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947530.556294:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947530.556303:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947530.556317:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947530.556327:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947530.556345:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947530.556364:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947530.556370:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947530.556382:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.556429:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947530.556434:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947530.556440:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947530.556447:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e680. 00000020:00000040:1.0:1784947530.556452:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947530.556457:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947530.556459:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947530.556463:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947530.556469:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784947530.556477:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947530.556487:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947530.556490:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784947530.556499:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784947530.556505:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947530.556509:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947530.556517:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947530.556518:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.556522:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.556527:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947530.556532:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947530.556534:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3900d74] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.556536:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947530.556551:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.556563:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.556569:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947530.556572:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947530.556573:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.556582:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947530.556585:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784947530.556587:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784947530.556593:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 02000000:00000001:0.0:1784947530.556594:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947530.556605:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154994176:192.168.201.111@tcp:400:kworker.0 00000020:00000040:1.0:1784947530.556606:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947530.556613:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947530.556616:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947530.556621:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947530.556622:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947530.556627:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.556628:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.556637:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947530.556640:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 02000000:00000010:0.0:1784947530.556645:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 00000100:00000001:1.0:1784947530.556649:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.556651:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947530.556668:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947530.556669:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1784947530.556673:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea688. 00000400:00000010:0.0:1784947530.556686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000100:00000001:1.0:1784947530.556692:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1784947530.556697:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994176, portal 25 00000100:00000001:1.0:1784947530.556699:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.556705:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947530.556709:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000040:1.0:1784947530.556714:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947530.556722:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.556765:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947530.556769:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947530.556770:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947530.556776:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000100:00000040:1.0:1784947530.556780:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1784947530.556782:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154994176, offset 0 00000100:00000040:1.0:1784947530.556795:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784947530.556797:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947530.556805:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784947530.556814:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947530.556816:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784947530.556826:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784947530.556828:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11627) 00000400:00000200:0.0:1784947530.556835:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947530.556842:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947530.556846:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947530.556850:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947530.556856:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540998:540998:256:4294967295] 192.168.201.111@tcp LPNI seq info [540935:540935:8:4294967295] 00000400:00000200:0.0:1784947530.556862:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947530.556874:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947530.556879:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784947530.556882:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947530.556887:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784947530.556890:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000100:00000001:1.0:1784947530.556894:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784947530.556901:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:1.0:1784947530.556910:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947530.556921:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947530.556932:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947530.556939:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947530.556944:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947530.556950:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947530.556952:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947530.556954:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947530.556963:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947530.556964:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947530.556971:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306294021 00000100:00100000:1.0:1784947530.556980:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154994432:192.168.201.111@tcp:400:kworker.0 00000100:00000010:0.0:1784947530.556981:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:0.0:1784947530.556994:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947530.556994:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947530.557005:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947530.557007:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306294021 02000000:00000001:1.0:1784947530.557014:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947530.557015:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889240. 00000100:00000001:0.0:1784947530.557023:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 02000000:00000001:1.0:1784947530.557025:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947530.557029:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947530.557034:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947530.557035:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784947530.557038:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947530.557043:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.557044:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947530.557098:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947530.557109:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784947530.557110:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000100:00000001:0.0:1784947530.557113:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947530.557122:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947530.557124:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947530.557127:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784947530.557127:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000100:00000040:0.0:1784947530.557137:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947530.557140:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994432, portal 10 00000100:00000001:1.0:1784947530.557151:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947530.557157:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947530.557159:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000001:0.0:1784947530.557163:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.557173:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947530.557180:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947530.557180:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947530.557191:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947530.557207:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154994304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947530.557208:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947530.557222:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947530.557225:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784947530.557230:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 02000000:00000001:0.0:1784947530.557232:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1784947530.557238:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154994432, offset 0 02000000:00000001:0.0:1784947530.557239:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.557248:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947530.557254:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:0.0:1784947530.557257:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947530.557262:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947530.557289:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947530.557297:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947530.557303:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000400:00000200:1.0:1784947530.557306:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:0.0:1784947530.557311:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000400:00000200:1.0:1784947530.557317:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784947530.557319:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994304, portal 10 00000100:00000001:0.0:1784947530.557325:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784947530.557327:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947530.557329:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821363840 : -119147888187776 : ffff93a2b872e680) 00000400:00000200:1.0:1784947530.557337:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784947530.557344:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947530.557347:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947530.557363:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [540999:540999:255:4294967295] 192.168.201.111@tcp LPNI seq info [540936:540936:7:4294967295] 00000100:00000001:0.0:1784947530.557373:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947530.557384:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947530.557385:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947530.557388:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf2a8. 00000100:00000200:0.0:1784947530.557395:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154994304, offset 0 00000400:00000200:0.0:1784947530.557404:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947530.557415:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947530.557425:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947530.557427:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947530.557438:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784947530.557439:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947530.557451:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784947530.557458:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947530.557459:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947530.557468:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947530.557478:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784947530.557478:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947530.557489:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541000:541000:254:4294967295] 192.168.201.111@tcp LPNI seq info [540937:540937:6:4294967295] 00000800:00000200:1.0:1784947530.557490:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947530.557500:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947530.557503:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947530.557514:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:1.0:1784947530.557514:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10252 usecs (11 jiffies) 00000400:00000200:1.0:1784947530.557528:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947530.557530:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947530.557534:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306290188 00000800:00000010:0.0:1784947530.557539:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000100:00000001:1.0:1784947530.557543:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306294021 00000800:00000200:0.0:1784947530.557553:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947530.557554:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306290188 00000100:00000001:1.0:1784947530.557564:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306294021 00000800:00000200:0.0:1784947530.557565:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947530.557573:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784947530.557574:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947530.557585:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.557586:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947530.557595:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9081 usecs (10 jiffies) 00000100:00000001:1.0:1784947530.557595:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.557606:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947530.557607:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947530.557615:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306290187 00000100:00000001:1.0:1784947530.557619:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947530.557620:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306294021 00000100:00000001:0.0:1784947530.557628:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306290187 00000100:00000001:1.0:1784947530.557628:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947530.557636:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306294021 00000100:00000001:1.0:1784947530.557639:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947530.557642:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947530.557644:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947530.557646:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.557650:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.557653:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.557657:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.557658:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.557667:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947530.557669:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947530.557673:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947530.557676:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947530.557678:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.557681:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947530.557744:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947530.557752:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784947530.557763:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947530.557772:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947530.557779:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000010:1.0:1784947530.557784:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:1.0:1784947530.557791:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947530.557801:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.557817:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947530.557825:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.557837:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.557841:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947530.557858:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947530.557861:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:1.0:1784947530.557865:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947530.557871:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947530.557875:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784947530.557878:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784947530.557881:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947530.557886:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.557897:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947530.557902:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.557914:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.557916:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947530.557995:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947530.558000:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784947530.558004:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947530.558011:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947530.558015:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf2a8 00000400:00000010:1.0:1784947530.558018:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf2a8. 00000100:00000001:1.0:1784947530.558022:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947530.558029:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.558041:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947530.558046:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.558090:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.558093:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947530.560145:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560159:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947530.560162:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560165:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947530.560170:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560176:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947530.560183:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560188:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560193:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560198:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c000 00000400:00000200:1.0:1784947530.560203:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560210:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a19 [1] + 224 00000800:00000001:1.0:1784947530.560217:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560322:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947530.560326:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947530.560331:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947530.560336:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947530.560341:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947530.560351:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.560369:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947530.560377:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560380:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947530.560382:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560385:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947530.560388:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560392:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947530.560398:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560402:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560406:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560411:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c100 00000400:00000200:1.0:1784947530.560415:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560422:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a29 [1] + 224 00000100:00000001:0.0:1784947530.560423:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947530.560428:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947530.560429:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947530.560435:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947530.560440:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784947530.560441:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947530.560446:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:0.0:1784947530.560449:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947530.560456:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea688. 00000400:00000200:0.0:1784947530.560463:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:0.0:1784947530.560468:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:0.0:1784947530.560473:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947530.560473:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947530.560485:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947530.560492:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947530.560501:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.560543:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784947530.560545:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947530.560549:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560554:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947530.560560:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560564:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.560574:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947530.560574:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947530.560580:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947530.560588:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947530.560589:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947530.560595:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947530.560595:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947530.560599:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947530.560602:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947530.560604:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.560610:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947530.560611:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947530.560619:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c080 00000100:00001000:0.0:1784947530.560621:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=121 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947530.560628:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784947530.560632:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=121 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947530.560638:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a39 [1] + 224 00000100:00000001:0.0:1784947530.560640:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947530.560646:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947530.560647:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947530.560651:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947530.560656:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.560659:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947530.560665:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947530.560671:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.560675:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947530.560677:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947530.560686:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947530.560692:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947530.560693:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947530.560704:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784947530.560707:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947530.560715:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947530.560729:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154994176:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947530.560738:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.560739:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.560746:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947530.560756:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641154994176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.560758:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947530.560764:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947530.560770:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.560782:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947530.560786:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784947530.560786:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947530.560792:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784947530.560793:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 00000400:00000001:1.0:1784947530.560799:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1784947530.560801:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1784947530.560805:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784947530.560807:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:1.0:1784947530.560810:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000020:00000040:0.0:1784947530.560811:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947530.560818:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947530.560820:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 02000000:00000010:0.0:1784947530.560822:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000400:00000010:1.0:1784947530.560825:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 02000000:00000001:0.0:1784947530.560828:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947530.560831:0:2407:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784947530.560832:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947530.560837:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000200:1.0:1784947530.560843:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.560845:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947530.560850:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.560856:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.560863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947530.560867:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947530.560869:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947530.560872:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947530.560877:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947530.560881:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000100:00000001:1.0:1784947530.560884:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947530.560887:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000100:00000001:1.0:1784947530.560889:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947530.560893:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784947530.560894:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947530.560900:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947530.560901:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947530.560903:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947530.560907:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947530.560911:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947530.560923:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947530.560924:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947530.560936:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784947530.560936:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=121 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947530.560940:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784947530.560944:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947530.560945:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947530.560949:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947530.560954:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947530.560955:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947530.560957:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.560959:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947530.560961:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947530.560965:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1784947530.560968:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=121 v=5 (5 5 5 5) 00010000:00000001:1.0:1784947530.560970:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.560979:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1784947530.560980:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=11 v=5 (1 1 1 1) 00000100:00000040:1.0:1784947530.560983:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947530.560988:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947530.560989:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947530.560993:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.560994:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947530.561003:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947530.561008:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947530.561009:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.561014:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947530.561019:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947530.561025:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947530.561027:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947530.561029:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.561032:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947530.561036:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947530.561040:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.561082:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947530.561085:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947530.561087:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947530.561091:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947530.561094:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947530.561146:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154994304:192.168.201.111@tcp:400:kworker.0 00000100:00100000:1.0:1784947530.561152:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154994432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947530.561155:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.561163:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947530.561171:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947530.561175:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e680 x1871641154994304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947530.561177:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947530.561187:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641154994432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947546 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947530.561211:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784947530.561212:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947530.561219:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784947530.561220:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947530.561227:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000010:1.0:1784947530.561229:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947530.561236:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784947530.561239:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947530.561241:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784947530.561245:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947530.561247:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000040:1.0:1784947530.561252:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947530.561255:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1784947530.561260:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947530.561262:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000010:1.0:1784947530.561283:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:0.0:1784947530.561289:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947530.561293:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947530.561294:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784947530.561316:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947530.561317:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e680. 00000100:00000001:0.0:1784947530.561324:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:1.0:1784947530.561324:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:0.0:1784947530.561329:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.561333:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947530.561335:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947530.561338:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947530.561340:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.561343:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.561347:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947530.561348:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947530.561352:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.561360:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947530.561364:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947530.561368:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947530.561373:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947530.748143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947530.748150:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947530.748152:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947530.748156:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947530.748161:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947530.748163:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947530.748165:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947530.748167:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947530.748230:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947530.748234:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947530.748237:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947531.772112:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947531.772119:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947531.772168:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947531.772173:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947531.772176:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947532.796148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947532.796155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947532.796278:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947532.796283:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947532.796287:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947533.820114:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947533.820119:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947533.820139:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947533.820143:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947533.820147:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947534.460146:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306294021, at 4306294080 00000100:00000040:1.0:1784947534.460154:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306294021, at 4306294080 00000100:00000010:0.0:1784947534.460162:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947534.460169:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889240. 00010000:00000001:1.0:1784947534.844162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947534.844169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947534.844237:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947534.844241:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947534.844244:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947535.676160:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947535.676170:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947535.676201:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947535.676208:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947535.676212:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947535.676215:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947535.676221:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947535.676229:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784947535.676236:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676248:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947535.676258:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947535.676262:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676269:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947535.676300:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676303:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947535.676307:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947535.676309:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784947535.676312:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947535.676314:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947535.676315:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947535.676316:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947535.676319:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784947535.676321:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676325:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947535.676331:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947535.676334:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676338:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947535.676345:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676347:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947535.676350:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947535.676353:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947535.676355:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947535.676369:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947535.676370:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947535.676371:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947535.676374:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947535.676376:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.676379:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947535.676379:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947535.676386:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947535.676391:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947535.676399:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947535.676403:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947535.676404:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947535.676410:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.676431:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947535.676435:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676436:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676442:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947535.676443:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947535.676449:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947535.676449:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947535.676454:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947535.676455:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.676462:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1784947535.676464:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154994560:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947535.676468:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11632) 00000100:00000001:0.0:1784947535.676471:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947535.676477:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947535.676479:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947535.676481:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947535.676486:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784947535.676488:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000001:1.0:1784947535.676490:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947535.676492:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676494:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947535.676501:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947535.676502:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947535.676509:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000100:00000001:1.0:1784947535.676513:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947535.676516:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947535.676519:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 02000000:00000001:1.0:1784947535.676519:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947535.676524:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947535.676527:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947535.676529:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994560, portal 25 00000100:00100000:1.0:1784947535.676533:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154994688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947535.676534:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947535.676539:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000001:1.0:1784947535.676540:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947535.676545:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947535.676548:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947535.676551:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947535.676552:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947535.676558:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947535.676563:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.676565:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947535.676573:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947535.676574:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947535.676580:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000400:00000010:0.0:1784947535.676583:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000400:00000010:1.0:1784947535.676588:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000100:00000200:0.0:1784947535.676590:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154994560, offset 0 00000100:00000200:1.0:1784947535.676595:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994688, portal 10 00000100:00000001:1.0:1784947535.676599:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947535.676601:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000400:00000200:0.0:1784947535.676606:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947535.676612:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947535.676623:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947535.676624:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947535.676630:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947535.676634:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784947535.676637:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154994688, offset 0 00000400:00000200:0.0:1784947535.676640:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947535.676648:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947535.676654:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947535.676661:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947535.676666:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947535.676668:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947535.676672:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541001:541001:256:4294967295] 192.168.201.111@tcp LPNI seq info [540938:540938:8:4294967295] 00000400:00000200:0.0:1784947535.676677:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947535.676686:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947535.676708:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947535.676709:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947535.676718:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947535.676719:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947535.676727:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947535.676732:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947535.676735:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947535.676739:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947535.676743:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947535.676749:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947535.676753:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541002:541002:255:4294967295] 192.168.201.111@tcp LPNI seq info [540939:540939:7:4294967295] 00000800:00000200:0.0:1784947535.676756:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947535.676763:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.676771:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947535.676773:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947535.676780:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947535.676785:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947535.676789:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000100:00000001:0.0:1784947535.676790:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306299141 00000100:00000010:0.0:1784947535.676799:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784947535.676799:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947535.676809:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947535.676809:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947535.676813:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947535.676817:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306299141 00000100:00000001:1.0:1784947535.676819:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947535.676828:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889060. 00000100:00000040:1.0:1784947535.676828:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9081 usecs (10 jiffies) 00000400:00000200:1.0:1784947535.676835:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947535.676838:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947535.676839:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306295306 00000100:00000001:1.0:1784947535.676847:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306299141 00000100:00000001:0.0:1784947535.676849:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947535.676850:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306295306 00000100:00000001:1.0:1784947535.676857:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306299141 00000100:00000001:0.0:1784947535.676858:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676859:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947535.676866:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.676867:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676869:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676882:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.676883:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947535.676890:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947535.676892:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947535.676894:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947535.676898:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947535.676899:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947535.676901:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947535.676906:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.676907:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784947535.676909:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784947535.676910:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947535.676915:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.676916:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676919:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947535.676921:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.676923:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947535.676928:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947535.676930:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947535.676931:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947535.676936:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947535.676942:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947535.676944:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947535.676946:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947535.676948:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947535.676951:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947535.676954:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154994816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947535.676957:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947535.676960:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947535.676961:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947535.676962:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947535.676966:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947535.676968:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947535.676971:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947535.676974:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9688. 00000400:00000010:1.0:1784947535.676978:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000200:1.0:1784947535.676982:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994816, portal 10 00000100:00000001:1.0:1784947535.676984:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1784947535.676986:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784947535.676986:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000800:00000010:0.0:1784947535.676993:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000100:00000040:1.0:1784947535.676997:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947535.677001:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947535.677011:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947535.677012:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:1.0:1784947535.677018:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947535.677021:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:1.0:1784947535.677022:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000400:00000010:0.0:1784947535.677026:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:0.0:1784947535.677032:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947535.677032:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154994816, offset 0 00000100:00000200:0.0:1784947535.677040:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947535.677041:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947535.677077:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.677082:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947535.677090:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947535.677097:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947535.677101:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947535.677102:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947535.677111:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:0.0:1784947535.677112:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947535.677121:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541003:541003:254:4294967295] 192.168.201.111@tcp LPNI seq info [540940:540940:6:4294967295] 00000100:00000001:0.0:1784947535.677136:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947535.677137:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947535.677144:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784947535.677151:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947535.677156:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947535.677161:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000800:00000200:1.0:1784947535.677165:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947535.677169:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947535.677173:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947535.677176:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947535.677193:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10251 usecs (11 jiffies) 00000400:00000200:1.0:1784947535.677197:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947535.677199:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306295308 00000100:00000001:1.0:1784947535.677201:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306299141 00000100:00000001:1.0:1784947535.677204:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306295308 00000100:00000001:1.0:1784947535.677207:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306299141 00000100:00000001:1.0:1784947535.677209:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947535.677211:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.677213:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947535.677215:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947535.677246:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947535.677250:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947535.677254:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947535.677258:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947535.677261:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:0.0:1784947535.677263:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784947535.677265:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947535.677269:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.677276:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947535.677279:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.677284:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.677286:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947535.677296:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947535.677298:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947535.677300:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947535.677303:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947535.677305:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:0.0:1784947535.677307:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:0.0:1784947535.677309:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947535.677311:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.677317:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947535.677319:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.677324:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.677325:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947535.679068:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679146:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947535.679151:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679155:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947535.679162:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.679169:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947535.679194:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.679200:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.679206:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.679212:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c180 00000400:00000200:1.0:1784947535.679217:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947535.679234:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a49 [1] + 224 00000800:00000001:1.0:1784947535.679242:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679249:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947535.679253:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947535.679259:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947535.679266:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947535.679273:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947535.679299:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947535.679316:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947535.679325:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679331:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947535.679334:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679340:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947535.679346:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947535.679350:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947535.679355:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947535.679356:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:0.0:1784947535.679372:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947535.679375:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947535.679379:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000400:00000200:1.0:1784947535.679379:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947535.679385:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000010:0.0:1784947535.679390:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000400:00000200:1.0:1784947535.679391:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947535.679394:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947535.679401:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947535.679403:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947535.679417:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c200 00000100:00000200:0.0:1784947535.679423:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947535.679431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947535.679440:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947535.679443:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947535.679446:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a59 [1] + 224 00000100:00000001:0.0:1784947535.679447:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947535.679452:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947535.679457:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947535.679459:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947535.679460:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947535.679465:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947535.679468:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947535.679470:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=126 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947535.679474:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784947535.679478:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=126 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947535.679484:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947535.679485:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947535.679489:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947535.679493:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784947535.679494:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784947535.679496:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.679501:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947535.679505:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947535.679510:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.679536:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947535.679537:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.679542:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947535.679546:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947535.679557:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947535.679566:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154994560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947535.679567:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947535.679576:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947535.679579:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947535.679580:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947535.679589:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641154994560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947535.679590:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947535.679597:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679602:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.679611:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947535.679615:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947535.679617:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947535.679624:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 00000400:00000200:1.0:1784947535.679626:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000001:0.0:1784947535.679633:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947535.679638:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:0.0:1784947535.679639:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947535.679645:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000200:1.0:1784947535.679646:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:0.0:1784947535.679653:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947535.679656:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784947535.679658:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 00000400:00000200:1.0:1784947535.679664:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c280 02000000:00000001:0.0:1784947535.679677:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947535.679681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947535.679682:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947535.679687:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000400:00000200:1.0:1784947535.679693:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a69 [1] + 224 00000100:00000001:0.0:1784947535.679694:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947535.679697:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.679702:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947535.679703:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947535.679706:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947535.679710:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.679713:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947535.679715:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.679716:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947535.679724:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947535.679732:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947535.679737:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947535.679739:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947535.679744:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947535.679745:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947535.679749:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947535.679753:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947535.679757:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000100:00000040:1.0:1784947535.679762:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947535.679766:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000400:00000010:0.0:1784947535.679771:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:0.0:1784947535.679778:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947535.679780:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784947535.679787:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947535.679788:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947535.679793:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947535.679804:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.679811:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947535.679813:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.679815:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947535.679817:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947535.679819:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947535.679820:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947535.679823:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947535.679828:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947535.679832:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=16 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947535.679836:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947535.679838:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947535.679840:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947535.679844:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.679847:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947535.679849:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947535.679852:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947535.679854:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947535.679861:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.679872:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947535.679875:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947535.679878:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947535.679883:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947535.679894:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154994688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947535.679898:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.679900:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947535.679903:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641154994688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.679908:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947535.679910:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947535.679912:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947535.679915:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947535.679916:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947535.679917:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947535.679919:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947535.679921:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947535.679923:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947535.679924:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947535.679925:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000100:00000001:0.0:1784947535.679928:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947535.679929:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.679931:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.679933:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947535.679934:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947535.679937:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947535.679938:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947535.679939:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9688. 00000400:00000200:0.0:1784947535.679942:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000010:0.0:1784947535.679943:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784947535.679945:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947535.679948:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947535.679956:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.679966:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947535.679968:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.679970:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947535.679972:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947535.679974:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947535.679976:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947535.679978:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947535.679983:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=126 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947535.679988:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947535.679991:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947535.679993:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947535.679995:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947535.679998:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.680001:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947535.680003:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947535.680006:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947535.680007:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947535.680014:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.680023:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947535.680025:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947535.680026:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947535.680030:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947535.680037:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154994816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947535.680040:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.680042:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947535.680067:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641154994816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947551 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947535.680073:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947535.680075:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947535.680077:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947535.680080:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947535.680081:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947535.680082:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947535.680084:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947535.680086:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784947535.680087:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947535.680089:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947535.680090:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:0.0:1784947535.680092:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947535.680094:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.680095:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947535.680098:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947535.680100:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947535.680102:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947535.680103:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947535.868165:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947535.868173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947535.868255:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947535.868262:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947535.868267:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947536.892150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947536.892156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947536.892207:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947536.892211:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947536.892214:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947537.916192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947537.916198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947537.916245:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947537.916248:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947537.916252:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947538.940144:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947538.940150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947538.940214:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947538.940219:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947538.940223:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947539.580137:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306299141, at 4306299200 00000100:00000040:1.0:1784947539.580142:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306299141, at 4306299200 00000100:00000010:0.0:1784947539.580152:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947539.580153:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889060. 00010000:00000001:1.0:1784947539.964154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947539.964171:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947539.964240:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947539.964243:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947539.964247:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947540.796222:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947540.796231:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947540.796241:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947540.796247:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947540.796251:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947540.796255:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947540.796260:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947540.796268:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947540.796275:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796287:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947540.796300:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947540.796304:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796312:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947540.796341:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796345:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947540.796350:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947540.796354:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947540.796356:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947540.796359:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947540.796361:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947540.796363:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947540.796366:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947540.796369:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796374:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947540.796383:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947540.796385:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796391:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947540.796402:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.796404:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947540.796406:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947540.796409:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947540.796411:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947540.796412:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1784947540.796417:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000100:00000040:3.0:1784947540.796421:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947540.796422:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947540.796429:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947540.796432:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784947540.796436:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784947540.796437:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.796439:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947540.796442:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947540.796443:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947540.796447:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947540.796448:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947540.796450:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947540.796455:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154994944:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947540.796459:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947540.796460:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947540.796466:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947540.796469:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947540.796473:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947540.796474:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947540.796478:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947540.796479:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947540.796482:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796484:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947540.796492:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947540.796498:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947540.796506:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000200:3.0:1784947540.796513:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154994944, portal 25 00000100:00000001:2.0:1784947540.796514:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.796517:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947540.796520:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947540.796520:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000040:3.0:1784947540.796526:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947540.796528:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947540.796536:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947540.796539:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947540.796544:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947540.796544:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947540.796547:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:3.0:1784947540.796551:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154994944, offset 0 00000100:00000040:2.0:1784947540.796553:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11638) 00000400:00000200:3.0:1784947540.796558:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947540.796566:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947540.796573:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947540.796578:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947540.796581:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947540.796583:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947540.796586:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947540.796588:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947540.796591:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947540.796592:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947540.796596:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541004:541004:256:4294967295] 192.168.201.111@tcp LPNI seq info [540941:540941:8:4294967295] 00000100:00000040:2.0:1784947540.796603:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947540.796603:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947540.796619:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947540.796621:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947540.796624:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947540.796629:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947540.796631:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947540.796635:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784947540.796635:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 02000000:00000001:2.0:1784947540.796640:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947540.796645:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00100000:2.0:1784947540.796649:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154995072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947540.796654:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1784947540.796656:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:2.0:1784947540.796669:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1784947540.796671:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784947540.796673:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947540.796678:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947540.796682:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947540.796685:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947540.796686:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947540.796693:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947540.796696:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947540.796698:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306304261 00000400:00000010:2.0:1784947540.796702:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000010:3.0:1784947540.796704:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7000. 00000400:00000010:2.0:1784947540.796710:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784947540.796711:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000200:2.0:1784947540.796717:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995072, portal 10 00000100:00000001:3.0:1784947540.796719:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306304261 00000100:00000001:2.0:1784947540.796722:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1784947540.796724:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7120. 00000100:00000001:2.0:1784947540.796725:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000001:3.0:1784947540.796728:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947540.796733:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947540.796735:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.796739:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796740:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947540.796742:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.796751:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947540.796752:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947540.796754:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784947540.796760:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947540.796760:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947540.796764:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947540.796766:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947540.796767:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784947540.796772:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154995072, offset 0 00000100:00000040:3.0:1784947540.796772:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947540.796783:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947540.796784:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947540.796788:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947540.796790:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947540.796792:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947540.796793:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947540.796795:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947540.796800:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154995200:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947540.796803:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947540.796804:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947540.796807:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947540.796810:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947540.796811:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947540.796812:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947540.796817:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000400:00000200:2.0:1784947540.796818:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:3.0:1784947540.796822:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947540.796826:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947540.796826:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947540.796829:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947540.796834:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:2.0:1784947540.796834:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:3.0:1784947540.796835:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947540.796853:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000400:00000200:2.0:1784947540.796854:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541005:541005:255:4294967295] 192.168.201.111@tcp LPNI seq info [540942:540942:7:4294967295] 00000400:00000200:0.0:1784947540.796855:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947540.796859:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995200, portal 10 00000100:00000001:3.0:1784947540.796865:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947540.796866:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947540.796869:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000400:00000200:2.0:1784947540.796870:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.796874:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:0.0:1784947540.796877:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000040:3.0:1784947540.796878:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947540.796883:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947540.796892:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947540.796892:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947540.796897:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947540.796903:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947540.796909:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000800:00000200:2.0:1784947540.796910:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947540.796914:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154995200, offset 0 00000100:00000001:0.0:1784947540.796919:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1784947540.796919:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947540.796924:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947540.796925:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947540.796932:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947540.796933:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947540.796940:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947540.796944:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947540.796948:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947540.796949:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947540.796949:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947540.796956:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947540.796956:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947540.796972:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.796977:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9081 usecs (10 jiffies) 00000400:00000200:2.0:1784947540.796982:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947540.796984:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306300426 00000100:00000001:2.0:1784947540.796987:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306304261 00000100:00000001:2.0:1784947540.796990:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306300426 00000100:00000001:2.0:1784947540.796992:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306304261 00000100:00000001:2.0:1784947540.796994:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947540.796998:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.797000:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.797003:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947540.797008:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947540.797011:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947540.797013:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947540.797015:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947540.797017:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.797020:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947540.797031:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947540.797034:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947540.797038:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541006:541006:255:4294967295] 192.168.201.111@tcp LPNI seq info [540943:540943:7:4294967295] 00000400:00000200:3.0:1784947540.797042:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947540.797079:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947540.797083:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947540.797087:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784947540.797090:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947540.797117:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784947540.797119:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:1.0:1784947540.797123:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000800:00000200:3.0:1784947540.797124:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947540.797131:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947540.797131:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947540.797137:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10251 usecs (11 jiffies) 00000400:00000200:1.0:1784947540.797141:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947540.797145:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947540.797147:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000100:00000001:3.0:1784947540.797148:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306300428 00000400:00000010:1.0:1784947540.797151:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:3.0:1784947540.797153:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306304261 00000100:00000001:1.0:1784947540.797155:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947540.797156:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306300428 00000100:00000001:3.0:1784947540.797160:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306304261 00000100:00000200:1.0:1784947540.797163:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947540.797164:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947540.797168:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.797172:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.797176:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947540.797180:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947540.797183:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947540.797188:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947540.797189:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947540.797198:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947540.797200:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:1.0:1784947540.797202:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947540.797204:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947540.797205:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:1.0:1784947540.797207:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:1.0:1784947540.797208:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947540.797210:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947540.797215:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947540.797217:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947540.797222:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947540.797223:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947540.797270:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947540.797271:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947540.797273:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947540.797274:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947540.797275:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.797277:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947540.798215:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798225:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947540.798227:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798229:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947540.798232:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798236:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947540.798242:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798245:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798249:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798253:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c300 00000400:00000200:0.0:1784947540.798256:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798260:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a79 [1] + 224 00000800:00000001:0.0:1784947540.798265:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798269:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947540.798271:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947540.798274:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947540.798278:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947540.798282:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947540.798289:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947540.798303:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947540.798312:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798316:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947540.798317:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798319:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798320:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947540.798324:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947540.798324:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947540.798331:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947540.798334:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798336:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798338:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798339:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c380 00000400:00000200:0.0:1784947540.798341:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947540.798343:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a81 [1] + 224 00000800:00000001:0.0:1784947540.798346:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798349:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947540.798351:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947540.798353:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947540.798356:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784947540.798358:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784947540.798359:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947540.798362:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947540.798365:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947540.798372:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000100:00000040:0.0:1784947540.798373:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947540.798375:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:3.0:1784947540.798380:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947540.798386:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947540.798391:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784947540.798395:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947540.798397:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947540.798401:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798403:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947540.798406:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947540.798427:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947540.798430:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947540.798435:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947540.798437:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947540.798440:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947540.798445:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784947540.798447:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784947540.798451:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947540.798456:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:2.0:1784947540.798458:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947540.798459:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947540.798463:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947540.798465:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947540.798470:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947540.798477:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=131 v=5 (5 5 5 5) 00000100:00000200:2.0:1784947540.798479:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947540.798488:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947540.798490:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947540.798492:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947540.798494:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947540.798497:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947540.798499:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947540.798502:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947540.798509:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=131 v=5 (1 1 1 1) 00000100:00001000:2.0:1784947540.798511:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=131 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947540.798512:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947540.798515:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947540.798518:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947540.798519:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1784947540.798520:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=21 v=5 (1 1 1 1) 00010000:00000001:3.0:1784947540.798523:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.798526:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947540.798527:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947540.798528:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947540.798531:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947540.798533:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784947540.798537:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784947540.798537:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947540.798538:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947540.798543:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947540.798547:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947540.798552:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947540.798554:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947540.798557:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:1.0:1784947540.798559:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947540.798560:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947540.798563:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947540.798564:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947540.798568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947540.798569:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947540.798573:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947540.798574:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947540.798580:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947540.798584:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947540.798593:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c400 00000100:00100000:3.0:1784947540.798593:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154994944:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947540.798603:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947540.798604:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.798609:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947540.798609:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947540.798612:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a89 [1] + 224 00000100:00000001:2.0:1784947540.798617:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1784947540.798618:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641154994944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947540.798620:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947540.798621:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947540.798628:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798630:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947540.798632:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784947540.798634:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947540.798634:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947540.798638:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000400:00000200:1.0:1784947540.798640:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947540.798644:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947540.798648:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784947540.798649:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947540.798653:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:1.0:1784947540.798656:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947540.798658:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784947540.798662:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154995072:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947540.798663:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947540.798669:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784947540.798671:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947540.798672:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947540.798675:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784947540.798675:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:2.0:1784947540.798682:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947540.798682:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947540.798685:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947540.798687:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947540.798691:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947540.798692:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947540.798693:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154995072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947540.798696:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798697:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947540.798700:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947540.798703:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947540.798706:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947540.798710:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947540.798712:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784947540.798714:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 02000000:00000001:2.0:1784947540.798715:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1784947540.798717:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 02000000:00000010:2.0:1784947540.798720:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947540.798720:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947540.798726:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947540.798727:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947540.798731:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947540.798734:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000200:3.0:1784947540.798737:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947540.798739:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947540.798743:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:3.0:1784947540.798747:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947540.798749:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947540.798750:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947540.798753:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947540.798754:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947540.798756:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1784947540.798758:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784947540.798758:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947540.798761:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.798774:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784947540.798774:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.798778:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947540.798779:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=131 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947540.798782:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947540.798784:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947540.798787:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947540.798788:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947540.798789:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.798793:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947540.798793:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947540.798796:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947540.798798:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947540.798800:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947540.798802:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947540.798803:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947540.798806:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947540.798808:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947540.798811:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947540.798816:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947540.798818:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947540.798819:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947540.798821:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947540.798826:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154995200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947540.798838:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798839:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947540.798841:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641154995200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947540.798845:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947540.798846:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947540.798847:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947540.798848:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947540.798849:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947540.798850:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947540.798851:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947540.798852:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947540.798854:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947540.798855:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947540.798856:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784947540.798858:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947540.798859:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798860:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947540.798863:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947540.798864:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947540.798865:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947540.798867:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947540.988177:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947540.988185:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947540.988187:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947540.988191:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947540.988196:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947540.988198:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947540.988200:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947540.988202:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947540.988244:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947540.988247:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947540.988250:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947542.012143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947542.012150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947542.012196:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947542.012200:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947542.012203:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947543.036184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947543.036190:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947543.036211:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947543.036217:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947543.036222:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947544.060185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947544.060192:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947544.060258:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947544.060263:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947544.060268:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947544.700125:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306304261, at 4306304320 00000100:00000040:0.0:1784947544.700127:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306304261, at 4306304320 00000100:00000010:1.0:1784947544.700140:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7120. 00000100:00000010:0.0:1784947544.700142:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7000. 00010000:00000001:1.0:1784947545.084129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947545.084135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947545.084159:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947545.084164:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947545.084167:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947545.916133:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947545.916141:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947545.916151:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947545.916156:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947545.916160:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947545.916162:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947545.916167:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947545.916174:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947545.916180:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916189:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947545.916199:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947545.916202:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916207:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.916231:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916234:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947545.916236:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947545.916238:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947545.916240:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947545.916242:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947545.916242:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947545.916244:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947545.916246:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947545.916247:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916250:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947545.916255:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947545.916256:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916259:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.916264:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916265:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947545.916268:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947545.916270:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947545.916271:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947545.916273:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947545.916274:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947545.916275:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947545.916277:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947545.916279:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916281:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947545.916286:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947545.916287:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916290:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.916294:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916296:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947545.916298:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947545.916299:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947545.916304:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947545.916304:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947545.916308:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947545.916309:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947545.916314:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11643) 00000100:00000040:3.0:1784947545.916318:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947545.916326:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947545.916328:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947545.916331:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947545.916334:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947545.916336:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.916338:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947545.916341:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154995456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947545.916342:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947545.916344:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947545.916359:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947545.916361:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947545.916365:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947545.916368:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.916369:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947545.916373:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947545.916373:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784947545.916376:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947545.916378:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784947545.916380:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:2.0:1784947545.916381:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947545.916385:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947545.916387:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154995328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947545.916390:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947545.916393:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947545.916394:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947545.916395:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947545.916399:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784947545.916400:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 02000000:00000010:2.0:1784947545.916402:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947545.916405:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947545.916408:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000400:00000200:2.0:1784947545.916412:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947545.916416:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000200:3.0:1784947545.916417:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995456, portal 10 00000100:00000001:3.0:1784947545.916420:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1784947545.916421:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784947545.916422:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000200:2.0:1784947545.916426:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995328, portal 25 00000100:00000001:2.0:1784947545.916429:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947545.916431:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:3.0:1784947545.916433:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947545.916439:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947545.916449:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947545.916453:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947545.916455:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947545.916459:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947545.916460:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000400:00000010:2.0:1784947545.916463:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:3.0:1784947545.916465:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154995456, offset 0 00000100:00000200:2.0:1784947545.916467:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154995328, offset 0 00000400:00000200:3.0:1784947545.916474:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947545.916484:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947545.916485:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947545.916495:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947545.916499:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947545.916502:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947545.916505:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947545.916507:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947545.916511:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541007:541007:256:4294967295] 192.168.201.111@tcp LPNI seq info [540944:540944:8:4294967295] 00000400:00000200:3.0:1784947545.916514:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947545.916519:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947545.916527:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947545.916529:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947545.916536:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947545.916538:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947545.916541:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947545.916545:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784947545.916545:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947545.916548:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947545.916552:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541008:541008:255:4294967295] 192.168.201.111@tcp LPNI seq info [540945:540945:7:4294967295] 00000800:00000200:3.0:1784947545.916556:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947545.916561:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947545.916570:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947545.916574:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947545.916576:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947545.916581:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947545.916586:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947545.916590:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947545.916593:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947545.916595:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947545.916599:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784947545.916599:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9080 usecs (10 jiffies) 00000100:00000001:2.0:1784947545.916606:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947545.916609:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947545.916613:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947545.916614:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306305546 00000100:00000001:2.0:1784947545.916616:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306309381 00000100:00000010:3.0:1784947545.916621:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7f60. 00000100:00000001:3.0:1784947545.916628:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947545.916636:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306305546 00000100:00000001:2.0:1784947545.916640:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306305546 00000100:00000010:3.0:1784947545.916640:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d75a0. 00000100:00000001:3.0:1784947545.916646:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947545.916648:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306309381 00000100:00000001:3.0:1784947545.916655:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947545.916657:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306305546 00000100:00000001:3.0:1784947545.916658:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.916664:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947545.916664:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.916670:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947545.916671:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.916673:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947545.916677:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947545.916679:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947545.916682:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947545.916688:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947545.916689:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947545.916691:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947545.916692:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947545.916695:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947545.916696:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947545.916696:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947545.916700:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947545.916702:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947545.916703:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 02000000:00000001:2.0:1784947545.916703:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947545.916711:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154995584:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947545.916713:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947545.916714:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947545.916718:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947545.916722:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947545.916723:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947545.916724:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947545.916729:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947545.916731:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947545.916734:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947545.916742:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784947545.916743:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:2.0:1784947545.916745:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000400:00000010:0.0:1784947545.916747:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000200:2.0:1784947545.916749:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995584, portal 10 00000100:00000001:0.0:1784947545.916752:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947545.916753:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947545.916756:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000200:0.0:1784947545.916761:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947545.916764:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.916786:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947545.916788:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947545.916789:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947545.916792:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000040:0.0:1784947545.916796:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947545.916796:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154995584, offset 0 00000400:00000200:2.0:1784947545.916806:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947545.916813:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947545.916817:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947545.916818:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947545.916821:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947545.916823:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947545.916825:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947545.916828:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947545.916830:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947545.916833:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541009:541009:255:4294967295] 192.168.201.111@tcp LPNI seq info [540946:540946:7:4294967295] 00000400:00000200:2.0:1784947545.916836:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947545.916840:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947545.916843:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947545.916846:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947545.916848:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947545.916851:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947545.916853:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947545.916855:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.916857:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10251 usecs (11 jiffies) 00000400:00000200:2.0:1784947545.916859:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947545.916861:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306305547 00000100:00000001:2.0:1784947545.916862:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306309381 00000100:00000001:2.0:1784947545.916864:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306305547 00000100:00000001:2.0:1784947545.916865:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306309381 00000100:00000001:2.0:1784947545.916867:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947545.916869:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.916870:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.916872:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.916875:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947545.916877:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947545.916878:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947545.916880:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947545.916881:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947545.916883:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947545.916883:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947545.916888:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947545.916892:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947545.916896:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947545.916898:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:0.0:1784947545.916900:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:0.0:1784947545.916902:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947545.916905:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947545.916910:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947545.916912:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947545.916917:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947545.916918:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947545.916925:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947545.916926:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947545.916928:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947545.916930:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947545.916931:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:0.0:1784947545.916932:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:0.0:1784947545.916934:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947545.916936:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947545.916940:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947545.916942:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947545.916945:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947545.916946:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947545.918276:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918293:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947545.918296:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918298:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947545.918302:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918307:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947545.918312:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918319:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918322:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c500 00000400:00000200:1.0:1784947545.918325:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918330:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a91 [1] + 224 00000800:00000001:1.0:1784947545.918334:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918337:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947545.918339:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947545.918341:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947545.918344:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947545.918348:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947545.918356:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947545.918368:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947545.918375:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918378:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947545.918379:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918381:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947545.918383:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918386:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947545.918390:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918392:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918394:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918397:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c480 00000400:00000200:1.0:1784947545.918399:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918402:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523a99 [1] + 224 00000800:00000001:1.0:1784947545.918405:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918408:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947545.918410:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947545.918413:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947545.918415:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947545.918418:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784947545.918419:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947545.918422:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947545.918427:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784947545.918429:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947545.918430:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947545.918434:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947545.918440:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000010:3.0:1784947545.918442:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:3.0:1784947545.918444:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947545.918446:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784947545.918451:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947545.918452:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918456:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947545.918460:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947545.918464:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947545.918467:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918470:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947545.918473:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947545.918476:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947545.918478:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947545.918479:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947545.918483:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947545.918484:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c580 00000400:00000200:1.0:1784947545.918489:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947545.918491:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947545.918495:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947545.918497:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947545.918503:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784947545.918506:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000200:3.0:1784947545.918509:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.918511:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947545.918516:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523aa1 [1] + 224 00000100:00000200:2.0:1784947545.918522:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947545.918525:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947545.918525:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947545.918531:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947545.918533:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947545.918538:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947545.918539:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:2.0:1784947545.918544:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947545.918544:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947545.918545:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947545.918549:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947545.918551:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947545.918554:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947545.918558:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947545.918562:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.918563:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947545.918568:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.918572:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:3.0:1784947545.918575:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=136 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947545.918577:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947545.918577:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947545.918581:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1784947545.918584:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947545.918585:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947545.918593:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947545.918593:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947545.918596:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947545.918597:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947545.918600:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947545.918601:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=136 v=5 (5 5 5 5) 00010000:00000001:3.0:1784947545.918601:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947545.918606:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947545.918607:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=136 v=5 (1 1 1 1) 00010000:00000001:3.0:1784947545.918607:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.918614:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947545.918615:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947545.918616:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947545.918618:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00010000:00000001:2.0:1784947545.918619:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947545.918621:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1784947545.918622:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947545.918623:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.918626:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947545.918631:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947545.918633:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947545.918660:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947545.918661:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947545.918667:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947545.918667:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947545.918670:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947545.918671:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947545.918678:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947545.918680:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947545.918702:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154995328:192.168.201.111@tcp:400:kworker.0 00000100:00100000:3.0:1784947545.918706:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154995456:192.168.201.111@tcp:400:kworker.0 00000400:00000001:2.0:1784947545.918710:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947545.918711:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947545.918713:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947545.918714:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947545.918716:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947545.918719:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641154995456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947545.918721:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:2.0:1784947545.918725:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784947545.918729:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947545.918731:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947545.918733:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1784947545.918734:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947545.918736:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947545.918741:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947545.918744:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:2.0:1784947545.918748:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947545.918748:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947545.918753:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947545.918756:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947545.918761:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947545.918762:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947545.918764:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947545.918765:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.918768:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:3.0:1784947545.918768:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 02000000:00000001:2.0:1784947545.918771:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947545.918773:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947545.918773:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947545.918776:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947545.918777:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947545.918779:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947545.918781:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947545.918784:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=136 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947545.918785:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784947545.918789:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=8 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947545.918789:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947545.918794:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947545.918795:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947545.918797:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.918798:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947545.918800:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947545.918802:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.918804:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947545.918806:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947545.918808:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947545.918809:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947545.918812:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.918817:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947545.918818:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947545.918819:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947545.918821:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947545.918826:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154995584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947545.918828:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.918829:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947545.918831:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154995328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.918835:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947545.918836:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947545.918838:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947545.918840:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947545.918841:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947545.918842:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947545.918843:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947545.918844:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947545.918846:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947545.918847:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947545.918848:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:2.0:1784947545.918850:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947545.918851:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.918852:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947545.918854:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641154995584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947545.918858:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947545.918860:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947545.918861:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947545.918862:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947545.918863:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947545.918864:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947545.918865:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947545.918866:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:2.0:1784947545.918867:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947545.918868:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947545.918869:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:2.0:1784947545.918870:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947545.918871:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.918872:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947545.918874:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947545.918875:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947545.918877:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947545.918878:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947546.108136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947546.108141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947546.108172:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947546.108177:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947546.108180:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947547.132132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947547.132137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947547.132190:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947547.132194:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947547.132197:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947548.156146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947548.156154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947548.156206:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947548.156210:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947548.156213:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947549.180161:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947549.180169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947549.180233:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947549.180239:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947549.180244:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947549.820110:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306309381, at 4306309440 00000100:00000040:1.0:1784947549.820118:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306309381, at 4306309440 00000100:00000010:0.0:1784947549.820127:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7f60. 00000100:00000010:1.0:1784947549.820128:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d75a0. 00010000:00000001:1.0:1784947550.204135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947550.204142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947550.204192:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947550.204196:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947550.204198:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947551.036219:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947551.036228:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947551.036239:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000020:00000040:1.0:1784947551.036245:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947551.036249:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947551.036253:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947551.036259:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947551.036267:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947551.036274:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036305:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947551.036320:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947551.036326:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036334:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.036377:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036381:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947551.036386:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947551.036390:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947551.036393:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947551.036396:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947551.036398:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947551.036401:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947551.036406:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947551.036409:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036414:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947551.036424:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947551.036426:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036431:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.036441:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036444:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947551.036448:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947551.036451:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784947551.036455:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947551.036458:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947551.036460:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947551.036462:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947551.036466:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947551.036470:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036475:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947551.036486:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947551.036487:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947551.036491:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.036496:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947551.036503:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.036504:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947551.036522:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947551.036523:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947551.036528:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947551.036542:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947551.036553:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947551.036565:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947551.036576:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11648) 00000100:00000001:0.0:1784947551.036581:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947551.036586:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947551.036592:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947551.036596:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947551.036600:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947551.036606:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154995840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947551.036611:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947551.036619:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947551.036623:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947551.036626:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947551.036629:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784947551.036635:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fede00. 00000100:00000001:1.0:1784947551.036636:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947551.036642:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784947551.036644:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.036655:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947551.036659:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947551.036669:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000400:00000010:0.0:1784947551.036682:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784947551.036684:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947551.036691:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947551.036694:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995840, portal 10 02000000:00000001:1.0:1784947551.036700:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947551.036701:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947551.036722:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 02000000:00000001:1.0:1784947551.036725:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947551.036733:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947551.036734:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947551.036747:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154995712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947551.036750:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947551.036760:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947551.036764:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784947551.036766:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 02000000:00000001:1.0:1784947551.036770:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784947551.036772:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154995840, offset 0 02000000:00000001:1.0:1784947551.036776:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947551.036780:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947551.036783:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784947551.036788:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947551.036792:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947551.036797:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.036802:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947551.036807:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9a50. 00000400:00000010:1.0:1784947551.036813:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1cc0. 00000100:00000200:1.0:1784947551.036817:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995712, portal 25 00000100:00000001:1.0:1784947551.036820:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947551.036824:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947551.036824:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 00000100:00000040:1.0:1784947551.036836:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947551.036837:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947551.036846:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947551.036853:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947551.036854:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784947551.036862:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947551.036864:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:1.0:1784947551.036868:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1330. 00000400:00000200:0.0:1784947551.036874:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541010:541010:256:4294967295] 192.168.201.111@tcp LPNI seq info [540947:540947:8:4294967295] 00000100:00000200:1.0:1784947551.036876:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154995712, offset 0 00000400:00000200:0.0:1784947551.036887:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.036892:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947551.036902:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947551.036908:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947551.036913:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.036970:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947551.036974:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947551.036977:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947551.036980:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947551.036982:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947551.036985:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541011:541011:255:4294967295] 192.168.201.111@tcp LPNI seq info [540948:540948:7:4294967295] 00000400:00000200:1.0:1784947551.036989:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.036996:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947551.037001:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947551.037006:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784947551.037012:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947551.037021:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947551.037025:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947551.037038:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947551.037042:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947551.037044:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306314501 00000100:00000010:1.0:1784947551.037089:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f360. 00000100:00000001:1.0:1784947551.037097:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947551.037104:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306314502 00000100:00000010:1.0:1784947551.037115:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f660. 00000100:00000001:1.0:1784947551.037118:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947551.037121:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947551.037124:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947551.037127:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947551.037133:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.037140:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947551.037142:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947551.037144:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947551.037146:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784947551.037148:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 02000000:00000001:1.0:1784947551.037149:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947551.037156:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154995968:192.168.201.111@tcp:400:kworker.0 00000800:00000200:0.0:1784947551.037161:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947551.037163:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947551.037167:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947551.037170:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947551.037171:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:1.0:1784947551.037173:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784947551.037179:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:1.0:1784947551.037181:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 00000100:00000001:0.0:1784947551.037184:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947551.037185:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947551.037193:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9080 usecs (10 jiffies) 00000400:00000200:1.0:1784947551.037194:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947551.037201:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9e70. 00000400:00000200:0.0:1784947551.037206:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947551.037209:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784947551.037211:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306310667 00000100:00000001:0.0:1784947551.037218:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306314501 00000100:00000200:1.0:1784947551.037218:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154995968, portal 10 00000100:00000001:0.0:1784947551.037225:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306310667 00000100:00000001:1.0:1784947551.037226:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947551.037231:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306314502 00000100:00000001:1.0:1784947551.037231:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000100:00000001:0.0:1784947551.037237:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947551.037243:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.037244:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.037248:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.037254:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947551.037259:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947551.037263:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947551.037266:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784947551.037266:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1d48. 00000100:00000001:0.0:1784947551.037270:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784947551.037272:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154995968, offset 0 00000100:00000001:0.0:1784947551.037274:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947551.037277:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947551.037281:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947551.037281:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947551.037286:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947551.037291:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.037302:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947551.037305:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947551.037308:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947551.037311:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947551.037313:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947551.037317:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541012:541012:254:4294967295] 192.168.201.111@tcp LPNI seq info [540949:540949:6:4294967295] 00000400:00000200:1.0:1784947551.037321:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.037326:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947551.037330:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947551.037335:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000800:00000200:1.0:1784947551.037340:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947551.037343:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784947551.037345:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:0.0:1784947551.037348:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784947551.037351:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947551.037356:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947551.037356:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947551.037364:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10251 usecs (11 jiffies) 00000400:00000200:0.0:1784947551.037370:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947551.037374:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947551.037378:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306310668 00000400:00000200:0.0:1784947551.037379:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1330 00000100:00000001:1.0:1784947551.037382:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306314501 00000400:00000010:0.0:1784947551.037384:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1330. 00000100:00000001:1.0:1784947551.037387:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306310668 00000100:00000001:0.0:1784947551.037392:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784947551.037392:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306314502 00000100:00000001:1.0:1784947551.037397:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784947551.037402:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.037403:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947551.037410:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947551.037416:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947551.037424:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947551.037425:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947551.037428:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784947551.037433:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.037434:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947551.037438:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947551.037441:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947551.037447:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.037449:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.037452:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947551.037464:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947551.037466:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784947551.037470:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947551.037473:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947551.037476:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:0.0:1784947551.037477:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:0.0:1784947551.037479:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947551.037482:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.037488:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947551.037490:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.037495:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.037496:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947551.037561:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947551.037564:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947551.037566:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947551.037569:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947551.037571:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000400:00000010:0.0:1784947551.037572:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:0.0:1784947551.037574:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947551.037577:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.037583:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947551.037586:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.037591:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.037593:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947551.039377:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947551.039390:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947551.039393:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947551.039395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947551.039401:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039406:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947551.039412:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039415:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039419:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039423:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c600 00000400:00000200:1.0:1784947551.039428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039434:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ab9 [1] + 224 00000800:00000001:1.0:1784947551.039441:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947551.039444:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947551.039447:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947551.039450:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947551.039454:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947551.039459:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947551.039469:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.039489:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947551.039495:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947551.039499:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947551.039500:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947551.039502:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947551.039504:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039508:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947551.039511:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039513:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039516:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039518:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c680 00000400:00000200:1.0:1784947551.039521:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039524:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523aa9 [1] + 224 00000800:00000001:1.0:1784947551.039527:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947551.039532:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947551.039533:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947551.039536:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947551.039538:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947551.039541:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947551.039551:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.039569:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947551.039573:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947551.039576:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784947551.039580:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947551.039583:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947551.039586:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9a50. 00000400:00000200:0.0:1784947551.039593:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:0.0:1784947551.039595:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:0.0:1784947551.039599:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947551.039604:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947551.039609:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947551.039616:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947551.039621:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947551.039623:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947551.039629:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947551.039633:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947551.039637:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947551.039638:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947551.039644:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947551.039645:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000001:0.0:1784947551.039647:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947551.039651:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947551.039653:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947551.039655:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947551.039660:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947551.039660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947551.039667:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784947551.039669:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=142 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947551.039673:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c700 00000100:00001000:0.0:1784947551.039676:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=142 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947551.039681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947551.039684:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947551.039689:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947551.039690:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ac9 [1] + 224 00010000:00000001:0.0:1784947551.039694:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947551.039697:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947551.039699:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.039703:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947551.039705:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947551.039711:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947551.039712:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947551.039724:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947551.039731:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947551.039734:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784947551.039740:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.039741:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947551.039745:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947551.039756:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947551.039762:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947551.039781:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154995712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947551.039784:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784947551.039790:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947551.039792:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947551.039793:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947551.039797:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9e70. 00000800:00000001:1.0:1784947551.039798:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947551.039801:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000400:00000010:0.0:1784947551.039804:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784947551.039808:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947551.039812:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947551.039821:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.039823:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947551.039827:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947551.039833:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784947551.039834:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947551.039836:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947551.039839:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947551.039840:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947551.039844:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000010:1.0:1784947551.039845:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000100:00000001:0.0:1784947551.039846:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947551.039850:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947551.039854:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947551.039854:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000100:00001000:0.0:1784947551.039858:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=142 v=5 (5 5 5 5) 00000400:00000010:1.0:1784947551.039859:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784947551.039866:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784947551.039867:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=14 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947551.039872:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1784947551.039874:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.039875:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947551.039880:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947551.039884:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.039891:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947551.039895:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000200:1.0:1784947551.039896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.039899:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947551.039903:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947551.039914:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.039914:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947551.039941:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947551.039947:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947551.039951:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947551.039954:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947551.039957:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947551.039962:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947551.039971:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=142 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947551.039973:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784947551.039977:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=32 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947551.039979:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947551.039982:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947551.039984:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947551.039985:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947551.039992:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947551.039995:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947551.039996:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.040000:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947551.040003:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947551.040008:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947551.040012:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947551.040018:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154995968:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947551.040022:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.040025:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947551.040029:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947551.040037:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641154995712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.040038:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947551.040046:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947551.040076:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947551.040079:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784947551.040082:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784947551.040084:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947551.040091:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784947551.040092:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784947551.040094:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947551.040099:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947551.040106:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:1.0:1784947551.040110:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154995840:192.168.201.111@tcp:400:kworker.0 02000000:00000010:0.0:1784947551.040111:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947551.040117:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947551.040121:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947551.040123:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784947551.040124:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00000100:00000001:0.0:1784947551.040131:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947551.040131:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947551.040134:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947551.040138:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154995840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947551.040139:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947551.040148:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641154995968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947567 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947551.040154:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947551.040158:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947551.040163:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784947551.040164:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fede00. 02000000:00000001:0.0:1784947551.040167:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947551.040171:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947551.040171:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947551.040176:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784947551.040178:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:1.0:1784947551.040180:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947551.040182:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784947551.040184:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:0.0:1784947551.040186:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:1.0:1784947551.040189:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000020:00000001:0.0:1784947551.040190:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947551.040195:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:1.0:1784947551.040196:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947551.040200:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947551.040200:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784947551.040204:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947551.040206:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000010:0.0:1784947551.040208:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 00000100:00000001:1.0:1784947551.040212:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947551.040214:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947551.040215:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947551.040217:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947551.040220:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947551.040221:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947551.040227:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947551.040229:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947551.040231:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.040232:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947551.040236:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947551.040237:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947551.040241:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947551.040243:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947551.228192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947551.228204:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947551.228218:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947551.228223:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947551.228230:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947551.228232:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947551.228234:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947551.228236:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947551.228296:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947551.228304:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947551.228309:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947552.252169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947552.252176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947552.252273:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947552.252277:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947552.252281:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947553.276214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947553.276224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947553.276295:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947553.276301:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947553.276305:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947554.300210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947554.300220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947554.300280:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947554.300288:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947554.300293:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947554.940181:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306314501, at 4306314560 00000100:00000040:1.0:1784947554.940181:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306314502, at 4306314560 00000100:00000010:0.0:1784947554.940201:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f360. 00000100:00000010:1.0:1784947554.940208:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f660. 00010000:00000001:1.0:1784947555.324206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947555.324220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947555.324304:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947555.324311:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947555.324315:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947556.156166:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947556.156177:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947556.156187:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947556.156194:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947556.156199:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947556.156202:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947556.156208:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947556.156217:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947556.156225:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156238:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947556.156248:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947556.156253:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156259:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.156288:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156290:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947556.156294:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947556.156296:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947556.156298:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947556.156300:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947556.156301:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947556.156302:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947556.156305:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947556.156307:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156309:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947556.156315:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947556.156316:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156318:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.156325:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156328:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947556.156331:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947556.156333:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947556.156335:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947556.156336:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947556.156337:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947556.156338:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947556.156340:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947556.156342:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156344:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947556.156348:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947556.156358:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947556.156358:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947556.156363:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947556.156364:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156376:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947556.156381:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.156400:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156407:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947556.156419:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947556.156425:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947556.156438:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947556.156439:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947556.156441:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.156447:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11653) 02000000:00000001:3.0:1784947556.156448:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947556.156453:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947556.156457:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947556.156461:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947556.156462:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154996096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947556.156465:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947556.156467:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947556.156468:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947556.156474:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947556.156475:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947556.156477:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.156487:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947556.156496:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1784947556.156497:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784947556.156499:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.156500:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947556.156505:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947556.156508:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947556.156512:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947556.156519:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947556.156522:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00100000:2.0:1784947556.156528:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154996224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947556.156533:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784947556.156534:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 02000000:00000001:2.0:1784947556.156538:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947556.156542:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947556.156543:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996096, portal 25 02000000:00000001:2.0:1784947556.156545:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947556.156548:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947556.156552:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 02000000:00000010:2.0:1784947556.156557:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947556.156561:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947556.156562:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947556.156577:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947556.156578:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784947556.156587:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947556.156587:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947556.156599:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000400:00000010:2.0:1784947556.156602:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:3.0:1784947556.156604:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154996096, offset 0 00000100:00000200:2.0:1784947556.156610:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996224, portal 10 00000100:00000001:2.0:1784947556.156617:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947556.156617:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947556.156622:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000400:00000200:3.0:1784947556.156631:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947556.156633:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947556.156643:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947556.156647:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947556.156656:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784947556.156657:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947556.156661:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000400:00000200:3.0:1784947556.156662:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:2.0:1784947556.156671:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154996224, offset 0 00000400:00000200:3.0:1784947556.156672:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947556.156683:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947556.156691:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947556.156699:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541013:541013:256:4294967295] 192.168.201.111@tcp LPNI seq info [540950:540950:8:4294967295] 00000400:00000200:3.0:1784947556.156703:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947556.156710:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947556.156719:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947556.156724:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947556.156729:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947556.156731:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947556.156738:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784947556.156739:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947556.156754:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947556.156757:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947556.156762:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947556.156770:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541014:541014:255:4294967295] 192.168.201.111@tcp LPNI seq info [540951:540951:7:4294967295] 00000800:00000200:3.0:1784947556.156772:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947556.156782:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947556.156786:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947556.156800:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947556.156805:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947556.156805:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947556.156816:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784947556.156817:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947556.156820:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306319621 00000100:00000010:3.0:1784947556.156826:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7360. 00000800:00000200:2.0:1784947556.156848:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947556.156851:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947556.156859:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947556.156860:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306319621 00000800:00000200:2.0:1784947556.156877:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947556.156878:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7e40. 00000100:00000001:2.0:1784947556.156891:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.156891:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784947556.156906:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9080 usecs (10 jiffies) 00000100:00000001:3.0:1784947556.156907:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784947556.156909:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947556.156913:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947556.156919:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000001:3.0:1784947556.156920:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947556.156923:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947556.156928:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947556.156930:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306315786 00000400:00000200:0.0:1784947556.156932:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947556.156936:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947556.156937:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306319621 00000100:00000001:3.0:1784947556.156944:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947556.156948:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947556.156948:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306315786 00000100:00000001:3.0:1784947556.156950:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947556.156958:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306319621 00000100:00000001:3.0:1784947556.156959:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947556.156961:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000100:00000001:3.0:1784947556.156967:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784947556.156970:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:2.0:1784947556.156971:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947556.156978:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.156984:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947556.156986:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947556.156995:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.156996:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1784947556.157001:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.157007:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.157008:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947556.157017:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947556.157022:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784947556.157024:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.157025:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947556.157026:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947556.157032:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784947556.157038:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947556.157042:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947556.157089:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154996352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947556.157093:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947556.157095:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947556.157097:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.157099:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947556.157104:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.157106:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.157121:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947556.157127:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:0.0:1784947556.157128:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947556.157132:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784947556.157132:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947556.157138:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947556.157140:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947556.157147:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947556.157150:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996352, portal 10 00000100:00000001:3.0:1784947556.157152:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947556.157153:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000040:3.0:1784947556.157159:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947556.157164:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947556.157166:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947556.157169:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784947556.157171:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154996352, offset 0 00000800:00000200:0.0:1784947556.157175:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947556.157176:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947556.157180:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947556.157183:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.157184:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947556.157189:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947556.157191:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947556.157195:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000200:3.0:1784947556.157195:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784947556.157199:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000400:00000200:3.0:1784947556.157200:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947556.157204:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947556.157205:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947556.157210:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:0.0:1784947556.157213:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947556.157217:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541015:541015:255:4294967295] 192.168.201.111@tcp LPNI seq info [540952:540952:7:4294967295] 00000400:00000200:3.0:1784947556.157227:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947556.157232:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947556.157240:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947556.157241:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947556.157253:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947556.157255:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947556.157258:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784947556.157259:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000800:00000200:3.0:1784947556.157264:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947556.157268:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947556.157271:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947556.157281:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947556.157285:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10250 usecs (11 jiffies) 00000400:00000200:3.0:1784947556.157287:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947556.157332:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306315788 00000100:00000001:3.0:1784947556.157336:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306319621 00000100:00000001:3.0:1784947556.157337:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306315788 00000100:00000001:3.0:1784947556.157339:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306319621 00000100:00000001:3.0:1784947556.157341:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947556.157343:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.157345:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.157347:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.157350:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947556.157351:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947556.157353:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947556.157354:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947556.157355:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.157358:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947556.157401:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947556.157407:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:1.0:1784947556.157412:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947556.157417:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947556.157422:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:1.0:1784947556.157424:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:1.0:1784947556.157427:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947556.157431:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947556.157439:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947556.157442:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947556.157448:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947556.157450:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947556.158595:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158603:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947556.158605:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158607:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947556.158611:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158615:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947556.158620:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158624:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158628:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158631:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c780 00000400:00000200:0.0:1784947556.158634:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158638:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ad9 [1] + 224 00000800:00000001:0.0:1784947556.158644:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158654:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947556.158656:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947556.158659:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947556.158663:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947556.158667:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947556.158674:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947556.158685:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947556.158695:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158698:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947556.158699:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158701:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947556.158703:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158705:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947556.158708:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158710:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158712:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158713:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c800 00000400:00000200:0.0:1784947556.158716:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158718:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ae1 [1] + 224 00000800:00000001:0.0:1784947556.158720:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158724:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947556.158725:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947556.158727:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947556.158729:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947556.158731:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947556.158737:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947556.158749:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947556.158753:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158765:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947556.158767:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.158769:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947556.158771:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158774:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947556.158778:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947556.158778:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947556.158782:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947556.158783:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158788:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947556.158790:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c880 00000400:00000001:3.0:1784947556.158790:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947556.158794:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947556.158796:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947556.158817:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947556.158821:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947556.158842:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947556.158846:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000010:3.0:1784947556.158847:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:3.0:1784947556.158850:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947556.158854:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ae9 [1] + 224 00000100:00000200:3.0:1784947556.158856:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947556.158858:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947556.158860:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947556.158865:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784947556.158867:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947556.158875:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947556.158875:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000200:3.0:1784947556.158879:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947556.158887:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000200:0.0:1784947556.158893:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947556.158894:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784947556.158903:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947556.158905:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947556.158913:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947556.158915:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.158918:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947556.158925:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1784947556.158927:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947556.158929:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947556.158929:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947556.158935:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.158946:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947556.158956:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=147 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947556.158975:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947556.158988:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947556.158992:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947556.159005:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947556.159012:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.159015:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947556.159024:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947556.159026:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947556.159026:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947556.159105:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947556.159113:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947556.159122:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159146:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947556.159148:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947556.159152:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159154:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947556.159162:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947556.159164:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947556.159168:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784947556.159173:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.159174:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947556.159179:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947556.159185:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947556.159200:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154996096:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947556.159203:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=147 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947556.159206:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947556.159208:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947556.159209:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947556.159215:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784947556.159217:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641154996096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.159219:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947556.159231:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947556.159235:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1784947556.159236:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947556.159238:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947556.159242:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784947556.159243:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 00000100:00000040:2.0:1784947556.159246:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947556.159249:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947556.159249:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947556.159252:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947556.159253:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947556.159261:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:2.0:1784947556.159268:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947556.159268:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947556.159274:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784947556.159283:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947556.159289:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947556.159291:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784947556.159292:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:2.0:1784947556.159295:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947556.159298:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947556.159299:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159305:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159309:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947556.159310:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947556.159318:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947556.159322:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947556.159328:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784947556.159330:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154996224:192.168.201.111@tcp:400:kworker.0 00000400:00000001:3.0:1784947556.159332:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947556.159339:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947556.159342:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947556.159343:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000100:00000001:2.0:1784947556.159347:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784947556.159348:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000040:2.0:1784947556.159355:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154996224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947556.159356:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947556.159367:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947556.159391:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947556.159398:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947556.159401:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000200:3.0:1784947556.159403:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947556.159410:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947556.159415:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947556.159422:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947556.159423:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947556.159433:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947556.159433:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159439:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:2.0:1784947556.159440:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947556.159442:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947556.159448:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784947556.159449:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947556.159459:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947556.159459:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947556.159467:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 02000000:00000001:3.0:1784947556.159467:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947556.159479:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1784947556.159480:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=147 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947556.159483:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947556.159486:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947556.159487:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159499:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947556.159501:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947556.159502:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947556.159505:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947556.159506:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947556.159516:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784947556.159517:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.159523:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947556.159524:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947556.159533:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947556.159537:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947556.159539:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947556.159546:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947556.159551:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947556.159553:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947556.159554:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947556.159556:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947556.159561:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154996352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947556.159564:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159565:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947556.159567:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641154996352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947572 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947556.159571:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947556.159572:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947556.159573:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784947556.159575:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947556.159576:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947556.159577:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947556.159579:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947556.159580:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947556.159582:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947556.159583:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947556.159584:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:3.0:1784947556.159586:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947556.159587:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159588:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947556.159591:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947556.159592:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947556.159594:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947556.159595:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947556.348165:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947556.348174:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947556.348228:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947556.348234:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947556.348238:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947557.372191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947557.372199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947557.372261:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947557.372266:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947557.372269:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947558.396171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947558.396179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947558.396243:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947558.396250:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947558.396254:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947559.420242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947559.420252:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947559.420315:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947559.420320:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947559.420324:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947560.060189:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306319621, at 4306319680 00000100:00000040:1.0:1784947560.060189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306319621, at 4306319680 00000100:00000010:1.0:1784947560.060211:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7e40. 00000100:00000010:0.0:1784947560.060214:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7360. 00010000:00000001:1.0:1784947560.444215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947560.444225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947560.444285:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947560.444292:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947560.444297:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947561.276283:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947561.276307:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947561.276329:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947561.276341:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947561.276350:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947561.276360:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947561.276370:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947561.276388:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947561.276403:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276428:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947561.276452:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947561.276462:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276476:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.276538:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276544:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947561.276553:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947561.276560:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784947561.276566:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947561.276571:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947561.276574:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947561.276578:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947561.276589:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947561.276595:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276605:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947561.276623:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947561.276628:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276640:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947561.276649:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947561.276660:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947561.276666:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947561.276668:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276677:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947561.276683:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.276687:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947561.276696:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000100:00000001:0.0:1784947561.276705:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1784947561.276708:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947561.276711:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.276719:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947561.276723:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947561.276726:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947561.276730:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947561.276735:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947561.276738:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947561.276778:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154996480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947561.276784:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947561.276794:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947561.276798:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947561.276804:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947561.276808:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 02000000:00000010:0.0:1784947561.276816:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 00000100:00000001:1.0:1784947561.276819:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947561.276823:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.276839:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1784947561.276841:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947561.276851:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea688. 00000100:00000001:1.0:1784947561.276869:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1784947561.276870:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000100:00000001:1.0:1784947561.276878:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947561.276887:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996480, portal 25 00000100:00000040:1.0:1784947561.276892:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947561.276895:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947561.276901:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000040:0.0:1784947561.276920:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.276930:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.276937:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947561.276941:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947561.276948:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947561.276959:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000040:1.0:1784947561.276959:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784947561.276969:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154996480, offset 0 00000100:00000040:1.0:1784947561.276972:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784947561.276984:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947561.276987:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947561.276999:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11658) 00000400:00000200:0.0:1784947561.277001:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947561.277017:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947561.277026:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947561.277033:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947561.277040:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947561.277101:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947561.277110:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541016:541016:256:4294967295] 192.168.201.111@tcp LPNI seq info [540953:540953:8:4294967295] 00000400:00000200:0.0:1784947561.277117:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947561.277134:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947561.277144:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947561.277148:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947561.277155:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947561.277159:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947561.277173:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.277191:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947561.277195:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947561.277201:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947561.277206:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947561.277211:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947561.277218:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154996608:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947561.277232:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947561.277239:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947561.277242:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947561.277246:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947561.277255:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947561.277260:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947561.277269:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947561.277276:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9d10. 00000400:00000010:1.0:1784947561.277285:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1440. 00000100:00000200:1.0:1784947561.277293:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996608, portal 10 00000100:00000001:1.0:1784947561.277298:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947561.277301:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000100:00000040:1.0:1784947561.277316:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.277331:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947561.277336:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947561.277342:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b16e8. 00000100:00000200:1.0:1784947561.277347:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154996608, offset 0 00000400:00000200:1.0:1784947561.277358:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947561.277367:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.277377:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947561.277384:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947561.277391:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947561.277396:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947561.277402:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947561.277409:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541017:541017:255:4294967295] 192.168.201.111@tcp LPNI seq info [540954:540954:7:4294967295] 00000400:00000200:1.0:1784947561.277418:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.277432:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947561.277443:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947561.277451:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000800:00000200:1.0:1784947561.277466:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947561.277484:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947561.277493:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947561.277516:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.277526:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9080 usecs (10 jiffies) 00000400:00000200:1.0:1784947561.277533:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947561.277539:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306320907 00000100:00000010:1.0:1784947561.277550:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f660. 00000100:00000001:1.0:1784947561.277563:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947561.277576:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306320907 00000100:00000010:1.0:1784947561.277584:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f120. 00000100:00000001:1.0:1784947561.277591:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947561.277598:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947561.277603:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.277610:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.277615:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.277629:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947561.277634:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947561.277639:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947561.277641:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947561.277645:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947561.277651:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784947561.277655:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.277659:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947561.277662:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.277666:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947561.277668:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947561.277671:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947561.277681:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.277696:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947561.277699:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947561.277704:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947561.277707:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947561.277713:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947561.277720:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154996736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947561.277727:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947561.277732:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947561.277736:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947561.277767:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947561.277776:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947561.277780:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947561.277787:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947561.277794:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9f20. 00000400:00000010:1.0:1784947561.277802:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b12a8. 00000100:00000200:1.0:1784947561.277808:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996736, portal 10 00000100:00000001:1.0:1784947561.277812:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947561.277815:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000100:00000040:1.0:1784947561.277829:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.277843:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947561.277848:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947561.277853:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1aa0. 00000100:00000200:1.0:1784947561.277858:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154996736, offset 0 00000400:00000200:1.0:1784947561.277867:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947561.277876:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.277883:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947561.277890:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947561.277895:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947561.277900:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947561.277905:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947561.277912:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541018:541018:254:4294967295] 192.168.201.111@tcp LPNI seq info [540955:540955:6:4294967295] 00000400:00000200:1.0:1784947561.277920:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.277933:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947561.277943:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947561.277952:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784947561.277960:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947561.277971:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947561.277977:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947561.277984:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.277990:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10250 usecs (11 jiffies) 00000400:00000200:1.0:1784947561.277996:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947561.278000:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306320908 00000100:00000001:1.0:1784947561.278012:0:2407:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, simply extend its deadline from 4306320907 00000100:00000001:1.0:1784947561.278019:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306320908 00000100:00000001:1.0:1784947561.278025:0:2407:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, simply extend its deadline from 4306320907 00000100:00000001:1.0:1784947561.278031:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947561.278035:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.278039:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.278044:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947561.278174:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947561.278183:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:1.0:1784947561.278195:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947561.278205:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947561.278216:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000400:00000010:1.0:1784947561.278222:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000001:1.0:1784947561.278230:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947561.278240:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.278259:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947561.278266:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.278280:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.278284:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947561.278424:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947561.278430:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:1.0:1784947561.278437:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947561.278445:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947561.278450:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1aa0 00000400:00000010:1.0:1784947561.278454:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1aa0. 00000100:00000001:1.0:1784947561.278459:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947561.278467:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.278482:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947561.278488:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.278502:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.278505:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1784947561.279122:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000800:00000200:0.0:1784947561.279149:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947561.279160:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947561.279166:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947561.279195:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947561.279205:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947561.279210:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306324744 00000100:00000001:0.0:1784947561.279223:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306320908 00000100:00000001:0.0:1784947561.279230:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306324744 00000100:00000001:0.0:1784947561.279235:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306320908 00000100:00000001:0.0:1784947561.279241:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947561.279246:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.279253:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.279257:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947561.279268:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947561.279271:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947561.279275:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947561.279279:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947561.279284:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.279288:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947561.279365:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947561.279375:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947561.279385:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947561.279396:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947561.279403:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000400:00000010:1.0:1784947561.279407:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:1.0:1784947561.279413:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947561.279423:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.279439:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947561.279446:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.279459:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.279463:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947561.281017:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947561.281042:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947561.281090:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947561.281100:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947561.281111:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281134:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947561.281145:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281154:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281162:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281170:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30c980 00000400:00000200:1.0:1784947561.281179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281189:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b01 [1] + 224 00000800:00000001:1.0:1784947561.281202:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947561.281210:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947561.281215:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947561.281223:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947561.281232:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947561.281241:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947561.281262:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.281306:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947561.281320:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947561.281328:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947561.281332:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947561.281336:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947561.281343:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281351:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947561.281360:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281366:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281372:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281379:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ca00 00000400:00000200:1.0:1784947561.281386:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947561.281395:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b11 [1] + 224 00000800:00000001:1.0:1784947561.281404:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947561.281432:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947561.281439:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947561.281445:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947561.281449:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947561.281453:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784947561.281455:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947561.281469:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:0.0:1784947561.281482:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9d10. 00000400:00000200:0.0:1784947561.281499:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000400:00000010:0.0:1784947561.281503:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000100:00000001:0.0:1784947561.281510:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947561.281513:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947561.281527:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947561.281531:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947561.281596:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947561.281600:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.281667:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947561.281669:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947561.281676:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947561.281681:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947561.281683:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784947561.281686:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947561.281693:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947561.281696:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947561.281698:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947561.281701:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947561.281707:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947561.281715:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947561.281717:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=152 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947561.281729:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784947561.281733:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947561.281768:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947561.281776:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947561.281777:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:0.0:1784947561.281788:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947561.281797:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784947561.281798:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.281809:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784947561.281811:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947561.281814:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947561.281821:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947561.281826:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947561.281828:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947561.281841:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947561.281843:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30c900 00000400:00000200:1.0:1784947561.281866:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947561.281872:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947561.281883:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947561.281885:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523af1 [1] + 224 00000100:00000001:0.0:1784947561.281889:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947561.281904:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947561.281906:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947561.281920:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784947561.281921:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154996608:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947561.281931:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947561.281934:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.281942:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947561.281947:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784947561.281955:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641154996608/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.281959:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947561.281972:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784947561.281976:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947561.281978:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947561.281986:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947561.282006:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947561.282012:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947561.282019:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947561.282027:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784947561.282027:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947561.282035:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:0.0:1784947561.282044:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947561.282094:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947561.282097:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:0.0:1784947561.282103:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947561.282106:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.282108:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947561.282111:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.282118:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947561.282122:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947561.282122:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947561.282133:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947561.282135:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947561.282137:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947561.282145:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9f20. 00000400:00000200:0.0:1784947561.282153:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b12a8 00000400:00000010:0.0:1784947561.282156:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784947561.282160:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947561.282166:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947561.282180:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.282181:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947561.282191:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947561.282202:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784947561.282204:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947561.282207:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947561.282214:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:1.0:1784947561.282214:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784947561.282220:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947561.282224:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784947561.282225:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea688. 00000100:00000001:0.0:1784947561.282227:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947561.282237:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947561.282240:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000100:00001000:0.0:1784947561.282243:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=152 v=5 (5 5 5 5) 00000400:00000010:1.0:1784947561.282249:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00001000:0.0:1784947561.282252:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=24 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947561.282261:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947561.282262:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947561.282269:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947561.282272:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947561.282279:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947561.282281:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947561.282284:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947561.282289:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947561.282296:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947561.282299:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947561.282313:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947561.282330:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784947561.282331:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947561.282334:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947561.282338:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947561.282352:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.282370:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784947561.282379:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641154996736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947561.282380:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.282393:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947561.282395:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947561.282400:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947561.282401:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947561.282409:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784947561.282412:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641154996736/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.282418:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.282433:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947561.282433:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947561.282439:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947561.282444:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947561.282448:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:1.0:1784947561.282449:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=152 v=5 (5 5 5 5) 00000020:00000001:0.0:1784947561.282450:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947561.282454:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947561.282467:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:1.0:1784947561.282468:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=152 v=5 (1 1 1 1) 02000000:00000010:0.0:1784947561.282473:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947561.282479:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784947561.282484:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947561.282486:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947561.282493:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1784947561.282495:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1784947561.282500:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00010000:00000001:1.0:1784947561.282503:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.282514:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947561.282515:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947561.282524:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947561.282532:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947561.282544:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947561.282560:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947561.282563:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947561.282567:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.282571:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947561.282576:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947561.282578:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947561.282581:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947561.282592:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947561.282613:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641154996480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947561.282623:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.282629:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947561.282636:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154996480/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947577 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947561.282650:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947561.282653:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947561.282658:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:1.0:1784947561.282664:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947561.282668:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947561.282671:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947561.282676:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947561.282680:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784947561.282685:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947561.282688:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947561.282691:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947561.282696:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947561.282699:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.282704:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947561.282711:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947561.282714:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947561.282719:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947561.282723:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947561.468268:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947561.468286:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947561.468291:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947561.468299:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947561.468309:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947561.468314:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947561.468319:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947561.468325:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947561.468411:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947561.468420:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947561.468427:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947562.492277:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947562.492289:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947562.492450:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947562.492461:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947562.492469:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947563.516250:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947563.516261:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947563.516329:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947563.516336:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947563.516340:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947564.540159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947564.540169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947564.540231:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947564.540239:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947564.540245:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947565.180202:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306324744, at 4306324800 00000100:00000040:0.0:1784947565.180219:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306324744, at 4306324800 00000100:00000010:1.0:1784947565.180223:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f120. 00000100:00000010:0.0:1784947565.180244:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f660. 00010000:00000001:1.0:1784947565.564167:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947565.564174:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947565.564228:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947565.564236:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947565.564244:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947566.396254:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947566.396267:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947566.396281:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947566.396288:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947566.396294:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947566.396298:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947566.396305:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947566.396315:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947566.396324:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396340:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947566.396355:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947566.396362:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396370:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947566.396420:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396424:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947566.396429:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947566.396433:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947566.396436:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947566.396439:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947566.396441:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947566.396443:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947566.396447:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947566.396451:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396458:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947566.396468:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947566.396471:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396478:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.396483:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947566.396493:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947566.396496:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.396498:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947566.396502:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947566.396508:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784947566.396516:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947566.396517:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947566.396524:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947566.396532:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947566.396536:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947566.396541:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947566.396550:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:2.0:1784947566.396553:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947566.396556:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.396559:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947566.396567:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947566.396569:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947566.396573:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947566.396584:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947566.396599:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154996864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947566.396616:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947566.396623:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947566.396627:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947566.396628:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947566.396633:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396636:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_00+0] req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947566.396639:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947566.396673:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947566.396679:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947566.396688:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947566.396711:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947566.396717:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:2.0:1784947566.396843:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996864, portal 25 00000100:00000001:3.0:1784947566.396843:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.396850:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947566.396851:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947566.396854:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:3.0:1784947566.396859:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947566.396863:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947566.396866:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947566.396867:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947566.396876:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11663) 00000100:00000001:2.0:1784947566.396886:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947566.396890:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947566.396899:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947566.396902:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947566.396903:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947566.396906:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000040:3.0:1784947566.396911:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947566.396914:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154996864, offset 0 00000100:00000001:3.0:1784947566.396924:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947566.396928:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947566.396928:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947566.396933:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947566.396936:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947566.396939:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947566.396943:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947566.396947:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154996992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947566.396952:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947566.396955:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784947566.396957:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947566.396960:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947566.396962:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947566.396964:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947566.396969:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:3.0:1784947566.396970:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000400:00000200:2.0:1784947566.396975:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784947566.396975:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947566.396981:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947566.396984:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947566.396990:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541019:541019:256:4294967295] 192.168.201.111@tcp LPNI seq info [540956:540956:8:4294967295] 00000400:00000010:3.0:1784947566.396992:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947566.397000:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947566.397001:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947566.397007:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154996992, portal 10 00000100:00000001:3.0:1784947566.397013:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947566.397016:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000400:00000200:2.0:1784947566.397017:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947566.397028:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947566.397029:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784947566.397035:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947566.397039:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947566.397044:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947566.397085:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784947566.397089:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154996992, offset 0 00000400:00000200:3.0:1784947566.397095:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947566.397100:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947566.397105:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947566.397110:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947566.397115:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947566.397120:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947566.397121:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947566.397127:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947566.397128:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947566.397132:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947566.397137:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541020:541020:255:4294967295] 192.168.201.111@tcp LPNI seq info [540957:540957:7:4294967295] 00000400:00000200:3.0:1784947566.397141:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947566.397143:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947566.397154:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947566.397157:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947566.397159:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306329862 00000800:00000200:3.0:1784947566.397165:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947566.397169:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d80. 00000800:00000010:3.0:1784947566.397171:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000800:00000200:3.0:1784947566.397178:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947566.397184:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947566.397187:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947566.397191:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947566.397192:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.397198:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9078 usecs (10 jiffies) 00000100:00000001:2.0:1784947566.397201:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306329862 00000400:00000200:3.0:1784947566.397205:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947566.397209:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43780. 00000100:00000001:3.0:1784947566.397209:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306326027 00000100:00000001:3.0:1784947566.397216:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306329862 00000100:00000001:2.0:1784947566.397217:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947566.397224:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306326027 00000100:00000001:2.0:1784947566.397226:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947566.397227:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306329862 00000100:00000001:2.0:1784947566.397232:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.397233:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947566.397234:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947566.397238:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.397240:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.397243:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947566.397244:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947566.397245:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.397251:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.397254:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947566.397255:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947566.397256:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947566.397258:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947566.397261:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947566.397263:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947566.397265:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947566.397269:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947566.397270:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947566.397270:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947566.397274:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947566.397276:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947566.397280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000100:00000001:3.0:1784947566.397281:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947566.397282:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947566.397284:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:1.0:1784947566.397292:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947566.397300:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.397304:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947566.397308:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947566.397314:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947566.397318:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947566.397318:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947566.397321:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947566.397325:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154997120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947566.397327:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947566.397330:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947566.397333:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947566.397335:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947566.397336:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947566.397341:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947566.397346:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947566.397349:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947566.397354:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947566.397355:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784947566.397359:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947566.397364:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947566.397367:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997120, portal 10 00000100:00000001:2.0:1784947566.397369:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947566.397370:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000040:2.0:1784947566.397378:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.397384:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947566.397386:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947566.397388:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000200:2.0:1784947566.397391:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154997120, offset 0 00000400:00000200:2.0:1784947566.397395:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947566.397399:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947566.397403:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947566.397405:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947566.397408:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947566.397410:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947566.397412:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947566.397414:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541021:541021:255:4294967295] 192.168.201.111@tcp LPNI seq info [540958:540958:7:4294967295] 00000400:00000200:2.0:1784947566.397419:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947566.397422:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947566.397428:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784947566.397429:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947566.397432:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947566.397436:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947566.397441:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000010:2.0:1784947566.397444:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947566.397446:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000010:1.0:1784947566.397450:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000800:00000200:2.0:1784947566.397454:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947566.397455:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947566.397463:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947566.397464:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947566.397470:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947566.397477:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947566.397498:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947566.397501:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10250 usecs (11 jiffies) 00000100:00000040:1.0:1784947566.397509:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947566.397516:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947566.397523:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306326028 00000100:00000001:2.0:1784947566.397532:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306329862 00000100:00000001:1.0:1784947566.397539:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.397540:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306326028 00000100:00000001:1.0:1784947566.397548:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947566.397549:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306329862 00000100:00000001:2.0:1784947566.397555:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947566.397558:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.397563:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.397565:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947566.397572:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947566.397573:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947566.397580:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947566.397582:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:2.0:1784947566.397586:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947566.397591:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947566.397592:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947566.397597:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.397603:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947566.397605:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947566.397614:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:1.0:1784947566.397617:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:1.0:1784947566.397621:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947566.397625:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947566.397636:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947566.397641:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947566.397650:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947566.397677:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947566.399380:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.399391:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947566.399394:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.399396:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947566.399401:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399405:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947566.399411:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399414:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399417:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399421:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ca80 00000400:00000200:1.0:1784947566.399425:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399430:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b21 [1] + 224 00000800:00000001:1.0:1784947566.399435:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.399461:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947566.399463:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947566.399466:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947566.399470:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947566.399475:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947566.399484:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947566.399503:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947566.399509:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.399513:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947566.399514:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.399516:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947566.399518:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399521:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947566.399525:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399528:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399532:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399534:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30cb00 00000400:00000200:1.0:1784947566.399537:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947566.399540:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b29 [1] + 224 00000100:00000001:2.0:1784947566.399543:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947566.399544:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947566.399548:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947566.399552:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947566.399556:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947566.399557:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947566.399560:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947566.399565:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947566.399566:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947566.399573:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:2.0:1784947566.399576:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784947566.399579:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947566.399580:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947566.399589:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947566.399590:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947566.399627:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947566.399628:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.399671:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947566.399674:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.399677:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947566.399695:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947566.399700:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947566.399705:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947566.399707:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947566.399709:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947566.399715:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947566.399718:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947566.399724:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947566.399725:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=7 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947566.399731:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947566.399734:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=7 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947566.399736:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947566.399744:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947566.399744:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947566.399746:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947566.399755:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947566.399759:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1784947566.399764:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947566.399766:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947566.399767:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947566.399769:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947566.399776:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947566.399778:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947566.399786:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947566.399787:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000200:1.0:1784947566.399796:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947566.399798:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947566.399798:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000400:00000200:1.0:1784947566.399824:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947566.399824:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947566.399836:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30cb80 00000100:00000200:3.0:1784947566.399837:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.399838:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947566.399844:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947566.399846:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947566.399850:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947566.399857:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b31 [1] + 224 00000100:00000040:2.0:1784947566.399863:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947566.399866:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947566.399869:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947566.399874:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947566.399879:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784947566.399892:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154996864:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947566.399893:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947566.399897:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947566.399902:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947566.399903:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.399905:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.399908:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784947566.399910:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.399911:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947566.399912:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947566.399916:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784947566.399920:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641154996864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947566.399921:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947566.399928:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947566.399935:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947566.399938:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=7 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947566.399939:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947566.399943:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947566.399947:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00001000:3.0:1784947566.399949:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=47 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947566.399954:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947566.399959:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947566.399960:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947566.399963:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1784947566.399964:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947566.399964:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947566.399969:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784947566.399971:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947566.399972:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947566.399974:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947566.399977:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00010000:00000001:3.0:1784947566.399977:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947566.399984:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947566.399984:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947566.399988:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784947566.399989:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000010:2.0:1784947566.399991:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:3.0:1784947566.399993:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947566.399996:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947566.399997:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.400001:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.400006:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947566.400006:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.400010:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947566.400013:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947566.400018:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947566.400020:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784947566.400021:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947566.400025:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784947566.400026:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947566.400028:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947566.400030:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947566.400034:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000040:3.0:1784947566.400035:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.400037:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947566.400045:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947566.400057:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154996992:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947566.400063:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.400071:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947566.400073:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.400074:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947566.400076:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947566.400108:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947566.400113:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947566.400121:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641154996992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947566.400130:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947566.400133:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947566.400133:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947566.400141:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947566.400142:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:2.0:1784947566.400150:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947566.400152:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947566.400157:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784947566.400160:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=7 v=5 (5 5 5 5) 00000020:00000040:3.0:1784947566.400161:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947566.400173:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784947566.400175:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=29 v=5 (1 1 1 1) 02000000:00000010:3.0:1784947566.400178:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000001:2.0:1784947566.400182:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947566.400186:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947566.400187:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947566.400190:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784947566.400194:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:3.0:1784947566.400196:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00010000:00000001:2.0:1784947566.400199:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.400202:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947566.400207:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947566.400208:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947566.400213:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947566.400214:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.400221:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947566.400226:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.400227:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947566.400234:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947566.400238:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947566.400243:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947566.400244:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.400259:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947566.400263:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947566.400266:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947566.400272:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947566.400281:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154997120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947566.400286:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.400288:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947566.400292:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641154997120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947582 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947566.400312:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947566.400314:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947566.400317:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947566.400321:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947566.400323:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947566.400325:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947566.400328:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947566.400331:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947566.400334:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947566.400336:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947566.400338:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947566.400341:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947566.400343:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.400345:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947566.400351:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947566.400353:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947566.400356:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947566.400358:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947566.588146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947566.588152:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947566.588190:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947566.588197:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947566.588204:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947566.844197:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947566.844208:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947566.844215:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784947566.844536:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947566.844549:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.844581:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947566.844589:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947566.844592:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947567.612175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947567.612183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947567.612243:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947567.612249:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947567.612255:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947568.636142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947568.636148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947568.636193:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947568.636197:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947568.636203:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947569.660134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947569.660143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947569.660175:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947569.660180:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947569.660186:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947570.300127:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306329862, at 4306329920 00000100:00000040:1.0:1784947570.300127:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306329862, at 4306329920 00000100:00000010:1.0:1784947570.300143:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43780. 00000100:00000010:0.0:1784947570.300145:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d80. 00010000:00000001:1.0:1784947570.684240:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947570.684255:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947570.684260:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947570.684267:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947570.684274:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947570.684278:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947570.684282:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947570.684287:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947570.684356:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947570.684361:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947570.684366:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947571.516254:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947571.516267:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947571.516281:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947571.516289:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947571.516294:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947571.516298:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947571.516305:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947571.516315:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947571.516324:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.516356:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947571.516372:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947571.516377:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.516387:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.516427:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.516431:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947571.516436:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947571.516441:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947571.516445:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947571.516450:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947571.516452:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947571.516455:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947571.516462:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:3.0:1784947571.516466:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947571.516467:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.516477:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947571.516479:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947571.516485:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947571.516497:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947571.516502:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947571.516504:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947571.516514:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_00+0] req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947571.516544:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947571.516550:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.516552:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947571.516557:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947571.516559:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947571.516598:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947571.516601:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947571.516610:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947571.516611:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000100:00100000:3.0:1784947571.516620:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154997248:192.168.201.111@tcp:400:kworker.0 00000020:00000040:2.0:1784947571.516622:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947571.516632:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784947571.516635:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947571.516638:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947571.516644:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947571.516645:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947571.516651:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947571.516652:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947571.516655:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947571.516662:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947571.516668:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000040:2.0:1784947571.516676:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947571.516677:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947571.516698:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947571.516700:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784947571.516705:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947571.516707:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.516721:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_01+1] req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947571.516722:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947571.516739:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997248, portal 25 00000100:00000001:2.0:1784947571.516742:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.516747:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947571.516749:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947571.516752:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:2.0:1784947571.516763:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947571.516774:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947571.516775:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947571.516790:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947571.516801:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11668) 00000100:00000001:3.0:1784947571.516803:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947571.516810:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947571.516815:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000200:3.0:1784947571.516819:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154997248, offset 0 00000100:00000001:2.0:1784947571.516824:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947571.516831:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947571.516832:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947571.516837:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947571.516848:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947571.516849:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.516864:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947571.516865:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947571.516868:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947571.516876:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947571.516878:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947571.516881:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947571.516890:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947571.516891:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947571.516905:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154997376:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947571.516906:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947571.516919:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947571.516921:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947571.516931:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541022:541022:256:4294967295] 192.168.201.111@tcp LPNI seq info [540959:540959:8:4294967295] 02000000:00000001:2.0:1784947571.516932:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947571.516938:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947571.516944:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947571.516946:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784947571.516955:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947571.516967:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947571.516969:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947571.516981:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947571.516989:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:3.0:1784947571.516999:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947571.517012:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947571.517019:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947571.517029:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947571.517041:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947571.517089:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947571.517099:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947571.517103:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306334982 00000400:00000010:2.0:1784947571.517105:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000010:3.0:1784947571.517113:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d79c0. 00000100:00000200:2.0:1784947571.517116:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997376, portal 10 00000100:00000001:2.0:1784947571.517123:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947571.517126:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000001:3.0:1784947571.517129:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947571.517140:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306334982 00000100:00000040:2.0:1784947571.517142:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947571.517150:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ae0. 00000100:00000001:3.0:1784947571.517163:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947571.517165:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947571.517170:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947571.517178:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947571.517180:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947571.517187:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000001:3.0:1784947571.517188:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.517198:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947571.517199:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154997376, offset 0 00000400:00000200:2.0:1784947571.517213:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947571.517214:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947571.517219:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947571.517228:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947571.517230:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.517236:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947571.517239:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947571.517241:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947571.517250:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947571.517253:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947571.517260:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947571.517272:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947571.517283:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947571.517285:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947571.517292:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947571.517294:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541023:541023:255:4294967295] 192.168.201.111@tcp LPNI seq info [540960:540960:7:4294967295] 02000000:00000001:3.0:1784947571.517298:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784947571.517306:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784947571.517306:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947571.517309:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947571.517320:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947571.517322:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000100:00100000:3.0:1784947571.517337:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154997504:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947571.517339:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947571.517344:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947571.517357:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784947571.517359:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947571.517365:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784947571.517372:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947571.517373:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947571.517374:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:1.0:1784947571.517385:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 02000000:00000001:3.0:1784947571.517386:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1784947571.517390:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 02000000:00000010:3.0:1784947571.517396:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000100:00000001:1.0:1784947571.517397:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784947571.517406:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:3.0:1784947571.517408:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947571.517416:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947571.517426:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947571.517429:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:3.0:1784947571.517438:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000800:00000200:2.0:1784947571.517441:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947571.517456:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.517468:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9078 usecs (10 jiffies) 00000100:00000001:1.0:1784947571.517471:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947571.517478:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947571.517483:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306331147 00000100:00000040:1.0:1784947571.517489:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.517490:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306334982 00000100:00000001:2.0:1784947571.517498:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306331147 00000100:00000001:2.0:1784947571.517505:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306334982 00000100:00000001:2.0:1784947571.517513:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947571.517521:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.517529:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947571.517534:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.517535:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947571.517547:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947571.517548:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947571.517554:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947571.517557:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947571.517561:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947571.517586:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000001:2.0:1784947571.517593:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947571.517597:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997504, portal 10 00000100:00000001:2.0:1784947571.517603:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.517603:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947571.517608:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000100:00000040:3.0:1784947571.517622:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947571.517641:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947571.517645:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947571.517651:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000200:3.0:1784947571.517654:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154997504, offset 0 00000400:00000200:3.0:1784947571.517660:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947571.517668:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947571.517672:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947571.517677:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784947571.517683:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947571.517685:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947571.517696:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947571.517699:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947571.517702:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947571.517710:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947571.517725:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947571.517726:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541024:541024:255:4294967295] 192.168.201.111@tcp LPNI seq info [540961:540961:7:4294967295] 00000400:00000200:3.0:1784947571.517742:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.517745:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:1.0:1784947571.517756:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000400:00000200:3.0:1784947571.517758:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947571.517769:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947571.517783:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.517802:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947571.517809:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.517836:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947571.517840:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784947571.517865:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947571.517874:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947571.517882:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947571.517889:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947571.517893:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947571.517909:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947571.517914:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10250 usecs (11 jiffies) 00000400:00000200:3.0:1784947571.517919:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947571.517922:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306331148 00000100:00000001:3.0:1784947571.517925:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306334982 00000100:00000001:3.0:1784947571.517928:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306331148 00000100:00000001:3.0:1784947571.517932:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306334982 00000100:00000001:3.0:1784947571.517934:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947571.517938:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.517943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.517946:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.517952:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947571.517956:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947571.517959:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.517961:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947571.517964:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.517967:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947571.518012:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947571.518018:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947571.518023:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947571.518029:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947571.518034:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:1.0:1784947571.518036:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:1.0:1784947571.518039:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947571.518099:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.518118:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947571.518127:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.518140:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947571.518143:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947571.519939:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947571.519960:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947571.519966:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947571.519971:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947571.519982:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.519992:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947571.520005:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.520012:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.520020:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.520029:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30cc00 00000400:00000200:1.0:1784947571.520039:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.520088:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b39 [1] + 224 00000800:00000001:1.0:1784947571.520102:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947571.520117:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947571.520122:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947571.520130:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947571.520139:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947571.520150:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947571.520171:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.520196:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947571.520208:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947571.520213:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.520316:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.520322:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947571.520332:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947571.520334:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947571.520338:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000800:00000001:1.0:1784947571.520344:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784947571.520346:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000800:00000001:1.0:1784947571.520360:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947571.520366:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947571.520371:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947571.520379:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.520387:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947571.520400:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947571.520407:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000400:00000200:1.0:1784947571.520410:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947571.520414:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947571.520428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947571.520429:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947571.520453:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30cc80 00000100:00000200:3.0:1784947571.520460:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947571.520475:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947571.520483:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947571.520488:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.520493:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947571.520499:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b41 [1] + 224 02000000:00000001:3.0:1784947571.520500:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947571.520506:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947571.520511:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947571.520517:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947571.520519:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947571.520524:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947571.520532:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=12 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947571.520537:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.520538:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947571.520542:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947571.520551:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784947571.520552:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947571.520557:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.520586:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947571.520594:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947571.520602:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.520609:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947571.520627:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947571.520652:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.520685:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947571.520696:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947571.520735:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947571.520738:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947571.520744:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.520745:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947571.520747:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947571.520753:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947571.520755:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947571.520758:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947571.520764:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784947571.520772:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947571.520773:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947571.520774:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947571.520783:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:1.0:1784947571.520796:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:2.0:1784947571.520797:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947571.520806:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00100000:3.0:1784947571.520813:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154997248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947571.520816:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947571.520819:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947571.520831:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947571.520832:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947571.520851:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947571.520862:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947571.520874:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30cd00 00000100:00000001:3.0:1784947571.520886:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.520896:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947571.520900:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947571.520909:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947571.520909:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154997248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.520915:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947571.520925:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b49 [1] + 224 00000100:00000001:2.0:1784947571.520926:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947571.520932:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947571.520938:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947571.520947:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.520949:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947571.520950:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947571.520959:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947571.520959:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947571.520966:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947571.520973:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784947571.520976:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=12 v=5 (5 5 5 5) 00000020:00000001:3.0:1784947571.520977:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947571.520983:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784947571.520988:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947571.520991:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784947571.520992:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=52 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947571.520996:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784947571.520999:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947571.521011:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947571.521012:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947571.521014:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947571.521020:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947571.521021:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947571.521024:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1784947571.521028:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00010000:00000001:2.0:1784947571.521034:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947571.521036:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:1.0:1784947571.521041:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947571.521043:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.521087:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947571.521090:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.521093:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.521099:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947571.521105:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947571.521106:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.521113:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947571.521116:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.521122:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784947571.521126:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.521128:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947571.521147:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947571.521157:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947571.521163:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947571.521170:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947571.521171:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947571.521174:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947571.521182:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947571.521186:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947571.521187:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.521194:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947571.521202:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947571.521206:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947571.521213:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00100000:2.0:1784947571.521214:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154997376:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947571.521226:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000100:00000001:2.0:1784947571.521229:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947571.521233:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:2.0:1784947571.521235:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947571.521240:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947571.521246:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154997376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947571.521255:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.521272:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947571.521278:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947571.521285:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000200:3.0:1784947571.521291:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947571.521295:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947571.521301:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947571.521306:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947571.521311:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947571.521313:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947571.521316:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947571.521319:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000100:00000001:3.0:1784947571.521322:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947571.521329:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784947571.521330:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947571.521332:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784947571.521335:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947571.521337:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947571.521342:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947571.521348:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=12 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947571.521352:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=34 v=5 (1 1 1 1) 00000100:00000010:2.0:1784947571.521356:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784947571.521357:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947571.521361:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.521368:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1784947571.521368:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947571.521375:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947571.521377:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.521382:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.521384:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947571.521389:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947571.521392:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947571.521393:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947571.521398:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.521400:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947571.521410:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947571.521416:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947571.521418:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.521435:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947571.521439:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947571.521442:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947571.521449:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947571.521460:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154997504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947571.521469:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.521471:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947571.521475:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641154997504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947587 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947571.521482:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947571.521484:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947571.521487:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947571.521490:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947571.521492:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947571.521494:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947571.521496:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947571.521498:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947571.521501:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947571.521503:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947571.521505:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000001:3.0:1784947571.521508:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947571.521509:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.521512:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947571.521517:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947571.521519:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947571.521522:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947571.521525:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947571.708150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947571.708157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947571.708209:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947571.708215:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947571.708219:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947572.732195:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947572.732205:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947572.732394:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947572.732400:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947572.732406:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947573.756130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947573.756136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947573.756180:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947573.756184:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947573.756187:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947574.780130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947574.780136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947574.780162:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947574.780167:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947574.780171:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947575.420154:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306334982, at 4306335040 00000100:00000040:1.0:1784947575.420154:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306334982, at 4306335040 00000100:00000010:1.0:1784947575.420201:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ae0. 00000100:00000010:0.0:1784947575.420203:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d79c0. 00010000:00000001:1.0:1784947575.804146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947575.804152:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947575.804200:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947575.804204:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947575.804208:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947576.636163:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947576.636175:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947576.636188:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947576.636197:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947576.636202:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947576.636207:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947576.636214:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947576.636225:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947576.636234:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636249:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947576.636287:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947576.636294:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636306:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_00+0] req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.636363:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636370:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947576.636376:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947576.636381:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000020:00000040:2.0:1784947576.636385:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947576.636388:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947576.636390:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947576.636393:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947576.636398:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947576.636402:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636409:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947576.636419:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947576.636423:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636429:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.636444:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636447:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947576.636455:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947576.636460:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1784947576.636461:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947576.636469:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947576.636471:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947576.636475:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784947576.636504:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947576.636507:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947576.636513:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947576.636522:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000040:3.0:1784947576.636523:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.636533:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636550:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947576.636552:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947576.636558:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947576.636570:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947576.636573:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947576.636577:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947576.636580:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947576.636583:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636607:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947576.636610:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154997632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947576.636620:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947576.636626:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947576.636626:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947576.636628:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947576.636630:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636633:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947576.636634:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947576.636639:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947576.636643:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784947576.636643:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947576.636649:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636651:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11673) 00000400:00000200:3.0:1784947576.636657:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947576.636661:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947576.636667:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000200:3.0:1784947576.636673:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997632, portal 25 00000100:00000001:3.0:1784947576.636676:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947576.636677:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000001:2.0:1784947576.636679:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947576.636682:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947576.636685:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947576.636685:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947576.636693:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.636701:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947576.636707:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947576.636708:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947576.636710:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947576.636712:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 02000000:00000001:2.0:1784947576.636714:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947576.636717:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947576.636717:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154997632, offset 0 02000000:00000001:2.0:1784947576.636724:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947576.636728:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154997760:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947576.636731:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947576.636733:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947576.636738:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947576.636740:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947576.636744:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947576.636745:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947576.636751:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947576.636753:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947576.636754:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947576.636759:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947576.636763:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947576.636767:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947576.636770:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997760, portal 10 00000100:00000001:2.0:1784947576.636772:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947576.636773:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000040:2.0:1784947576.636779:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.636784:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947576.636786:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947576.636788:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784947576.636790:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154997760, offset 0 00000400:00000200:2.0:1784947576.636794:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947576.636799:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947576.636804:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947576.636807:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947576.636810:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947576.636813:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541025:541025:256:4294967295] 192.168.201.111@tcp LPNI seq info [540962:540962:8:4294967295] 00000400:00000200:3.0:1784947576.636817:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947576.636823:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947576.636831:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947576.636834:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947576.636840:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947576.636844:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947576.636846:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947576.636850:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784947576.636851:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000400:00000200:2.0:1784947576.636852:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947576.636857:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541026:541026:255:4294967295] 192.168.201.111@tcp LPNI seq info [540963:540963:7:4294967295] 00000800:00000200:3.0:1784947576.636863:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947576.636866:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947576.636879:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947576.636880:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947576.636886:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947576.636890:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947576.636915:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947576.636922:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947576.636928:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947576.636935:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947576.636943:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947576.636945:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947576.636951:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306340101 00000100:00000001:2.0:1784947576.636954:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.636964:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9078 usecs (10 jiffies) 00000100:00000010:3.0:1784947576.636965:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d80. 00000400:00000200:2.0:1784947576.636974:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947576.636978:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947576.636979:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306336266 00000100:00000001:3.0:1784947576.636995:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306340101 00000100:00000001:2.0:1784947576.636996:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306340101 00000100:00000001:2.0:1784947576.637008:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306336266 00000100:00000010:3.0:1784947576.637009:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7960. 00000100:00000001:3.0:1784947576.637022:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947576.637032:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947576.637034:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306340101 00000100:00000001:3.0:1784947576.637040:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947576.637043:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947576.637049:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947576.637054:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947576.637059:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.637089:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.637095:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.637109:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947576.637110:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947576.637113:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947576.637115:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947576.637122:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947576.637124:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947576.637129:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947576.637132:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947576.637132:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947576.637134:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.637140:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1784947576.637147:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:2.0:1784947576.637147:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947576.637154:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947576.637165:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947576.637172:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947576.637178:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947576.637184:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947576.637186:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947576.637194:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947576.637196:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 02000000:00000001:3.0:1784947576.637198:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947576.637203:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00100000:3.0:1784947576.637209:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154997888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947576.637214:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947576.637216:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947576.637222:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947576.637227:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947576.637229:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947576.637231:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947576.637239:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947576.637248:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947576.637257:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947576.637258:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947576.637265:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000040:1.0:1784947576.637269:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947576.637274:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784947576.637285:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154997888, portal 10 00000100:00000001:1.0:1784947576.637292:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.637293:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947576.637300:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000001:1.0:1784947576.637301:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947576.637318:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.637327:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947576.637331:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947576.637335:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000200:3.0:1784947576.637340:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154997888, offset 0 00000400:00000200:3.0:1784947576.637345:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947576.637351:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947576.637357:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947576.637362:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947576.637365:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947576.637369:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947576.637372:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947576.637376:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541027:541027:255:4294967295] 192.168.201.111@tcp LPNI seq info [540964:540964:7:4294967295] 00000400:00000200:3.0:1784947576.637382:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947576.637392:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947576.637398:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784947576.637402:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947576.637406:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000800:00000010:3.0:1784947576.637411:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000400:00000200:1.0:1784947576.637414:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947576.637428:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947576.637429:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947576.637442:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000800:00000200:3.0:1784947576.637449:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:1.0:1784947576.637450:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000800:00000200:3.0:1784947576.637457:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947576.637460:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947576.637468:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947576.637496:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10248 usecs (11 jiffies) 00000400:00000200:3.0:1784947576.637503:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947576.637504:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.637506:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306336268 00000100:00000001:3.0:1784947576.637517:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306340101 00000100:00000001:3.0:1784947576.637526:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306336268 00000100:00000001:3.0:1784947576.637534:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306340101 00000100:00000001:1.0:1784947576.637669:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947576.637680:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947576.637685:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.637689:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947576.637690:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.637694:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947576.637704:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947576.637706:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947576.637727:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947576.637730:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947576.637731:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947576.637737:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784947576.637738:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000100:00000001:3.0:1784947576.637741:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947576.637743:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947576.637745:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.637748:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947576.637758:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947576.637762:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:1.0:1784947576.637769:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:1.0:1784947576.637773:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947576.637777:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947576.637784:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947576.637786:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947576.637792:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947576.637793:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947576.640288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.640306:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947576.640311:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.640316:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947576.640324:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640332:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947576.640340:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640346:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640353:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640372:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30cd80 00000400:00000200:1.0:1784947576.640382:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640392:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b51 [1] + 224 00000800:00000001:1.0:1784947576.640404:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.640412:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947576.640417:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947576.640424:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947576.640432:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947576.640512:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947576.640558:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947576.640583:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947576.640595:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.640602:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947576.640605:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.640609:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947576.640614:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640622:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947576.640630:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947576.640635:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947576.640636:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947576.640644:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947576.640648:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947576.640656:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ce00 00000400:00000001:3.0:1784947576.640657:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947576.640665:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947576.640668:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947576.640671:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947576.640681:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:3.0:1784947576.640684:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:3.0:1784947576.640688:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947576.640695:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b59 [1] + 224 00000100:00000200:3.0:1784947576.640702:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947576.640707:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.640720:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947576.640727:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947576.640729:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947576.640747:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947576.640760:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947576.640762:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784947576.640771:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.640778:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.640787:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947576.640793:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947576.640797:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947576.640801:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.640803:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947576.640812:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947576.640827:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947576.640834:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=17 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947576.640837:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947576.640839:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947576.640845:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947576.640847:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947576.640849:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947576.640856:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947576.640857:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.640870:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947576.640878:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.640888:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947576.640892:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947576.640894:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947576.640949:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947576.640956:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947576.640963:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947576.640965:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947576.640968:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947576.640976:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947576.640980:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784947576.640986:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947576.640996:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947576.641014:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947576.641017:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.641093:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947576.641099:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947576.641105:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947576.641107:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947576.641109:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947576.641114:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947576.641117:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947576.641119:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947576.641121:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947576.641128:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947576.641134:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=17 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947576.641135:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947576.641149:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=57 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947576.641151:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947576.641162:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154997632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947576.641164:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947576.641171:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947576.641174:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:2.0:1784947576.641182:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947576.641183:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947576.641192:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947576.641193:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947576.641194:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947576.641205:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947576.641211:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154997632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947576.641212:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947576.641213:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947576.641223:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947576.641230:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947576.641232:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947576.641248:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947576.641250:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ce80 00000100:00000040:2.0:1784947576.641251:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947576.641254:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947576.641261:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000400:00000200:1.0:1784947576.641269:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947576.641272:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947576.641277:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784947576.641283:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b61 [1] + 224 00000020:00000040:3.0:1784947576.641284:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947576.641295:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947576.641301:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000800:00000001:1.0:1784947576.641305:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947576.641313:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947576.641320:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784947576.641321:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947576.641325:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784947576.641326:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000400:00000200:1.0:1784947576.641329:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947576.641339:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947576.641341:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947576.641346:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947576.641348:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947576.641350:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.641352:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947576.641359:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947576.641363:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947576.641369:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947576.641375:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947576.641379:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947576.641380:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.641380:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947576.641456:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154997760:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947576.641460:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.641466:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947576.641506:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947576.641521:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641154997760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947576.641534:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947576.641535:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947576.641543:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947576.641549:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947576.641557:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947576.641579:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947576.641581:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947576.641586:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947576.641588:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784947576.641593:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1784947576.641594:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:3.0:1784947576.641602:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1784947576.641603:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000010:3.0:1784947576.641608:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000020:00000001:2.0:1784947576.641611:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947576.641618:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000400:00000200:3.0:1784947576.641619:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 02000000:00000001:2.0:1784947576.641626:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1784947576.641627:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 02000000:00000001:2.0:1784947576.641632:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947576.641636:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1784947576.641638:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:2.0:1784947576.641646:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947576.641651:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947576.641652:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.641655:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947576.641667:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947576.641672:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947576.641675:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947576.641678:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947576.641685:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.641698:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947576.641701:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.641704:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947576.641706:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947576.641709:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947576.641712:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947576.641714:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947576.641721:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=17 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947576.641725:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947576.641728:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947576.641730:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947576.641732:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947576.641736:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.641740:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947576.641742:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947576.641745:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947576.641746:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947576.641752:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.641760:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947576.641763:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947576.641765:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947576.641769:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947576.641779:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154997888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947576.641785:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.641787:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947576.641790:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154997888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947592 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947576.641798:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947576.641800:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947576.641803:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947576.641806:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947576.641808:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947576.641810:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947576.641813:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947576.641815:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947576.641818:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947576.641820:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947576.641822:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:3.0:1784947576.641826:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947576.641828:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.641831:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947576.641836:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947576.641838:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947576.641841:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947576.641844:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947576.828131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947576.828137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947576.828211:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947576.828214:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947576.828217:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947577.852211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947577.852221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947577.852337:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947577.852343:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947577.852363:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947578.876158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947578.876164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947578.876207:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947578.876215:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947578.876221:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947579.900218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947579.900227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947579.900374:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947579.900381:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947579.900386:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947580.540132:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306340101, at 4306340160 00000100:00000010:0.0:1784947580.540145:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d80. 00000100:00000040:1.0:1784947580.540170:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306340101, at 4306340160 00000100:00000010:1.0:1784947580.540181:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7960. 00010000:00000001:1.0:1784947580.924158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947580.924166:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947580.924169:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947580.924173:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947580.924178:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947580.924181:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947580.924183:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947580.924186:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947580.924253:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947580.924257:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947580.924261:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947581.756261:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947581.756272:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947581.756327:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947581.756334:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947581.756339:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947581.756343:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947581.756349:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947581.756369:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947581.756377:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756441:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947581.756460:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947581.756466:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756475:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.756518:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756522:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947581.756528:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947581.756534:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784947581.756539:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947581.756543:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947581.756545:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947581.756547:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947581.756552:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947581.756555:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.756560:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947581.756562:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947581.756570:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947581.756574:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947581.756577:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947581.756580:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756589:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947581.756595:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.756604:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756610:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947581.756621:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947581.756625:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000100:00000001:0.0:1784947581.756632:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1784947581.756632:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947581.756638:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.756639:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947581.756643:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947581.756648:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947581.756650:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784947581.756651:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 02000000:00000001:0.0:1784947581.756658:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947581.756658:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947581.756668:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756669:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784947581.756682:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154998016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947581.756684:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947581.756690:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.756699:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947581.756701:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.756711:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.756713:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947581.756717:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947581.756719:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947581.756722:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947581.756726:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11679) 02000000:00000001:0.0:1784947581.756735:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947581.756739:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947581.756742:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.756744:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947581.756749:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784947581.756750:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784947581.756756:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947581.756764:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 00000100:00000001:1.0:1784947581.756766:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947581.756770:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947581.756773:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947581.756775:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947581.756779:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947581.756783:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947581.756789:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154998144:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947581.756791:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947581.756794:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947581.756800:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784947581.756802:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaa50. 02000000:00000001:1.0:1784947581.756803:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947581.756809:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947581.756816:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000400:00000010:0.0:1784947581.756818:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 02000000:00000001:1.0:1784947581.756819:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947581.756830:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947581.756834:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998016, portal 25 00000400:00000010:1.0:1784947581.756836:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9b00. 00000100:00000001:0.0:1784947581.756844:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784947581.756847:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1aa0. 00000100:00000001:0.0:1784947581.756849:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000200:1.0:1784947581.756853:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998144, portal 10 00000100:00000001:1.0:1784947581.756858:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947581.756861:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000100:00000040:0.0:1784947581.756867:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947581.756874:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.756908:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947581.756910:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947581.756915:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947581.756923:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947581.756924:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b16e8. 00000100:00000200:1.0:1784947581.756931:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154998144, offset 0 00000400:00000010:0.0:1784947581.756934:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf880. 00000400:00000200:1.0:1784947581.756941:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947581.756951:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947581.756953:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154998016, offset 0 00000400:00000200:1.0:1784947581.756961:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947581.756968:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947581.756970:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947581.756979:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947581.756983:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947581.756986:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947581.756990:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541028:541028:256:4294967295] 192.168.201.111@tcp LPNI seq info [540965:540965:8:4294967295] 00000400:00000200:1.0:1784947581.756994:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.757004:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947581.757009:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947581.757016:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947581.757019:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784947581.757029:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784947581.757032:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947581.757042:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784947581.757082:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947581.757088:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947581.757099:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947581.757101:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947581.757108:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784947581.757110:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9078 usecs (10 jiffies) 00000400:00000200:0.0:1784947581.757118:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947581.757119:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947581.757126:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306341387 00000400:00000200:0.0:1784947581.757133:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541029:541029:255:4294967295] 192.168.201.111@tcp LPNI seq info [540966:540966:7:4294967295] 00000100:00000010:1.0:1784947581.757135:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f120. 00000100:00000001:1.0:1784947581.757146:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784947581.757149:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947581.757155:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306341387 00000100:00000010:1.0:1784947581.757161:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f7e0. 00000100:00000001:1.0:1784947581.757169:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784947581.757176:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947581.757176:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947581.757183:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.757191:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.757196:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947581.757198:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947581.757205:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784947581.757208:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000100:00000001:1.0:1784947581.757209:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947581.757217:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947581.757219:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947581.757222:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947581.757226:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00100000:1.0:1784947581.757227:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784947581.757232:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.757237:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947581.757241:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947581.757243:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947581.757244:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947581.757247:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947581.757251:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784947581.757253:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784947581.757259:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757263:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.757274:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947581.757277:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947581.757279:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947581.757282:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947581.757286:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306345222 02000000:00000001:1.0:1784947581.757287:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947581.757295:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947581.757301:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154998272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947581.757303:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306341387 00000100:00000001:1.0:1784947581.757305:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947581.757310:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947581.757313:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757315:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306345222 02000000:00000001:1.0:1784947581.757316:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947581.757323:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784947581.757325:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306341387 02000000:00000001:1.0:1784947581.757328:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757335:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947581.757336:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947581.757343:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe96e0. 00000100:00000001:0.0:1784947581.757344:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947581.757348:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b15d8. 00000100:00000001:0.0:1784947581.757351:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947581.757354:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998272, portal 10 00000100:00000001:0.0:1784947581.757359:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.757360:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947581.757364:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000100:00000001:0.0:1784947581.757371:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784947581.757373:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757377:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947581.757386:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947581.757388:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947581.757407:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947581.757410:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757425:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947581.757433:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947581.757439:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b17f8. 00000100:00000200:1.0:1784947581.757445:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154998272, offset 0 00000400:00000200:1.0:1784947581.757453:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947581.757460:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.757467:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947581.757472:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947581.757476:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947581.757480:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947581.757485:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947581.757490:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541030:541030:254:4294967295] 192.168.201.111@tcp LPNI seq info [540967:540967:6:4294967295] 00000400:00000200:1.0:1784947581.757498:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947581.757503:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947581.757514:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:1.0:1784947581.757514:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947581.757526:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947581.757529:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:1.0:1784947581.757531:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000800:00000200:1.0:1784947581.757543:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947581.757549:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:1.0:1784947581.757556:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947581.757561:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947581.757564:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000100:00000001:1.0:1784947581.757566:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947581.757574:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000040:1.0:1784947581.757574:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10248 usecs (11 jiffies) 00000400:00000200:1.0:1784947581.757583:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947581.757585:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306341388 00000100:00000001:0.0:1784947581.757587:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784947581.757589:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306345222 00000100:00000001:1.0:1784947581.757594:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306341388 00000100:00000001:1.0:1784947581.757598:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306345222 00000100:00000200:0.0:1784947581.757601:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.757602:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947581.757609:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.757615:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.757621:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757636:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947581.757643:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757655:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757659:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947581.757675:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947581.757679:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784947581.757684:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947581.757690:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947581.757694:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf880 00000400:00000010:0.0:1784947581.757697:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf880. 00000100:00000001:0.0:1784947581.757701:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947581.757707:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757719:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947581.757724:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757736:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757739:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947581.757812:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947581.757816:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784947581.757821:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947581.757827:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947581.757831:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b17f8 00000400:00000010:0.0:1784947581.757834:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b17f8. 00000100:00000001:0.0:1784947581.757838:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947581.757844:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757866:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947581.757872:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.757883:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.757886:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947581.759840:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.759855:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947581.759858:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.759860:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947581.759866:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.759873:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947581.759880:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.759884:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.759888:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.759893:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30cf80 00000400:00000200:1.0:1784947581.759899:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.759905:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b71 [1] + 224 00000800:00000001:1.0:1784947581.759911:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.759925:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947581.759928:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947581.759932:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947581.759936:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947581.759942:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947581.759953:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.759975:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947581.759983:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.759987:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947581.759989:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.759991:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947581.759994:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.759998:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947581.760003:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760006:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760010:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760016:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30cf00 00000400:00000200:1.0:1784947581.760020:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760025:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b69 [1] + 224 00000800:00000001:1.0:1784947581.760029:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947581.760033:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947581.760033:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947581.760039:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947581.760041:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947581.760082:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:0.0:1784947581.760084:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947581.760090:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947581.760094:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9b00. 00000400:00000200:0.0:1784947581.760103:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1aa0 00000400:00000010:0.0:1784947581.760106:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1aa0. 00000100:00000001:0.0:1784947581.760111:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947581.760112:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947581.760126:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947581.760126:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947581.760180:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947581.760182:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.760229:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947581.760233:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.760235:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947581.760239:0:2406:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947581.760244:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784947581.760245:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947581.760251:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947581.760252:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947581.760256:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947581.760257:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.760261:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947581.760264:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947581.760267:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760274:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:0.0:1784947581.760279:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=22 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947581.760279:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760290:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784947581.760295:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=62 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947581.760295:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947581.760305:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d000 00000100:00000001:0.0:1784947581.760308:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947581.760313:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947581.760314:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947581.760322:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b89 [1] + 224 00010000:00000001:0.0:1784947581.760323:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947581.760330:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947581.760331:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947581.760338:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947581.760339:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784947581.760345:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784947581.760347:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:1.0:1784947581.760354:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947581.760355:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947581.760359:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947581.760361:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947581.760367:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947581.760376:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947581.760384:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.760445:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947581.760451:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947581.760453:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947581.760458:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947581.760460:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947581.760467:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947581.760470:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.760482:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947581.760488:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784947581.760489:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154998144:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784947581.760495:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947581.760499:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784947581.760501:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947581.760505:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784947581.760508:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaa50. 00000100:00000040:0.0:1784947581.760515:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641154998144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947581.760517:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf110 00000400:00000010:1.0:1784947581.760524:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf110. 00000100:00000001:1.0:1784947581.760532:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947581.760539:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784947581.760541:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947581.760545:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947581.760554:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00000200:1.0:1784947581.760557:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947581.760564:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947581.760566:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784947581.760570:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947581.760571:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.760576:0:2407:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:0.0:1784947581.760578:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784947581.760579:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947581.760583:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947581.760587:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947581.760588:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784947581.760590:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947581.760594:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 00000100:00001000:1.0:1784947581.760596:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=22 v=5 (5 5 5 5) 02000000:00000001:0.0:1784947581.760603:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:1.0:1784947581.760603:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=22 v=5 (1 1 1 1) 02000000:00000001:0.0:1784947581.760609:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947581.760610:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947581.760615:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947581.760617:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00010000:00000001:1.0:1784947581.760618:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947581.760624:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.760626:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947581.760628:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.760631:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947581.760636:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.760639:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.760646:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947581.760650:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947581.760652:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947581.760656:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1784947581.760657:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784947581.760658:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947581.760663:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784947581.760665:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947581.760669:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe96e0. 00000400:00000200:0.0:1784947581.760679:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 00000100:00100000:1.0:1784947581.760680:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641154998016:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784947581.760687:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000001:1.0:1784947581.760689:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.760696:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947581.760698:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784947581.760700:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641154998016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947581.760711:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947581.760712:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947581.760715:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947581.760719:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:1.0:1784947581.760725:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947581.760728:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947581.760731:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947581.760735:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947581.760737:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000100:00000200:0.0:1784947581.760740:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947581.760741:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947581.760745:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947581.760748:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947581.760754:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947581.760757:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.760762:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947581.760771:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947581.760772:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947581.760777:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947581.760777:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947581.760784:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947581.760786:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947581.760789:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947581.760792:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947581.760797:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947581.760799:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947581.760803:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947581.760810:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=22 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947581.760816:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947581.760820:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947581.760822:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947581.760826:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947581.760829:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.760833:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947581.760835:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947581.760838:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947581.760841:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947581.760847:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.760859:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947581.760862:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947581.760864:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947581.760870:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947581.760882:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641154998272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947581.760889:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947581.760892:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947581.760897:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641154998272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947597 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947581.760908:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947581.760911:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947581.760913:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947581.760918:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947581.760920:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947581.760923:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947581.760926:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947581.760929:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:0.0:1784947581.760932:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947581.760934:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947581.760937:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:0.0:1784947581.760941:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947581.760943:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947581.760946:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947581.760951:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947581.760954:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947581.760958:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947581.760960:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947581.948220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947581.948230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947581.948306:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947581.948313:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947581.948319:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947582.972211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947582.972221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947582.972500:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947582.972509:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947582.972517:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947583.996196:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947583.996206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947583.996286:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947583.996294:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947583.996301:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947585.020215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947585.020225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947585.020310:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947585.020317:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947585.020323:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947585.660160:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306345222, at 4306345280 00000100:00000040:1.0:1784947585.660160:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306345222, at 4306345280 00000100:00000010:0.0:1784947585.660186:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f120. 00000100:00000010:1.0:1784947585.660195:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f7e0. 00010000:00000001:1.0:1784947586.044154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947586.044161:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947586.044252:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947586.044259:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947586.044266:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947586.876171:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947586.876179:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947586.876187:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000020:00000040:2.0:1784947586.876192:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947586.876195:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947586.876198:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947586.876203:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947586.876227:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947586.876234:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876249:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947586.876261:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947586.876266:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876273:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947586.876358:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876361:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947586.876364:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947586.876368:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947586.876370:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947586.876372:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947586.876373:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947586.876376:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947586.876379:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947586.876382:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876386:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947586.876392:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947586.876394:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876397:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947586.876405:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876406:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947586.876409:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947586.876410:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947586.876415:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947586.876416:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947586.876421:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947586.876425:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947586.876426:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.876428:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784947586.876433:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:3.0:1784947586.876434:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947586.876445:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947586.876462:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947586.876463:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947586.876548:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947586.876549:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947586.876555:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947586.876570:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947586.876579:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947586.876586:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947586.876588:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947586.876591:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947586.876605:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154998400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947586.876622:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947586.876651:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947586.876652:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947586.876657:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876661:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947586.876663:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947586.876676:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784947586.876679:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000100:00000040:2.0:1784947586.876685:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947586.876685:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.876709:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947586.876719:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11684) 00000400:00000200:3.0:1784947586.876721:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947586.876730:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947586.876743:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784947586.876754:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998400, portal 25 00000100:00000001:3.0:1784947586.876758:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947586.876761:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000001:2.0:1784947586.876762:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947586.876770:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947586.876774:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947586.876776:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947586.876787:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947586.876825:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947586.876841:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947586.876845:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784947586.876846:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000001:2.0:1784947586.876852:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947586.876854:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154998400, offset 0 02000000:00000001:2.0:1784947586.876859:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947586.876864:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947586.876865:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947586.876872:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947586.876879:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154998528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947586.876882:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947586.876883:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947586.876893:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947586.876896:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947586.876900:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947586.876902:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947586.876908:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000400:00000200:3.0:1784947586.876911:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947586.876912:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947586.876919:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947586.876927:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947586.876934:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784947586.876936:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:3.0:1784947586.876942:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784947586.876946:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000400:00000200:3.0:1784947586.876952:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541031:541031:256:4294967295] 192.168.201.111@tcp LPNI seq info [540968:540968:8:4294967295] 00000100:00000200:2.0:1784947586.876958:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998528, portal 10 00000400:00000200:3.0:1784947586.876968:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947586.876970:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947586.876974:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:2.0:1784947586.876988:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947586.877000:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947586.877034:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947586.877035:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947586.877044:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947586.877048:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000800:00000010:3.0:1784947586.877048:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000200:2.0:1784947586.877063:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154998528, offset 0 00000800:00000200:3.0:1784947586.877071:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947586.877075:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947586.877086:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947586.877154:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947586.877162:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947586.877163:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947586.877177:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947586.877185:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947586.877186:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947586.877193:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947586.877201:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947586.877207:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947586.877211:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306350342 00000400:00000200:2.0:1784947586.877223:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541032:541032:255:4294967295] 192.168.201.111@tcp LPNI seq info [540969:540969:7:4294967295] 00000100:00000010:3.0:1784947586.877227:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7de0. 00000400:00000200:2.0:1784947586.877236:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947586.877242:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947586.877257:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306350342 00000400:00000200:2.0:1784947586.877267:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:3.0:1784947586.877270:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7960. 00000100:00000001:3.0:1784947586.877282:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784947586.877284:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947586.877290:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784947586.877293:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947586.877296:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947586.877353:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947586.877355:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.877363:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784947586.877368:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947586.877373:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947586.877375:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947586.877378:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.877379:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947586.877395:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947586.877397:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9078 usecs (10 jiffies) 00000100:00000001:3.0:1784947586.877400:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947586.877406:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947586.877407:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947586.877413:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306346507 00000100:00000001:2.0:1784947586.877421:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306350342 00000100:00000040:3.0:1784947586.877421:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947586.877423:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947586.877440:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306346507 00000800:00000010:0.0:1784947586.877441:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000100:00000001:2.0:1784947586.877454:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306350342 00000400:00000200:0.0:1784947586.877459:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947586.877462:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947586.877465:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947586.877469:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947586.877472:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947586.877475:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947586.877484:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947586.877484:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947586.877485:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947586.877503:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947586.877504:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947586.877508:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:0.0:1784947586.877521:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00100000:3.0:1784947586.877527:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154998656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947586.877528:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947586.877529:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947586.877539:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947586.877541:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947586.877547:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947586.877550:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947586.877551:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947586.877568:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947586.877568:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947586.877581:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947586.877586:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947586.877591:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947586.877593:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947586.877612:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947586.877616:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947586.877636:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947586.877640:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947586.877644:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947586.877648:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947586.877651:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:0.0:1784947586.877653:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:0.0:1784947586.877657:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947586.877662:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947586.877671:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947586.877674:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947586.877681:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947586.877683:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784947586.877717:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947586.877722:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947586.877725:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947586.877730:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947586.877733:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947586.877738:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784947586.877743:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998656, portal 10 00000100:00000001:3.0:1784947586.877746:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947586.877748:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000040:3.0:1784947586.877758:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947586.877812:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947586.877816:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947586.877819:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947586.877822:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154998656, offset 0 00000400:00000200:3.0:1784947586.877828:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947586.877834:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947586.877850:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947586.877854:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947586.877857:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947586.877860:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947586.877864:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947586.877868:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541033:541033:256:4294967295] 192.168.201.111@tcp LPNI seq info [540970:540970:8:4294967295] 00000400:00000200:3.0:1784947586.877872:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947586.877880:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947586.877884:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947586.877888:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947586.877894:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947586.877900:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947586.877903:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947586.877919:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947586.877924:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10248 usecs (11 jiffies) 00000400:00000200:3.0:1784947586.877927:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947586.877930:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306346508 00000100:00000001:3.0:1784947586.877933:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306350342 00000100:00000001:3.0:1784947586.877937:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306346508 00000100:00000001:3.0:1784947586.877941:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306350342 00000100:00000001:3.0:1784947586.877944:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947586.877948:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.877952:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.877955:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.877961:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947586.877963:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947586.877965:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947586.877967:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947586.877970:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.877973:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947586.878069:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947586.878078:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784947586.878084:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947586.878092:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947586.878116:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:1.0:1784947586.878120:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:1.0:1784947586.878127:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947586.878136:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947586.878154:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947586.878160:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947586.878171:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947586.878174:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947586.879277:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879295:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947586.879300:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879324:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947586.879331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879338:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947586.879357:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879362:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879368:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879373:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d080 00000400:00000200:0.0:1784947586.879378:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879384:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523b99 [1] + 224 00000800:00000001:0.0:1784947586.879392:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879396:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947586.879399:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947586.879403:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947586.879409:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947586.879416:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947586.879428:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947586.879447:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947586.879456:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879460:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947586.879461:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879464:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947586.879467:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879470:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947586.879475:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879477:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879480:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879483:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d100 00000400:00000200:0.0:1784947586.879487:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947586.879491:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ba1 [1] + 224 00000800:00000001:0.0:1784947586.879494:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879500:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947586.879502:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947586.879505:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947586.879507:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947586.879511:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947586.879520:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947586.879538:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947586.879541:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947586.879544:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947586.879614:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947586.879622:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947586.879632:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947586.879635:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947586.879640:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947586.879648:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947586.879651:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784947586.879657:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947586.879667:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947586.879683:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947586.879695:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947586.879697:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947586.879700:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947586.879704:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947586.879707:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947586.879710:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947586.879713:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947586.879723:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=27 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947586.879728:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947586.879732:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947586.879734:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947586.879737:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947586.879742:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947586.879747:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947586.879750:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947586.879752:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947586.879755:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947586.879760:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947586.879769:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947586.879773:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947586.879775:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947586.879780:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947586.879785:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784947586.879793:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154998528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947586.879793:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947586.879824:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947586.879826:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947586.879828:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154998528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947586.879832:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947586.879835:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947586.879837:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947586.879840:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947586.879841:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947586.879843:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947586.879846:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947586.879848:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:2.0:1784947586.879852:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947586.879854:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947586.879857:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:2.0:1784947586.879860:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1784947586.879862:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947586.879863:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947586.879868:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947586.879869:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947586.879878:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947586.879879:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784947586.879886:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947586.879888:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947586.879890:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000800:00000001:1.0:1784947586.879903:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947586.879905:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784947586.879906:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947586.879915:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947586.879917:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.879918:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947586.879922:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947586.879934:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947586.879936:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947586.879948:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947586.879966:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947586.879968:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947586.879977:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947586.879988:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947586.879995:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947586.880001:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d180 00000100:00000001:3.0:1784947586.880002:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.880009:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947586.880014:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947586.880015:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947586.880020:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947586.880025:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947586.880026:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ba9 [1] + 224 02000000:00000001:3.0:1784947586.880032:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947586.880038:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947586.880040:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=27 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947586.880072:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947586.880076:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947586.880078:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947586.880081:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947586.880084:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.880098:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947586.880101:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947586.880108:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947586.880109:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947586.880124:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947586.880135:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947586.880136:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947586.880142:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947586.880147:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947586.880149:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947586.880157:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947586.880189:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947586.880190:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154998400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947586.880204:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.880211:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947586.880220:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641154998400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947586.880252:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947586.880253:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947586.880260:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947586.880263:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784947586.880264:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000800:00000001:1.0:1784947586.880271:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947586.880272:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947586.880278:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947586.880282:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947586.880284:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947586.880287:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784947586.880293:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947586.880295:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947586.880297:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784947586.880320:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947586.880322:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.880326:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.880328:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947586.880330:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947586.880333:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947586.880335:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947586.880337:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947586.880339:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947586.880350:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:3.0:1784947586.880353:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947586.880357:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947586.880367:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947586.880375:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947586.880376:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.880378:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947586.880379:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947586.880380:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947586.880382:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947586.880384:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947586.880389:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=27 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947586.880392:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=49 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947586.880394:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947586.880396:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947586.880398:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947586.880401:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.880404:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947586.880406:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947586.880408:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947586.880410:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947586.880414:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947586.880420:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947586.880422:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947586.880424:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947586.880427:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947586.880434:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154998656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947586.880438:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.880441:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947586.880444:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641154998656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947586.880451:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947586.880453:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947586.880454:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947586.880456:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947586.880458:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947586.880459:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947586.880461:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947586.880462:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947586.880464:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947586.880466:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947586.880467:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784947586.880470:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947586.880471:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.880473:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947586.880478:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947586.880480:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947586.880481:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947586.880483:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947587.068208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947587.068217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947587.068286:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947587.068292:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947587.068310:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947588.092159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947588.092167:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947588.092252:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947588.092258:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947588.092263:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947589.116158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947589.116168:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947589.116210:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947589.116217:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947589.116223:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947590.140227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947590.140238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947590.140350:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947590.140358:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947590.140365:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947590.780191:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306350342, at 4306350400 00000100:00000040:0.0:1784947590.780205:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306350342, at 4306350400 00000100:00000010:1.0:1784947590.780218:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7960. 00000100:00000010:0.0:1784947590.780222:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7de0. 00010000:00000001:1.0:1784947591.164268:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947591.164283:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947591.164287:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947591.164295:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947591.164304:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947591.164308:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947591.164312:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947591.164318:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947591.164426:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947591.164432:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947591.164437:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947591.996141:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947591.996151:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947591.996162:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947591.996169:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947591.996174:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947591.996177:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947591.996183:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947591.996192:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947591.996199:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996211:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947591.996271:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947591.996276:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996282:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947591.996313:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996316:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947591.996320:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947591.996323:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784947591.996326:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947591.996329:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947591.996330:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947591.996332:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947591.996337:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947591.996341:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996345:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947591.996353:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947591.996355:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996359:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_01+1] req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947591.996366:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947591.996368:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996373:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947591.996379:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947591.996380:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1784947591.996382:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784947591.996386:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1784947591.996387:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947591.996395:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947591.996397:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947591.996398:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947591.996401:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947591.996407:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947591.996410:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947591.996414:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947591.996482:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947591.996491:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947591.996492:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947591.996499:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947591.996500:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947591.996517:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947591.996517:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947591.996524:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947591.996526:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947591.996530:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947591.996534:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.996535:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947591.996547:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784947591.996553:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154998912:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947591.996556:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11689) 00000100:00000001:3.0:1784947591.996566:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947591.996576:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947591.996579:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947591.996584:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947591.996588:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947591.996592:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947591.996596:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784947591.996597:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000040:2.0:1784947591.996606:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947591.996606:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947591.996623:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947591.996627:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947591.996629:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947591.996633:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947591.996636:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947591.996639:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 02000000:00000001:2.0:1784947591.996640:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947591.996650:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154998784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947591.996655:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1784947591.996657:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 02000000:00000001:2.0:1784947591.996660:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947591.996664:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947591.996666:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947591.996671:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000200:3.0:1784947591.996671:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998912, portal 10 02000000:00000001:2.0:1784947591.996679:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947591.996682:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947591.996687:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000400:00000200:2.0:1784947591.996688:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947591.996695:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947591.996704:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000040:3.0:1784947591.996710:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947591.996714:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154998784, portal 25 00000100:00000001:2.0:1784947591.996719:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947591.996723:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:2.0:1784947591.996735:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947591.996741:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947591.996751:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947591.996760:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947591.996761:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947591.996775:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000400:00000010:3.0:1784947591.996775:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:2.0:1784947591.996787:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154998784, offset 0 00000100:00000200:3.0:1784947591.996790:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154998912, offset 0 00000400:00000200:2.0:1784947591.996798:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947591.996816:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947591.996816:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947591.996831:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947591.996837:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947591.996841:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947591.996845:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947591.996848:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947591.996853:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541034:541034:256:4294967295] 192.168.201.111@tcp LPNI seq info [540971:540971:8:4294967295] 00000400:00000200:2.0:1784947591.996869:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947591.996879:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947591.996889:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947591.996900:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947591.996901:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947591.996913:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947591.996916:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947591.996923:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947591.996928:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947591.996941:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947591.996942:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947591.996953:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947591.996957:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947591.996967:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541035:541035:255:4294967295] 192.168.201.111@tcp LPNI seq info [540972:540972:7:4294967295] 00000100:00000001:2.0:1784947591.996969:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947591.996981:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947591.996988:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306355461 00000400:00000200:3.0:1784947591.996988:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947591.997000:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a80. 00000100:00000001:2.0:1784947591.997010:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947591.997020:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306355461 00000400:00000200:3.0:1784947591.997021:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784947591.997024:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43120. 00000100:00000001:2.0:1784947591.997034:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947591.997040:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784947591.997041:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947591.997072:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947591.997078:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947591.997086:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784947591.997102:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000100:00000001:2.0:1784947591.997106:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947591.997110:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947591.997114:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947591.997117:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947591.997122:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947591.997122:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00100000:2.0:1784947591.997134:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154999040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947591.997139:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947591.997146:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:3.0:1784947591.997148:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:2.0:1784947591.997149:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947591.997153:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947591.997160:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000800:00000200:3.0:1784947591.997160:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784947591.997166:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947591.997175:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947591.997176:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947591.997182:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947591.997188:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9077 usecs (10 jiffies) 00000400:00000010:2.0:1784947591.997189:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000800:00000200:0.0:1784947591.997198:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784947591.997198:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999040, portal 10 00000400:00000200:3.0:1784947591.997200:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947591.997212:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947591.997228:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306351627 00000800:00000010:0.0:1784947591.997229:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784947591.997235:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000400:00000200:0.0:1784947591.997240:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947591.997242:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306355461 00000100:00000040:2.0:1784947591.997249:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947591.997250:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306351627 00000400:00000200:0.0:1784947591.997252:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947591.997266:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306355461 00000400:00000200:0.0:1784947591.997271:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000100:00000001:3.0:1784947591.997284:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947591.997285:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:2.0:1784947591.997288:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947591.997300:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947591.997304:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784947591.997310:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947591.997312:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947591.997315:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000200:0.0:1784947591.997316:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947591.997319:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947591.997327:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154999040, offset 0 00000100:00000001:3.0:1784947591.997340:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947591.997346:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947591.997353:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947591.997355:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947591.997364:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947591.997371:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947591.997374:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947591.997374:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947591.997384:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947591.997387:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947591.997387:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947591.997394:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947591.997399:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947591.997401:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947591.997408:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947591.997413:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947591.997415:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1784947591.997424:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:2.0:1784947591.997425:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947591.997442:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947591.997448:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541036:541036:255:4294967295] 192.168.201.111@tcp LPNI seq info [540973:540973:7:4294967295] 00000400:00000200:0.0:1784947591.997456:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947591.997464:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947591.997465:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:0.0:1784947591.997469:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:0.0:1784947591.997475:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947591.997483:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947591.997495:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947591.997527:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947591.997532:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1784947591.997535:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000040:0.0:1784947591.997538:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947591.997552:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947591.997564:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947591.997572:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947591.997573:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947591.997580:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947591.997595:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947591.997600:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10248 usecs (11 jiffies) 00000400:00000200:2.0:1784947591.997604:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947591.997607:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306351628 00000100:00000001:2.0:1784947591.997610:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306355461 00000100:00000001:2.0:1784947591.997613:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306351628 00000100:00000001:2.0:1784947591.997616:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306355461 00000100:00000001:2.0:1784947591.997620:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947591.997623:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947591.997628:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947591.997631:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947591.997638:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947591.997641:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947591.997644:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947591.997645:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947591.997648:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947591.997653:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947591.997689:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947591.997694:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947591.997698:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947591.997704:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947591.997707:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:1.0:1784947591.997709:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:1.0:1784947591.997712:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947591.997717:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947591.997725:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947591.997728:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947591.997739:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947591.997741:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947592.000277:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000355:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947592.000358:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000361:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947592.000366:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000370:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947592.000376:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000380:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000384:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000387:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d200 00000400:00000200:0.0:1784947592.000391:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000397:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bb9 [1] + 224 00000800:00000001:0.0:1784947592.000403:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000406:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947592.000408:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947592.000411:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947592.000415:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947592.000420:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947592.000429:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947592.000445:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947592.000452:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000454:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947592.000455:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000457:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947592.000459:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000461:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947592.000464:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000466:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000469:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000472:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d280 00000400:00000200:0.0:1784947592.000476:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947592.000481:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bb1 [1] + 224 00000800:00000001:0.0:1784947592.000484:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000487:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947592.000489:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947592.000491:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947592.000497:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947592.000499:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947592.000500:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947592.000505:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947592.000516:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784947592.000518:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947592.000520:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947592.000526:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:0.0:1784947592.000537:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784947592.000537:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947592.000543:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784947592.000548:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947592.000551:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000556:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947592.000558:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947592.000559:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947592.000565:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947592.000576:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947592.000585:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947592.000587:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947592.000600:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947592.000604:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947592.000611:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:2.0:1784947592.000612:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947592.000614:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947592.000628:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000200:0.0:1784947592.000629:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947592.000636:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000400:00000200:0.0:1784947592.000645:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947592.000650:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947592.000663:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947592.000666:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947592.000681:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d300 00000100:00000001:2.0:1784947592.000682:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947592.000690:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947592.000700:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947592.000703:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947592.000712:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bc1 [1] + 224 02000000:00000001:2.0:1784947592.000712:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947592.000722:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947592.000724:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947592.000730:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947592.000735:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947592.000738:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947592.000740:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947592.000745:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947592.000746:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:2.0:1784947592.000747:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=33 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947592.000761:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784947592.000762:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=33 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947592.000773:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947592.000777:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947592.000786:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947592.000790:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784947592.000800:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947592.000802:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947592.000805:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947592.000806:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947592.000809:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947592.000815:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947592.000818:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947592.000825:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947592.000832:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947592.000833:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947592.000836:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947592.000843:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947592.000843:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947592.000850:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947592.000864:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947592.000887:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784947592.000888:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947592.000899:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947592.000902:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947592.000902:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947592.000909:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947592.000912:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947592.000916:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947592.000923:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947592.000927:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154998784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947592.000933:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1784947592.000938:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784947592.000939:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:2.0:1784947592.000943:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947592.000946:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784947592.000947:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947592.000955:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947592.000957:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784947592.000963:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947592.000967:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947592.000973:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947592.000975:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947592.001078:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947592.001083:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947592.001088:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947592.001089:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947592.001101:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947592.001104:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947592.001108:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947592.001116:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947592.001120:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947592.001125:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947592.001131:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947592.001142:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947592.001151:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154998912:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947592.001152:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947592.001167:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947592.001172:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947592.001173:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947592.001175:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947592.001185:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947592.001185:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1784947592.001194:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947592.001201:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947592.001203:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641154998912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947592.001205:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947592.001211:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947592.001230:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947592.001241:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947592.001252:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947592.001261:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947592.001261:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947592.001266:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1784947592.001268:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947592.001269:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947592.001282:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947592.001282:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947592.001290:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:2.0:1784947592.001297:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154999040:192.168.201.111@tcp:400:kworker.0 00000020:00000040:3.0:1784947592.001297:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947592.001309:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947592.001311:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947592.001315:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784947592.001315:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000100:00000040:2.0:1784947592.001323:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154998784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947592.001324:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947592.001333:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947592.001340:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000001:2.0:1784947592.001345:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947592.001350:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947592.001350:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1784947592.001359:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:3.0:1784947592.001359:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947592.001371:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947592.001372:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947592.001375:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947592.001381:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947592.001383:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1784947592.001385:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947592.001390:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000001:3.0:1784947592.001390:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947592.001404:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947592.001404:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947592.001412:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947592.001414:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947592.001415:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:2.0:1784947592.001425:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947592.001428:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947592.001430:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947592.001434:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154999040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947592.001440:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947592.001442:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947592.001443:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947592.001445:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947592.001446:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947592.001447:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947592.001448:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947592.001450:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947592.001451:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947592.001452:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947592.001453:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:2.0:1784947592.001455:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947592.001456:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947592.001457:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947592.001461:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947592.001462:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947592.001464:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947592.001468:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947592.188186:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947592.188194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947592.188255:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947592.188263:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947592.188268:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947593.212186:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947593.212218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947593.212294:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947593.212301:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947593.212305:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947594.236224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947594.236235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947594.236283:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947594.236290:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947594.236298:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947595.260328:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947595.260334:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947595.260394:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947595.260398:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947595.260401:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947595.900129:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306355461, at 4306355520 00000100:00000010:0.0:1784947595.900142:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a80. 00000100:00000040:1.0:1784947595.900142:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306355461, at 4306355520 00000100:00000010:1.0:1784947595.900178:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43120. 00010000:00000001:1.0:1784947596.284151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947596.284160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947596.284257:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947596.284260:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947596.284263:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947597.116164:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947597.116173:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947597.116179:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947597.116185:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947597.116189:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947597.116192:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947597.116196:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947597.116203:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947597.116209:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116220:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947597.116228:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947597.116232:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116237:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.116261:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116263:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947597.116266:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947597.116269:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947597.116271:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947597.116273:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947597.116274:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947597.116276:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947597.116279:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947597.116282:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116285:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947597.116287:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.116293:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947597.116294:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947597.116296:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947597.116297:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116304:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947597.116308:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.116321:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116325:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947597.116326:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947597.116329:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.116330:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947597.116334:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 02000000:00000001:3.0:1784947597.116335:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1784947597.116340:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784947597.116340:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947597.116345:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.116346:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947597.116349:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947597.116353:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947597.116353:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154999168:192.168.201.111@tcp:400:kworker.0 02000000:00000010:2.0:1784947597.116359:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947597.116360:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947597.116363:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.116366:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947597.116370:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947597.116371:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.116377:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947597.116382:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1784947597.116384:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947597.116385:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.116390:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116392:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947597.116400:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947597.116403:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947597.116406:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947597.116406:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947597.116412:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947597.116415:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947597.116416:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000040:2.0:1784947597.116417:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947597.116424:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11694) 00000100:00000200:3.0:1784947597.116426:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999168, portal 25 00000100:00000001:3.0:1784947597.116429:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947597.116431:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:3.0:1784947597.116436:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947597.116442:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947597.116445:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947597.116448:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947597.116451:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154999168, offset 0 00000400:00000200:3.0:1784947597.116457:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947597.116461:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947597.116465:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947597.116467:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947597.116468:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947597.116475:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947597.116479:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947597.116489:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947597.116489:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947597.116492:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947597.116496:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947597.116496:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947597.116498:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947597.116502:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947597.116503:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947597.116508:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00100000:2.0:1784947597.116510:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154999296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947597.116516:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947597.116517:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541037:541037:256:4294967295] 192.168.201.111@tcp LPNI seq info [540974:540974:8:4294967295] 02000000:00000001:2.0:1784947597.116520:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947597.116524:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947597.116525:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947597.116526:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947597.116531:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947597.116533:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947597.116540:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947597.116543:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947597.116548:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000800:00000200:3.0:1784947597.116550:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947597.116553:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000800:00000010:3.0:1784947597.116556:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000100:00000200:2.0:1784947597.116558:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999296, portal 10 00000100:00000001:2.0:1784947597.116561:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947597.116563:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000800:00000200:3.0:1784947597.116565:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947597.116572:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947597.116578:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947597.116585:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947597.116586:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947597.116592:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947597.116595:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947597.116597:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154999296, offset 0 00000100:00000001:3.0:1784947597.116602:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947597.116603:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947597.116609:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947597.116614:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947597.116615:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306360581 00000100:00000010:3.0:1784947597.116622:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d80. 00000400:00000200:2.0:1784947597.116626:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947597.116631:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947597.116632:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947597.116638:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306360581 00000400:00000200:2.0:1784947597.116639:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:3.0:1784947597.116643:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d79c0. 00000400:00000200:2.0:1784947597.116646:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947597.116648:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784947597.116654:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947597.116655:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947597.116660:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.116664:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947597.116665:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541038:541038:255:4294967295] 192.168.201.111@tcp LPNI seq info [540975:540975:7:4294967295] 00000100:00000001:3.0:1784947597.116667:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947597.116675:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947597.116675:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947597.116679:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947597.116683:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.116687:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947597.116690:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947597.116692:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947597.116696:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947597.116705:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947597.116708:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947597.116711:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947597.116712:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 02000000:00000001:3.0:1784947597.116713:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947597.116716:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947597.116719:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947597.116724:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947597.116727:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784947597.116728:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154999424:192.168.201.111@tcp:400:kworker.0 00000800:00000010:1.0:1784947597.116735:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000800:00000200:2.0:1784947597.116735:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947597.116736:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947597.116740:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784947597.116741:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947597.116742:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947597.116743:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947597.116748:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.116749:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947597.116755:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947597.116755:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9077 usecs (10 jiffies) 02000000:00000010:3.0:1784947597.116756:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947597.116761:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947597.116763:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000200:2.0:1784947597.116763:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947597.116768:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947597.116769:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306356746 00000400:00000010:1.0:1784947597.116770:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000400:00000010:3.0:1784947597.116771:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:1.0:1784947597.116775:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947597.116775:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306360581 00000400:00000010:3.0:1784947597.116777:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947597.116779:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306356746 00000100:00000200:3.0:1784947597.116781:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999424, portal 10 00000100:00000200:1.0:1784947597.116783:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.116783:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306360581 00000100:00000001:3.0:1784947597.116785:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947597.116789:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947597.116789:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000001:2.0:1784947597.116795:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.116799:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947597.116800:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947597.116802:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.116803:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947597.116807:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.116811:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947597.116814:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947597.116819:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947597.116822:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947597.116825:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.116830:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.116832:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947597.116834:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947597.116838:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947597.116896:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947597.116898:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947597.116902:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947597.116906:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947597.116909:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:1.0:1784947597.116911:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:1.0:1784947597.116914:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947597.116918:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947597.116924:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947597.116928:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947597.116930:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947597.116932:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947597.116938:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154999424, offset 0 00000100:00000001:1.0:1784947597.116940:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947597.116943:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947597.116947:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947597.116952:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947597.116955:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947597.116995:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947597.116999:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947597.117001:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947597.117004:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947597.117008:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541039:541039:256:4294967295] 192.168.201.111@tcp LPNI seq info [540976:540976:8:4294967295] 00000400:00000200:3.0:1784947597.117013:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947597.117020:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947597.117025:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947597.117030:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784947597.117035:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947597.117040:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947597.117043:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947597.117073:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947597.117076:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10247 usecs (11 jiffies) 00000400:00000200:3.0:1784947597.117079:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947597.117081:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306356748 00000100:00000001:3.0:1784947597.117083:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306360581 00000100:00000001:3.0:1784947597.117085:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306356748 00000100:00000001:3.0:1784947597.117087:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306360581 00000100:00000001:3.0:1784947597.117088:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947597.117090:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.117093:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.117094:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.117097:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947597.117099:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947597.117101:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.117102:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947597.117104:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.117106:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947597.117157:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947597.117161:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947597.117165:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947597.117169:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947597.117172:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:0.0:1784947597.117174:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:0.0:1784947597.117176:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947597.117180:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947597.117187:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947597.117190:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947597.117195:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947597.117197:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947597.118188:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947597.118198:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947597.118201:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947597.118203:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947597.118207:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947597.118211:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947597.118216:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947597.118219:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947597.118222:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947597.118225:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d380 00000400:00000200:1.0:1784947597.118228:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947597.118233:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bc9 [1] + 224 00000800:00000001:1.0:1784947597.118237:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947597.118242:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947597.118244:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947597.118246:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947597.118250:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947597.118254:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947597.118262:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947597.118276:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947597.118281:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947597.118284:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.118363:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.118366:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947597.118373:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947597.118375:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947597.118378:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947597.118382:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947597.118384:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:3.0:1784947597.118535:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947597.118565:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947597.118571:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947597.118573:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947597.118576:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947597.118581:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118587:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:3.0:1784947597.118590:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947597.118597:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118604:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118608:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118612:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d400 00000400:00000200:0.0:1784947597.118616:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118620:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bd1 [1] + 224 00000800:00000001:0.0:1784947597.118625:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947597.118631:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947597.118634:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947597.118638:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947597.118642:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947597.118647:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947597.118656:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947597.118669:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947597.118676:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947597.118680:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947597.118681:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947597.118684:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947597.118687:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947597.118693:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118697:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947597.118702:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118704:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118706:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947597.118709:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d480 00000400:00000200:0.0:1784947597.118712:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947597.118715:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947597.118716:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bd9 [1] + 224 00000100:00000001:2.0:1784947597.118721:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947597.118722:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947597.118729:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947597.118729:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947597.118734:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947597.118735:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947597.118740:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947597.118745:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947597.118746:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947597.118748:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:3.0:1784947597.118752:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947597.118753:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784947597.118758:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947597.118760:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947597.118760:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947597.118764:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947597.118768:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784947597.118770:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947597.118772:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947597.118773:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.118782:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947597.118809:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=38 v=5 (5 5 5 5) 00000100:00000040:0.0:1784947597.118819:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947597.118833:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=38 v=5 (1 1 1 1) 00000100:00000200:2.0:1784947597.118841:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947597.118846:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947597.118847:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947597.118855:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947597.118859:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947597.118865:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947597.118869:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947597.118873:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.118885:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.118891:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947597.118899:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947597.118901:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.118911:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947597.118920:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947597.118924:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947597.118927:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947597.118931:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947597.118934:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.118937:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947597.118945:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947597.118949:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947597.118959:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=38 v=5 (5 5 5 5) 00000100:00100000:3.0:1784947597.118967:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154999168:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947597.118973:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947597.118977:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.118986:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947597.118987:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947597.118995:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947597.118998:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641154999168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947597.119004:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947597.119013:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.119015:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947597.119023:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947597.119025:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784947597.119028:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000100:00000040:2.0:1784947597.119033:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:3.0:1784947597.119035:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947597.119042:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947597.119044:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1784947597.119047:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947597.119052:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947597.119098:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947597.119103:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947597.119109:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947597.119111:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947597.119114:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784947597.119123:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947597.119157:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947597.119162:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947597.119165:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.119174:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.119178:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947597.119199:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947597.119202:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947597.119206:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947597.119206:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947597.119211:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000100:00000001:2.0:1784947597.119212:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784947597.119214:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947597.119216:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119217:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947597.119227:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947597.119227:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947597.119266:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154999296:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947597.119267:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.119279:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119280:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947597.119284:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947597.119285:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119289:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947597.119290:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947597.119292:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784947597.119294:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154999296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947597.119295:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.119299:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947597.119305:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=38 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947597.119312:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947597.119314:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947597.119316:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784947597.119318:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947597.119318:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947597.119322:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784947597.119323:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00010000:00000001:3.0:1784947597.119325:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.119330:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947597.119332:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784947597.119332:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947597.119336:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1784947597.119337:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947597.119338:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947597.119341:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784947597.119345:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947597.119347:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947597.119351:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000001:3.0:1784947597.119354:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947597.119356:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947597.119357:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784947597.119361:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947597.119361:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947597.119366:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000040:3.0:1784947597.119367:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.119372:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947597.119376:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947597.119395:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154999424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947597.119399:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119406:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119411:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947597.119413:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784947597.119417:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641154999424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947613 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947597.119420:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947597.119432:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.119439:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947597.119442:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947597.119445:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947597.119451:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947597.119456:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947597.119457:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947597.119459:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947597.119462:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947597.119465:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947597.119470:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947597.119472:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947597.119475:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:3.0:1784947597.119478:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947597.119480:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119483:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947597.119503:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947597.119504:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947597.119506:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947597.119508:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947597.308169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947597.308176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947597.308234:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947597.308239:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947597.308242:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947598.332180:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947598.332186:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947598.332237:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947598.332241:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947598.332244:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947599.356170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947599.356179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947599.356277:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947599.356285:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947599.356291:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947600.380158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947600.380166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947600.380201:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947600.380206:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947600.380209:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947601.020166:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306360581, at 4306360640 00000100:00000040:1.0:1784947601.020166:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306360581, at 4306360640 00000100:00000010:1.0:1784947601.020182:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d79c0. 00000100:00000010:0.0:1784947601.020185:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d80. 00010000:00000001:1.0:1784947601.404167:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947601.404175:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947601.404178:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947601.404181:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947601.404186:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947601.404188:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947601.404189:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947601.404191:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947601.404246:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947601.404250:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947601.404253:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947602.236128:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947602.236136:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947602.236146:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947602.236151:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947602.236155:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947602.236158:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947602.236163:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947602.236171:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947602.236177:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947602.236186:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947602.236196:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947602.236200:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947602.236205:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.236230:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947602.236232:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947602.236235:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947602.236238:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947602.236241:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947602.236243:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947602.236244:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947602.236246:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947602.236249:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784947602.236250:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947602.236251:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.236256:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947602.236258:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947602.236260:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947602.236267:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947602.236269:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947602.236270:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947602.236275:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_01+1] req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.236290:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947602.236294:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947602.236295:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947602.236298:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947602.236298:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947602.236303:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947602.236303:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947602.236307:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 02000000:00000001:2.0:1784947602.236308:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947602.236314:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:2.0:1784947602.236316:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154999552:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947602.236317:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947602.236320:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947602.236322:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947602.236324:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947602.236327:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947602.236328:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947602.236330:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947602.236332:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947602.236336:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947602.236337:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1784947602.236342:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947602.236343:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784947602.236346:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947602.236347:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947602.236352:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947602.236358:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947602.236365:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947602.236366:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947602.236370:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784947602.236373:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000040:3.0:1784947602.236374:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947602.236379:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784947602.236382:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999552, portal 25 00000100:00000040:3.0:1784947602.236382:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947602.236387:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947602.236390:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:3.0:1784947602.236391:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11699) 00000100:00000040:2.0:1784947602.236398:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.236404:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.236405:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947602.236407:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947602.236411:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947602.236412:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947602.236414:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000040:3.0:1784947602.236420:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947602.236421:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154999552, offset 0 00000100:00000001:3.0:1784947602.236431:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947602.236432:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947602.236435:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947602.236438:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947602.236440:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947602.236442:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947602.236443:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947602.236448:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154999680:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947602.236456:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947602.236457:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947602.236462:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784947602.236464:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947602.236465:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947602.236468:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947602.236471:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:3.0:1784947602.236474:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000400:00000200:2.0:1784947602.236477:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784947602.236479:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947602.236482:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947602.236486:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947602.236490:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541040:541040:256:4294967295] 192.168.201.111@tcp LPNI seq info [540977:540977:8:4294967295] 00000400:00000010:3.0:1784947602.236492:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000200:2.0:1784947602.236497:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947602.236499:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947602.236504:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999680, portal 10 00000100:00000001:3.0:1784947602.236509:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947602.236512:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947602.236513:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000040:3.0:1784947602.236525:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947602.236526:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947602.236534:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784947602.236535:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947602.236541:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947602.236545:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784947602.236546:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784947602.236550:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154999680, offset 0 00000800:00000200:2.0:1784947602.236558:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947602.236558:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947602.236565:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947602.236568:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947602.236574:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947602.236576:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947602.236579:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947602.236582:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947602.236582:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947602.236588:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947602.236590:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947602.236596:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306365701 00000400:00000200:3.0:1784947602.236596:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541041:541041:255:4294967295] 192.168.201.111@tcp LPNI seq info [540978:540978:7:4294967295] 00000400:00000200:3.0:1784947602.236604:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947602.236605:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43900. 00000400:00000200:3.0:1784947602.236613:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947602.236614:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947602.236620:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947602.236622:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306365701 00000800:00000010:3.0:1784947602.236625:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000010:2.0:1784947602.236627:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43840. 00000100:00000001:2.0:1784947602.236631:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784947602.236632:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947602.236636:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947602.236641:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947602.236642:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947602.236646:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947602.236648:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947602.236649:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947602.236652:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.236658:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784947602.236658:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9077 usecs (10 jiffies) 00000100:00000001:2.0:1784947602.236662:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947602.236666:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947602.236667:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947602.236669:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306361866 00000100:00000001:2.0:1784947602.236670:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947602.236674:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947602.236675:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306365701 00000100:00000040:2.0:1784947602.236680:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.236680:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306361866 00000100:00000001:3.0:1784947602.236685:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306365701 00000800:00000200:1.0:1784947602.236689:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947602.236692:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784947602.236696:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784947602.236699:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.236703:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947602.236704:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947602.236707:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947602.236707:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947602.236708:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947602.236715:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947602.236718:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784947602.236719:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947602.236720:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947602.236722:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784947602.236724:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947602.236729:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947602.236731:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000100:00100000:2.0:1784947602.236731:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154999808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947602.236732:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947602.236735:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947602.236738:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947602.236738:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947602.236740:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947602.236743:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947602.236746:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947602.236747:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947602.236751:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947602.236755:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000100:00000200:1.0:1784947602.236756:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947602.236760:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947602.236768:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947602.236773:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:1.0:1784947602.236776:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947602.236778:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000040:1.0:1784947602.236783:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947602.236784:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999808, portal 10 00000100:00000001:2.0:1784947602.236789:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947602.236791:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000001:1.0:1784947602.236800:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947602.236802:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947602.236803:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947602.236810:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947602.236813:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947602.236816:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784947602.236818:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641154999808, offset 0 00000400:00000200:2.0:1784947602.236821:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947602.236823:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947602.236826:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947602.236828:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947602.236830:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947602.236832:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947602.236834:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947602.236836:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541042:541042:255:4294967295] 192.168.201.111@tcp LPNI seq info [540979:540979:7:4294967295] 00000400:00000200:2.0:1784947602.236840:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947602.236844:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947602.236848:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947602.236852:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947602.236855:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947602.236858:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947602.236861:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947602.236864:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947602.236866:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947602.236867:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10247 usecs (11 jiffies) 00000800:00000010:1.0:1784947602.236872:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784947602.236873:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947602.236878:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947602.236878:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306361867 00000100:00000001:2.0:1784947602.236882:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306365701 00000400:00000200:1.0:1784947602.236888:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947602.236888:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306361867 00000100:00000001:2.0:1784947602.236893:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306365701 00000400:00000200:1.0:1784947602.236896:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000100:00000001:2.0:1784947602.236896:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784947602.236901:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:2.0:1784947602.236901:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947602.236908:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947602.236908:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.236912:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947602.236916:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.236917:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947602.236920:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947602.236925:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.236927:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947602.236929:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947602.236935:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947602.236935:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947602.236941:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947602.236947:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947602.236948:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947602.236959:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947602.236961:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947602.236963:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947602.236965:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947602.236967:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:1.0:1784947602.236968:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:1.0:1784947602.236970:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947602.236972:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947602.236977:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947602.236979:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947602.236983:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947602.236984:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947602.238323:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238334:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947602.238337:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238338:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947602.238343:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238347:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947602.238352:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238355:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238359:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238362:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d500 00000400:00000200:0.0:1784947602.238366:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238370:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523be1 [1] + 224 00000800:00000001:0.0:1784947602.238376:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238420:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947602.238423:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947602.238427:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947602.238431:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947602.238435:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947602.238443:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947602.238457:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947602.238463:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238466:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947602.238468:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238469:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947602.238472:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238475:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947602.238478:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238480:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238482:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238485:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d580 00000400:00000200:0.0:1784947602.238488:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238491:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523be9 [1] + 224 00000800:00000001:0.0:1784947602.238495:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238499:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947602.238501:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947602.238503:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947602.238506:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947602.238509:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947602.238517:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.238522:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.238525:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947602.238528:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784947602.238531:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947602.238534:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947602.238536:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947602.238541:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784947602.238542:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947602.238545:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947602.238549:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947602.238553:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947602.238555:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947602.238561:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947602.238565:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947602.238569:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947602.238571:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947602.238582:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947602.238590:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947602.238591:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947602.238594:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947602.238599:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947602.238599:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947602.238604:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947602.238605:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947602.238606:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.238607:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947602.238611:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947602.238612:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d600 00000100:00000001:3.0:1784947602.238612:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947602.238614:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947602.238620:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947602.238621:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1784947602.238622:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=43 v=5 (5 5 5 5) 00000400:00000001:3.0:1784947602.238626:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1784947602.238627:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947602.238631:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947602.238633:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947602.238633:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00010000:00000001:2.0:1784947602.238638:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947602.238641:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947602.238641:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000100:00000001:2.0:1784947602.238647:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947602.238648:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000040:2.0:1784947602.238653:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.238654:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947602.238660:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bf1 [1] + 224 00000100:00000200:3.0:1784947602.238666:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947602.238672:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947602.238673:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947602.238679:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784947602.238680:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947602.238683:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947602.238687:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947602.238692:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947602.238693:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947602.238697:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947602.238705:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947602.238713:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.238730:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784947602.238732:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641154999552:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947602.238736:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947602.238738:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947602.238740:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.238741:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947602.238742:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947602.238745:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947602.238749:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784947602.238751:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641154999552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.238753:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947602.238759:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947602.238768:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947602.238768:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=43 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947602.238770:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947602.238774:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947602.238775:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947602.238776:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=83 v=5 (1 1 1 1) 02000000:00000010:2.0:1784947602.238777:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000800:00000001:0.0:1784947602.238780:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947602.238785:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784947602.238786:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947602.238789:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947602.238790:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947602.238794:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00010000:00000001:3.0:1784947602.238795:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784947602.238798:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947602.238799:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947602.238801:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947602.238805:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947602.238806:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784947602.238808:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:2.0:1784947602.238809:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947602.238813:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:3.0:1784947602.238814:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947602.238817:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.238818:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947602.238821:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947602.238825:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.238826:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.238831:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.238833:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947602.238837:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947602.238839:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784947602.238840:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947602.238843:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:3.0:1784947602.238844:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784947602.238847:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000100:00000001:3.0:1784947602.238848:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947602.238851:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000040:3.0:1784947602.238855:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.238856:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947602.238863:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947602.238873:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641154999680:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947602.238880:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.238880:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947602.238883:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947602.238891:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641154999680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.238892:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947602.238895:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947602.238898:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947602.238901:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947602.238903:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947602.238905:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947602.238906:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947602.238907:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784947602.238909:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947602.238911:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000100:00001000:2.0:1784947602.238914:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=43 v=5 (5 5 5 5) 02000000:00000001:3.0:1784947602.238916:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947602.238920:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784947602.238921:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=65 v=5 (1 1 1 1) 00000020:00000040:3.0:1784947602.238924:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947602.238925:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947602.238929:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947602.238929:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:2.0:1784947602.238933:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:3.0:1784947602.238933:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00010000:00000001:2.0:1784947602.238937:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947602.238939:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947602.238941:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784947602.238942:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784947602.238945:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000010:3.0:1784947602.238946:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947602.238951:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947602.238952:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947602.238954:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947602.238955:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947602.238958:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947602.238960:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947602.238963:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947602.238966:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947602.238971:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.238973:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947602.238974:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.238975:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947602.238979:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947602.238982:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947602.238988:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641154999808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947602.238992:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947602.238993:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947602.238996:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641154999808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947618 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947602.239000:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947602.239001:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947602.239002:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947602.239004:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947602.239005:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947602.239006:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947602.239007:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947602.239008:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947602.239010:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947602.239011:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947602.239012:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947602.239014:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947602.239015:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947602.239016:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947602.239019:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947602.239020:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947602.239022:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947602.239023:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947602.428168:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947602.428174:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947602.428257:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947602.428261:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947602.428264:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947603.452150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947603.452156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947603.452238:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947603.452242:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947603.452245:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947604.476149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947604.476155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947604.476206:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947604.476210:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947604.476214:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947605.500138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947605.500145:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947605.500168:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947605.500175:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947605.500181:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947605.756121:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947605.756128:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947605.756132:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947605.756290:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947605.756298:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947605.756305:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947605.756311:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947605.756315:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947606.140135:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306365701, at 4306365760 00000100:00000040:1.0:1784947606.140135:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306365701, at 4306365760 00000100:00000010:1.0:1784947606.140153:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43840. 00000100:00000010:0.0:1784947606.140156:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43900. 00010000:00000001:1.0:1784947606.524181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947606.524189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947606.524283:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947606.524290:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947606.524296:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947607.356221:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947607.356234:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947607.356246:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947607.356254:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947607.356259:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947607.356263:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947607.356270:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947607.356280:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947607.356289:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356303:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947607.356317:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947607.356322:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356330:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.356368:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356373:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947607.356378:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947607.356382:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947607.356385:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947607.356389:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947607.356392:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947607.356396:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947607.356404:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947607.356408:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356414:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947607.356421:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947607.356424:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947607.356431:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.356435:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947607.356438:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.356445:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947607.356459:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356467:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947607.356469:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.356479:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947607.356488:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947607.356498:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947607.356507:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947607.356510:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784947607.356513:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947607.356517:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947607.356522:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947607.356525:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947607.356529:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947607.356536:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947607.356537:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00100000:3.0:1784947607.356545:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154999936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947607.356550:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.356554:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947607.356562:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947607.356566:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947607.356571:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947607.356585:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947607.356592:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356596:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947607.356613:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784947607.356615:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947607.356618:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947607.356632:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947607.356633:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00000001:2.0:1784947607.356653:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947607.356655:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000040:2.0:1784947607.356657:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947607.356668:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947607.356675:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641154999936, portal 25 00000100:00000040:2.0:1784947607.356676:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947607.356689:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947607.356689:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947607.356699:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:2.0:1784947607.356702:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11704) 00000100:00000040:3.0:1784947607.356726:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.356728:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947607.356734:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947607.356738:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947607.356749:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.356767:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947607.356770:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947607.356774:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947607.356782:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947607.356784:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947607.356789:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947607.356791:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 02000000:00000001:2.0:1784947607.356793:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947607.356802:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641154999936, offset 0 00000100:00100000:2.0:1784947607.356804:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155000064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947607.356815:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947607.356820:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947607.356821:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947607.356825:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947607.356830:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947607.356837:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 00000400:00000200:3.0:1784947607.356839:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947607.356842:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947607.356853:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947607.356855:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:2.0:1784947607.356860:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:3.0:1784947607.356867:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784947607.356873:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000400:00000200:3.0:1784947607.356875:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:2.0:1784947607.356884:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000064, portal 10 00000400:00000200:3.0:1784947607.356886:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947607.356892:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947607.356898:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947607.356900:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000400:00000200:3.0:1784947607.356909:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541043:541043:256:4294967295] 192.168.201.111@tcp LPNI seq info [540980:540980:8:4294967295] 00000100:00000040:2.0:1784947607.356917:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947607.356927:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947607.356941:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947607.356980:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947607.356988:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000400:00000200:3.0:1784947607.356990:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:2.0:1784947607.357000:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155000064, offset 0 00000800:00000200:3.0:1784947607.357010:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947607.357018:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947607.357024:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784947607.357032:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947607.357087:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947607.357095:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947607.357096:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947607.357106:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947607.357114:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947607.357122:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947607.357125:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947607.357135:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947607.357138:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541044:541044:255:4294967295] 192.168.201.111@tcp LPNI seq info [540981:540981:7:4294967295] 00000400:00000200:2.0:1784947607.357150:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947607.357155:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947607.357171:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947607.357177:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947607.357180:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306370822 00000800:00000200:2.0:1784947607.357193:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947607.357194:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ae0. 00000800:00000010:2.0:1784947607.357205:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947607.357210:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947607.357219:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947607.357228:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306370822 00000800:00000200:2.0:1784947607.357235:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:3.0:1784947607.357240:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7360. 00000800:00000200:2.0:1784947607.357243:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947607.357252:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947607.357254:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.357266:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947607.357267:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9077 usecs (10 jiffies) 00000100:00000001:3.0:1784947607.357277:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947607.357281:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947607.357286:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947607.357288:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306366987 00000100:00000001:3.0:1784947607.357296:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947607.357297:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306370822 00000100:00000001:2.0:1784947607.357306:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306366987 00000100:00000001:2.0:1784947607.357309:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306370822 00000100:00000001:3.0:1784947607.357312:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947607.357314:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947607.357315:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947607.357319:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947607.357328:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947607.357330:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784947607.357331:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947607.357336:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.357338:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947607.357344:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947607.357346:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947607.357347:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947607.357363:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947607.357365:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947607.357368:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.357369:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947607.357376:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000100:00000001:2.0:1784947607.357378:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947607.357385:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:2.0:1784947607.357386:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947607.357392:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947607.357398:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947607.357402:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947607.357413:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.357419:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947607.357427:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947607.357438:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947607.357439:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947607.357447:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947607.357448:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947607.357459:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947607.357469:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947607.357473:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947607.357492:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947607.357495:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947607.357499:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947607.357504:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947607.357507:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:0.0:1784947607.357510:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:0.0:1784947607.357512:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947607.357517:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947607.357527:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947607.357531:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947607.357539:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947607.357541:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:3.0:1784947607.357674:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155000192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947607.357680:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947607.357685:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947607.357687:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947607.357690:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947607.357695:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947607.357697:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947607.357703:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947607.357706:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947607.357712:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000200:3.0:1784947607.357716:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000192, portal 10 00000100:00000001:3.0:1784947607.357719:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947607.357721:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000040:3.0:1784947607.357734:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.357749:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947607.357755:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947607.357761:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000200:3.0:1784947607.357767:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155000192, offset 0 00000400:00000200:3.0:1784947607.357776:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947607.357866:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947607.357875:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947607.357880:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947607.357883:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947607.357887:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947607.357890:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947607.357895:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541045:541045:256:4294967295] 192.168.201.111@tcp LPNI seq info [540982:540982:8:4294967295] 00000400:00000200:3.0:1784947607.357901:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947607.357910:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947607.357917:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947607.357923:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000800:00000200:3.0:1784947607.357928:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947607.357935:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947607.357939:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947607.357985:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947607.357992:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10247 usecs (11 jiffies) 00000400:00000200:3.0:1784947607.357996:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947607.358000:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306366988 00000100:00000001:3.0:1784947607.358005:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306370822 00000100:00000001:3.0:1784947607.358009:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306366988 00000100:00000001:3.0:1784947607.358014:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306370822 00000100:00000001:3.0:1784947607.358020:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947607.358025:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.358032:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.358037:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.358090:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947607.358096:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947607.358101:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947607.358104:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947607.358107:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.358112:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947607.358167:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947607.358175:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:1.0:1784947607.358181:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947607.358188:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947607.358194:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000010:1.0:1784947607.358196:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000100:00000001:1.0:1784947607.358201:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947607.358208:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947607.358228:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947607.358233:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947607.358242:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947607.358244:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947607.359649:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947607.359670:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947607.359677:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947607.359682:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947607.359690:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947607.359697:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947607.359707:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947607.359713:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947607.359719:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947607.359740:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d680 00000400:00000200:0.0:1784947607.359747:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947607.359755:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523bf9 [1] + 224 00000800:00000001:0.0:1784947607.359765:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947607.359777:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947607.359780:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947607.359785:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947607.359791:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947607.359799:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947607.359813:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947607.359837:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947607.359847:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947607.359851:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.359889:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947607.359896:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947607.359904:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947607.359906:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947607.359910:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947607.359916:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784947607.359919:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784947607.359923:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947607.359932:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947607.359947:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.359981:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947607.359984:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.359988:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947607.359991:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947607.359994:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947607.359997:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947607.360000:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947607.360008:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=48 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947607.360013:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=48 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947607.360016:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947607.360019:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947607.360022:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947607.360025:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.360028:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947607.360034:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.360198:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947607.360202:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947607.360205:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947607.360213:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947607.360225:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641154999936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947607.360233:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.360236:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947607.360242:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641154999936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.360253:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947607.360256:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947607.360272:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947607.360289:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947607.360295:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947607.360299:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947607.360309:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947607.360319:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947607.360331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947607.360337:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947607.360344:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784947607.360347:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000400:00000200:1.0:1784947607.360353:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d700 02000000:00000001:3.0:1784947607.360358:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947607.360364:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:3.0:1784947607.360367:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784947607.360378:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c01 [1] + 224 00000020:00000040:3.0:1784947607.360379:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947607.360390:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784947607.360397:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784947607.360399:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947607.360411:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784947607.360415:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947607.360416:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947607.360423:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000400:00000200:1.0:1784947607.360427:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947607.360434:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947607.360442:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947607.360444:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947607.360453:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947607.360463:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947607.360486:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947607.360517:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947607.360529:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947607.360551:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.360555:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947607.360560:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947607.360562:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947607.360567:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947607.360572:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.360573:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.360584:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947607.360592:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947607.360596:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947607.360605:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947607.360608:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947607.360617:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947607.360623:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947607.360627:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947607.360631:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:1.0:1784947607.360642:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947607.360644:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947607.360652:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000400:00000200:1.0:1784947607.360656:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947607.360662:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947607.360671:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d780 00000100:00000200:2.0:1784947607.360681:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947607.360692:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947607.360712:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c09 [1] + 224 00000100:00000200:2.0:1784947607.360720:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947607.360726:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947607.360740:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947607.360742:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947607.360749:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947607.360751:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947607.360757:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947607.360761:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947607.360765:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947607.360769:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947607.360772:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947607.360778:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947607.360784:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947607.360786:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947607.360802:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=48 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947607.360811:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947607.360814:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947607.360830:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947607.360836:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947607.360844:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947607.360849:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947607.360854:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947607.360856:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947607.360858:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947607.360866:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1784947607.360868:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947607.360870:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947607.360878:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947607.360888:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.360905:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947607.360906:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947607.360912:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947607.360915:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947607.360921:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947607.360922:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947607.360928:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784947607.360933:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947607.360935:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947607.360945:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:3.0:1784947607.360976:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000100:00000001:3.0:1784947607.360986:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784947607.360995:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155000064:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947607.360999:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.361014:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947607.361024:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947607.361039:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155000064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947607.361043:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.361090:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947607.361092:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.361096:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947607.361099:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947607.361103:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947607.361109:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947607.361117:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947607.361123:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784947607.361128:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=48 v=5 (5 5 5 5) 02000000:00000001:2.0:1784947607.361131:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947607.361139:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00001000:3.0:1784947607.361140:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=70 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947607.361150:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784947607.361153:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947607.361154:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947607.361161:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784947607.361162:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784947607.361170:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:3.0:1784947607.361171:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.361180:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1784947607.361183:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784947607.361185:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000010:2.0:1784947607.361190:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:3.0:1784947607.361191:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947607.361199:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947607.361201:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947607.361209:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784947607.361210:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947607.361214:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:2.0:1784947607.361227:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947607.361230:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947607.361232:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.361239:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947607.361241:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.361245:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947607.361253:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784947607.361254:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947607.361261:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947607.361271:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947607.361278:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947607.361280:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155000192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947607.361290:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.361293:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947607.361298:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155000192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947607.361308:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947607.361310:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947607.361313:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947607.361317:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947607.361319:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947607.361321:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947607.361324:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947607.361326:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947607.361329:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947607.361331:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947607.361333:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:3.0:1784947607.361337:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947607.361338:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.361341:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947607.361347:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947607.361350:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947607.361354:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947607.361357:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947607.548209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947607.548219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947607.548312:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947607.548318:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947607.548324:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947608.572221:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947608.572230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947608.572329:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947608.572336:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947608.572343:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947609.596151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947609.596158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947609.596201:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947609.596204:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947609.596209:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947610.620216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947610.620229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947610.620365:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947610.620374:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947610.620382:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947611.260167:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306370822, at 4306370880 00000100:00000010:0.0:1784947611.260187:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ae0. 00000100:00000040:1.0:1784947611.260204:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306370822, at 4306370880 00000100:00000010:1.0:1784947611.260224:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7360. 00010000:00000001:1.0:1784947611.644205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947611.644218:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947611.644222:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947611.644231:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947611.644239:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947611.644245:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947611.644250:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947611.644257:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947611.644325:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947611.644330:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947611.644334:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947612.476174:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947612.476185:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947612.476195:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947612.476201:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947612.476206:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947612.476209:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947612.476215:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947612.476223:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947612.476230:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476241:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947612.476252:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947612.476256:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476263:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.476304:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476309:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947612.476314:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947612.476319:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784947612.476322:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947612.476326:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947612.476328:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947612.476331:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947612.476347:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947612.476351:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476358:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947612.476400:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947612.476405:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476411:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.476427:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476430:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947612.476435:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947612.476439:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947612.476442:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947612.476445:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947612.476449:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784947612.476451:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947612.476454:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947612.476464:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:3.0:1784947612.476466:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947612.476470:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.476473:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947612.476480:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784947612.476497:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.476498:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947612.476508:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.476534:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947612.476536:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_00+0] req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947612.476540:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947612.476551:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947612.476559:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947612.476573:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947612.476589:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947612.476592:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155000320:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947612.476602:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947612.476607:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947612.476617:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947612.476625:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947612.476625:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947612.476634:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947612.476635:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947612.476648:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947612.476653:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11709) 02000000:00000010:3.0:1784947612.476664:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947612.476670:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947612.476683:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947612.476692:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947612.476703:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947612.476704:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000001:2.0:1784947612.476711:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947612.476717:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784947612.476719:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000320, portal 25 00000100:00000001:3.0:1784947612.476727:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947612.476730:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947612.476732:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000040:3.0:1784947612.476759:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.476760:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947612.476767:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947612.476786:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947612.476793:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784947612.476795:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947612.476807:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947612.476813:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:2.0:1784947612.476815:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155000448:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784947612.476820:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947612.476827:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784947612.476849:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155000320, offset 0 02000000:00000001:2.0:1784947612.476850:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947612.476888:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947612.476908:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947612.476922:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947612.476923:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947612.476933:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947612.476937:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947612.476943:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947612.476953:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947612.476954:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947612.476976:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:2.0:1784947612.476986:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:3.0:1784947612.476993:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947612.477000:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784947612.477003:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000400:00000200:3.0:1784947612.477015:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541046:541046:256:4294967295] 192.168.201.111@tcp LPNI seq info [540983:540983:8:4294967295] 00000100:00000200:2.0:1784947612.477021:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000448, portal 10 00000400:00000200:3.0:1784947612.477022:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947612.477034:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947612.477041:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000040:2.0:1784947612.477113:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.477134:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947612.477138:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947612.477142:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784947612.477155:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155000448, offset 0 00000400:00000200:3.0:1784947612.477155:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947612.477188:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947612.477188:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947612.477200:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000400:00000200:2.0:1784947612.477210:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947612.477220:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947612.477222:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947612.477235:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947612.477246:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947612.477247:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947612.477254:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947612.477267:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947612.477267:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947612.477280:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541047:541047:255:4294967295] 192.168.201.111@tcp LPNI seq info [540984:540984:7:4294967295] 00000400:00000200:2.0:1784947612.477289:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947612.477302:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947612.477315:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947612.477343:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947612.477346:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947612.477351:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306375942 00000800:00000010:2.0:1784947612.477357:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000010:3.0:1784947612.477360:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7f60. 00000800:00000200:2.0:1784947612.477369:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947612.477372:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947612.477382:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947612.477383:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306375942 00000800:00000200:2.0:1784947612.477392:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947612.477393:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d75a0. 00000100:00000001:2.0:1784947612.477409:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477409:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784947612.477424:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9077 usecs (10 jiffies) 00000100:00000001:3.0:1784947612.477425:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947612.477439:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947612.477443:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947612.477447:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947612.477448:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306372107 00000100:00000001:2.0:1784947612.477459:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306375942 00000100:00000001:3.0:1784947612.477459:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947612.477472:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306372107 00000100:00000001:2.0:1784947612.477476:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306375942 00000100:00000001:3.0:1784947612.477480:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947612.477482:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784947612.477489:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947612.477491:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947612.477493:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477505:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947612.477507:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477509:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784947612.477510:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000100:00000001:2.0:1784947612.477513:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.477514:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947612.477523:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784947612.477524:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.477529:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947612.477539:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947612.477541:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947612.477545:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947612.477553:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947612.477557:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947612.477558:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947612.477565:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 02000000:00000001:3.0:1784947612.477565:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947612.477566:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947612.477580:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947612.477582:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947612.477582:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947612.477588:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155000576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947612.477597:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477599:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947612.477601:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947612.477608:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947612.477612:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947612.477619:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947612.477638:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947612.477644:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947612.477655:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947612.477657:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947612.477679:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947612.477682:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947612.477685:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947612.477689:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947612.477692:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:0.0:1784947612.477694:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:0.0:1784947612.477697:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947612.477702:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947612.477709:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947612.477713:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947612.477720:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947612.477722:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784947612.477748:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947612.477753:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947612.477756:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947612.477761:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947612.477764:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947612.477770:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947612.477774:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000576, portal 10 00000100:00000001:3.0:1784947612.477776:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947612.477778:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000040:3.0:1784947612.477786:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947612.477793:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947612.477795:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947612.477797:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784947612.477800:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155000576, offset 0 00000400:00000200:3.0:1784947612.477804:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947612.477808:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947612.477850:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947612.477853:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947612.477856:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947612.477859:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947612.477875:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947612.477881:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541048:541048:256:4294967295] 192.168.201.111@tcp LPNI seq info [540985:540985:8:4294967295] 00000400:00000200:3.0:1784947612.477885:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947612.477893:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947612.477897:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947612.477902:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784947612.477906:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947612.477911:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947612.477914:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947612.477926:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947612.477931:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10247 usecs (11 jiffies) 00000400:00000200:3.0:1784947612.477933:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947612.477936:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306372108 00000100:00000001:3.0:1784947612.477939:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306375942 00000100:00000001:3.0:1784947612.477941:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306372108 00000100:00000001:3.0:1784947612.477943:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306375942 00000100:00000001:3.0:1784947612.477948:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947612.477951:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477954:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477957:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.477962:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947612.477964:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947612.477967:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947612.477969:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947612.477971:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.477974:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947612.478085:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947612.478092:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784947612.478098:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947612.478105:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947612.478111:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:1.0:1784947612.478114:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:1.0:1784947612.478119:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947612.478125:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947612.478136:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947612.478140:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947612.478148:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947612.478152:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947612.480107:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947612.480128:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947612.480133:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947612.480138:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947612.480147:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947612.480153:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947612.480163:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947612.480170:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947612.480175:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947612.480180:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d800 00000400:00000200:0.0:1784947612.480186:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947612.480193:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c11 [1] + 224 00000800:00000001:0.0:1784947612.480200:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947612.480208:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947612.480212:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947612.480216:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947612.480223:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947612.480232:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947612.480249:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947612.480278:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947612.480292:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947612.480300:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.480427:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947612.480432:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947612.480442:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947612.480446:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947612.480451:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784947612.480481:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947612.480507:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947612.480507:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:3.0:1784947612.480514:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000800:00000001:1.0:1784947612.480520:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947612.480522:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947612.480538:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947612.480539:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947612.480571:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947612.480592:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947612.480593:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947612.480622:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947612.480631:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947612.480639:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947612.480647:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d880 00000400:00000200:1.0:1784947612.480656:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947612.480667:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c19 [1] + 224 00000800:00000001:1.0:1784947612.480679:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947612.480698:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947612.480702:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.480706:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947612.480710:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947612.480714:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947612.480717:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947612.480721:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947612.480732:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947612.480738:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947612.480742:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947612.480744:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947612.480746:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947612.480749:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947612.480753:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784947612.480755:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.480764:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947612.480769:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947612.480784:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947612.480785:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947612.480803:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947612.480818:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947612.480841:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947612.480856:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947612.480860:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947612.480895:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947612.480900:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947612.480908:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947612.480917:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947612.480918:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947612.480924:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947612.480930:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947612.480931:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947612.480941:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947612.480969:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947612.480970:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1784947612.480970:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155000320:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784947612.480983:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:1.0:1784947612.480999:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:2.0:1784947612.481002:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000100:00000001:3.0:1784947612.481004:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947612.481010:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000400:00000200:1.0:1784947612.481018:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947612.481018:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947612.481022:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947612.481037:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947612.481048:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947612.481049:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947612.481058:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30d900 00000100:00000040:3.0:1784947612.481098:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155000320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947612.481140:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947612.481161:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947612.481162:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c21 [1] + 224 00000100:00000200:2.0:1784947612.481168:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947612.481172:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947612.481176:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784947612.481181:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000800:00000001:1.0:1784947612.481188:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947612.481197:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947612.481198:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1784947612.481205:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947612.481210:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947612.481218:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:3.0:1784947612.481218:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947612.481220:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947612.481240:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947612.481241:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947612.481242:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947612.481256:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784947612.481256:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000200:1.0:1784947612.481258:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.481261:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947612.481270:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947612.481271:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947612.481278:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784947612.481286:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947612.481289:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000040:1.0:1784947612.481298:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947612.481301:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1784947612.481304:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=53 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947612.481309:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481326:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947612.481330:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947612.481336:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947612.481347:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947612.481350:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947612.481355:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947612.481356:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784947612.481359:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947612.481365:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947612.481368:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947612.481372:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947612.481377:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947612.481382:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947612.481387:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947612.481391:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947612.481394:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947612.481405:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947612.481408:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947612.481410:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947612.481416:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947612.481417:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947612.481424:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947612.481432:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00100000:2.0:1784947612.481441:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155000448:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947612.481441:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:3.0:1784947612.481452:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:2.0:1784947612.481456:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481458:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947612.481461:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947612.481471:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155000448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947612.481471:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947612.481570:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784947612.481576:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947612.481578:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947612.481586:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947612.481594:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947612.481597:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947612.481605:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947612.481608:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947612.481609:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947612.481618:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947612.481619:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947612.481630:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947612.481633:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947612.481634:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947612.481638:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 02000000:00000001:3.0:1784947612.481642:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947612.481644:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947612.481652:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481652:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947612.481658:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481659:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947612.481665:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947612.481668:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947612.481668:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947612.481681:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947612.481686:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947612.481689:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=53 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947612.481696:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947612.481702:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947612.481705:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947612.481707:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947612.481711:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.481715:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947612.481718:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947612.481720:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947612.481722:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947612.481728:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947612.481737:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947612.481740:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947612.481742:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947612.481746:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947612.481754:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155000576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947612.481759:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481762:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947612.481766:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155000576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947612.481774:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947612.481776:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947612.481779:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947612.481783:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947612.481784:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947612.481786:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947612.481789:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947612.481791:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947612.481795:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947612.481797:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947612.481799:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784947612.481802:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947612.481804:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481806:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947612.481811:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947612.481813:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947612.481827:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947612.481829:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947612.668229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947612.668238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947612.668345:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947612.668354:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947612.668361:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947613.692158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947613.692166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947613.692274:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947613.692281:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947613.692285:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947614.716207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947614.716218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947614.716271:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947614.716282:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947614.716291:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947615.740217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947615.740228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947615.740353:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947615.740360:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947615.740366:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947616.380195:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306375942, at 4306376000 00000100:00000040:1.0:1784947616.380201:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306375942, at 4306376000 00000100:00000010:0.0:1784947616.380221:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7f60. 00000100:00000010:1.0:1784947616.380227:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d75a0. 00010000:00000001:1.0:1784947616.764213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947616.764224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947616.764330:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947616.764336:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947616.764340:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947617.596181:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947617.596198:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947617.596216:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784947617.596226:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947617.596233:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947617.596238:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947617.596248:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947617.596262:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947617.596274:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596292:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947617.596308:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947617.596314:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596324:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947617.596371:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596375:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947617.596380:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947617.596384:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784947617.596387:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947617.596390:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947617.596392:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947617.596394:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947617.596398:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947617.596401:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596406:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947617.596416:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947617.596418:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596422:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947617.596432:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596435:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947617.596439:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947617.596443:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947617.596446:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947617.596449:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947617.596450:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947617.596452:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947617.596456:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947617.596459:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596465:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947617.596473:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947617.596475:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596480:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.596486:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947617.596490:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.596495:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947617.596497:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947617.596502:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947617.596504:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947617.596510:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947617.596517:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947617.596521:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947617.596525:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11714) 00000100:00000001:3.0:1784947617.596550:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947617.596554:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947617.596561:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947617.596565:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947617.596569:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947617.596574:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155000704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947617.596580:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947617.596589:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947617.596592:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947617.596594:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947617.596598:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.596599:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947617.596608:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947617.596612:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947617.596620:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000100:00000001:2.0:1784947617.596623:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784947617.596628:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.596630:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947617.596637:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947617.596642:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947617.596646:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947617.596648:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947617.596657:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000100:00100000:2.0:1784947617.596658:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155000832:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947617.596667:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947617.596671:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947617.596674:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947617.596676:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947617.596682:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947617.596687:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947617.596694:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947617.596696:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000400:00000010:2.0:1784947617.596701:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000200:3.0:1784947617.596710:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000704, portal 25 00000400:00000010:2.0:1784947617.596712:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000001:3.0:1784947617.596720:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784947617.596724:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000832, portal 10 00000100:00000001:3.0:1784947617.596725:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000001:2.0:1784947617.596733:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947617.596738:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000040:3.0:1784947617.596744:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947617.596756:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.596764:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947617.596804:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947617.596810:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947617.596814:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947617.596829:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000400:00000010:3.0:1784947617.596831:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000200:2.0:1784947617.596837:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155000832, offset 0 00000100:00000200:3.0:1784947617.596840:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155000704, offset 0 00000400:00000200:2.0:1784947617.596854:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947617.596867:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947617.596873:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947617.596889:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947617.596897:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947617.596904:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947617.596910:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947617.596913:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947617.596920:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541049:541049:256:4294967295] 192.168.201.111@tcp LPNI seq info [540986:540986:8:4294967295] 00000400:00000200:2.0:1784947617.596925:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947617.596934:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947617.596945:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947617.596949:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947617.596962:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947617.596966:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947617.596972:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947617.596977:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784947617.596979:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947617.596983:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947617.596990:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541050:541050:255:4294967295] 192.168.201.111@tcp LPNI seq info [540987:540987:7:4294967295] 00000800:00000200:2.0:1784947617.597000:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947617.597006:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947617.597027:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947617.597029:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947617.597085:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947617.597094:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784947617.597102:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947617.597106:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947617.597115:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947617.597122:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947617.597130:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.597131:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947617.597140:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947617.597144:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000100:00000001:3.0:1784947617.597146:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306381062 00000400:00000200:2.0:1784947617.597158:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947617.597159:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7000. 00000100:00000001:2.0:1784947617.597165:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306377227 00000100:00000001:3.0:1784947617.597175:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947617.597187:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306381062 00000100:00000001:2.0:1784947617.597188:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306381062 00000100:00000010:3.0:1784947617.597192:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7120. 00000100:00000001:2.0:1784947617.597196:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306377227 00000100:00000001:3.0:1784947617.597217:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947617.597225:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306381062 00000100:00000001:3.0:1784947617.597226:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947617.597235:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.597237:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947617.597246:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947617.597247:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947617.597251:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947617.597259:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947617.597261:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.597277:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947617.597280:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947617.597281:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.597286:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784947617.597288:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947617.597293:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947617.597295:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947617.597300:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.597301:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947617.597308:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947617.597313:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155000960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947617.597315:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947617.597318:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947617.597328:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1784947617.597333:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 02000000:00000001:3.0:1784947617.597334:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947617.597344:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947617.597350:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947617.597350:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947617.597358:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947617.597365:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947617.597373:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947617.597386:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947617.597391:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947617.597393:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:0.0:1784947617.597403:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000400:00000010:3.0:1784947617.597405:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000200:3.0:1784947617.597416:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155000960, portal 10 00000100:00000001:0.0:1784947617.597418:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947617.597427:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947617.597430:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000200:0.0:1784947617.597441:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947617.597454:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.597519:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947617.597538:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947617.597543:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000100:00000200:3.0:1784947617.597559:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155000960, offset 0 00000100:00000001:0.0:1784947617.597567:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947617.597569:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947617.597583:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947617.597583:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947617.597599:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947617.597623:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947617.597638:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947617.597642:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947617.597645:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784947617.597652:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947617.597653:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541051:541051:254:4294967295] 192.168.201.111@tcp LPNI seq info [540988:540988:6:4294967295] 00000100:00000001:0.0:1784947617.597667:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947617.597676:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947617.597694:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947617.597701:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947617.597705:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784947617.597710:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947617.597715:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947617.597719:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947617.597724:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947617.597727:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10246 usecs (11 jiffies) 00000400:00000200:3.0:1784947617.597732:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947617.597735:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306377228 00000100:00000001:3.0:1784947617.597738:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306381062 00000100:00000001:3.0:1784947617.597741:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306377228 00000100:00000001:3.0:1784947617.597744:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306381062 00000100:00000001:3.0:1784947617.597746:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947617.597750:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947617.597753:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947617.597756:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.597762:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947617.597766:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947617.597770:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947617.597794:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947617.597799:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947617.597801:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947617.597804:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947617.597808:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:0.0:1784947617.597832:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947617.597843:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947617.597849:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:0.0:1784947617.597851:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000100:00000001:0.0:1784947617.597855:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947617.597861:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947617.597872:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947617.597876:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947617.597884:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947617.597886:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947617.597904:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947617.597906:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:0.0:1784947617.597909:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947617.597913:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947617.597916:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:0.0:1784947617.597918:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:0.0:1784947617.597921:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947617.597925:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947617.597933:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947617.597937:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947617.597951:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947617.597953:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947617.600333:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947617.600355:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947617.600360:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947617.600364:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947617.600373:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947617.600381:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947617.600390:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947617.600397:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947617.600404:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947617.600411:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30da00 00000400:00000200:1.0:1784947617.600418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947617.600424:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c31 [1] + 224 00000800:00000001:1.0:1784947617.600434:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947617.600443:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947617.600447:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947617.600453:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947617.600461:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947617.600470:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947617.600486:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947617.600510:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947617.600522:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947617.600526:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947617.600590:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947617.600597:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947617.600607:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947617.600612:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947617.600618:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947617.600628:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947617.600632:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947617.600638:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947617.600648:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947617.600664:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947617.600683:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947617.600686:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947617.600689:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947617.600693:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947617.600696:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947617.600699:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947617.600702:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947617.600724:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947617.600730:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=98 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947617.600733:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947617.600735:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947617.600740:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947617.600746:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947617.600752:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947617.600755:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947617.600759:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947617.600762:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947617.600769:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947617.600801:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947617.600832:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947617.600837:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947617.600841:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947617.600848:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947617.600863:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947617.600864:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155000832:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947617.600879:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947617.600887:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947617.600892:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947617.600898:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155000832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947617.600906:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947617.600908:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947617.600924:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947617.600935:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000400:00000200:0.0:1784947617.600937:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947617.600961:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947617.600973:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784947617.600974:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000020:00000040:2.0:1784947617.600984:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947617.600990:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947617.600994:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 00000400:00000200:0.0:1784947617.600995:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947617.601007:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947617.601013:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784947617.601014:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947617.601018:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:2.0:1784947617.601024:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784947617.601026:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947617.601029:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947617.601038:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30d980 00000100:00000001:2.0:1784947617.601041:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947617.601055:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947617.601133:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947617.601134:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947617.601148:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947617.601152:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c29 [1] + 224 00000100:00000001:2.0:1784947617.601157:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947617.601167:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947617.601177:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947617.601182:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947617.601189:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947617.601197:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947617.601205:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947617.601219:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947617.601248:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947617.601258:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947617.601262:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947617.601265:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947617.601269:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947617.601274:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947617.601281:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947617.601289:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947617.601294:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947617.601299:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947617.601303:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947617.601304:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30da80 00000100:00000001:3.0:1784947617.601311:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947617.601319:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947617.601324:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947617.601327:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947617.601331:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000400:00000200:3.0:1784947617.601338:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:3.0:1784947617.601341:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:3.0:1784947617.601347:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947617.601352:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c39 [1] + 224 00000100:00000200:3.0:1784947617.601363:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947617.601366:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947617.601381:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947617.601388:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947617.601390:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947617.601410:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947617.601424:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947617.601440:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601444:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947617.601451:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601464:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947617.601472:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947617.601476:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784947617.601482:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601483:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947617.601499:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947617.601516:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=58 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947617.601520:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947617.601524:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=58 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947617.601527:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947617.601539:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784947617.601542:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601542:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947617.601567:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947617.601571:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947617.601575:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947617.601585:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601605:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947617.601610:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947617.601613:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947617.601621:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947617.601631:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155000704:192.168.201.111@tcp:400:kworker.0 00000400:00000001:3.0:1784947617.601640:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947617.601641:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947617.601645:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947617.601648:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947617.601650:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784947617.601653:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947617.601658:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947617.601668:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601677:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947617.601679:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601681:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947617.601683:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947617.601685:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947617.601687:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947617.601690:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947617.601694:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=58 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947617.601698:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947617.601701:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947617.601702:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947617.601704:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947617.601708:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947617.601711:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947617.601713:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947617.601716:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947617.601718:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947617.601723:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601748:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947617.601750:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947617.601752:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947617.601756:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947617.601764:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155000960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947617.601769:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601772:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947617.601799:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155000704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601807:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947617.601809:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947617.601812:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947617.601815:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947617.601817:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947617.601818:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947617.601821:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947617.601823:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947617.601826:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947617.601828:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947617.601829:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784947617.601833:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947617.601835:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601837:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947617.601841:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155000960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947633 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947617.601848:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947617.601850:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947617.601853:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947617.601855:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947617.601856:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947617.601858:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947617.601861:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947617.601863:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947617.601865:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947617.601866:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947617.601868:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947617.601870:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947617.601872:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601874:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947617.601879:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947617.601881:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947617.601883:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947617.601885:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947617.788208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947617.788217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947617.788314:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947617.788323:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947617.788328:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947618.812222:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947618.812232:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947618.812336:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947618.812342:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947618.812347:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947619.836286:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947619.836299:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947619.836363:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947619.836371:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947619.836379:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947620.860224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947620.860240:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947620.860245:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947620.860251:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947620.860260:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947620.860264:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947620.860268:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947620.860273:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947620.860326:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947620.860334:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947620.860342:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947621.500208:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306381062, at 4306381120 00000100:00000040:1.0:1784947621.500208:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306381062, at 4306381120 00000100:00000010:0.0:1784947621.500230:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7000. 00000100:00000010:1.0:1784947621.500236:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7120. 00010000:00000001:1.0:1784947621.884237:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947621.884250:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947621.884393:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947621.884404:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947621.884411:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947622.716285:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947622.716300:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947622.716317:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947622.716326:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947622.716333:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947622.716337:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947622.716346:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947622.716359:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947622.716369:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716385:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947622.716399:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947622.716405:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716414:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.716482:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716487:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947622.716492:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947622.716496:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784947622.716500:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947622.716503:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947622.716506:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947622.716510:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947622.716515:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784947622.716521:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716528:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947622.716540:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947622.716543:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716549:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.716552:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947622.716565:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947622.716567:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.716572:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947622.716573:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947622.716582:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947622.716585:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784947622.716594:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784947622.716596:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.716605:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947622.716612:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947622.716619:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947622.716635:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784947622.716649:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.716651:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947622.716661:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716671:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784947622.716673:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947622.716683:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947622.716716:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947622.716739:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155001088:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947622.716743:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947622.716754:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947622.716755:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947622.716770:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947622.716773:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947622.716776:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947622.716789:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947622.716804:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947622.716807:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000040:1.0:1784947622.716809:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947622.716816:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.716821:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947622.716829:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784947622.716831:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947622.716845:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1784947622.716849:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaa50. 00000100:00000040:1.0:1784947622.716854:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11720) 00000400:00000010:0.0:1784947622.716863:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf880. 00000100:00000200:0.0:1784947622.716873:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001088, portal 25 00000100:00000001:1.0:1784947622.716876:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947622.716878:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947622.716882:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947622.716883:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000001:1.0:1784947622.716890:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947622.716903:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947622.716905:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.717013:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947622.717014:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947622.717025:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947622.717041:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947622.717054:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947622.717060:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947622.717065:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947622.717073:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155001216:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784947622.717126:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000200:0.0:1784947622.717132:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155001088, offset 0 00000100:00000001:1.0:1784947622.717147:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947622.717155:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947622.717159:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947622.717164:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947622.717167:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947622.717173:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947622.717176:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947622.717184:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947622.717190:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9b58. 00000400:00000010:1.0:1784947622.717200:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b15d8. 00000400:00000200:0.0:1784947622.717206:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947622.717210:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001216, portal 10 00000100:00000001:1.0:1784947622.717215:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947622.717218:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000400:00000200:0.0:1784947622.717223:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947622.717235:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784947622.717236:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947622.717249:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947622.717270:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947622.717283:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947622.717284:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:1.0:1784947622.717294:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947622.717303:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541052:541052:256:4294967295] 192.168.201.111@tcp LPNI seq info [540989:540989:8:4294967295] 00000400:00000010:1.0:1784947622.717303:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1aa0. 00000100:00000200:1.0:1784947622.717323:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155001216, offset 0 00000400:00000200:0.0:1784947622.717333:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947622.717343:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947622.717355:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947622.717365:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947622.717369:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947622.717381:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784947622.717408:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784947622.717410:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947622.717420:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947622.717429:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947622.717430:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947622.717448:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947622.717453:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947622.717469:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947622.717477:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541053:541053:255:4294967295] 192.168.201.111@tcp LPNI seq info [540990:540990:7:4294967295] 00000100:00000001:0.0:1784947622.717482:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947622.717496:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.717506:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947622.717512:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306386182 00000100:00000010:0.0:1784947622.717530:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947622.717531:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947622.717554:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947622.717556:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1784947622.717572:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000100:00000001:0.0:1784947622.717575:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306386182 00000100:00000010:0.0:1784947622.717585:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889360. 00000800:00000200:1.0:1784947622.717595:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947622.717598:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947622.717606:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947622.717617:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947622.717618:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947622.717633:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947622.717634:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947622.717649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.717653:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.717663:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000100:00000001:0.0:1784947622.717664:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947622.717672:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947622.717705:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947622.717712:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306382347 00000100:00000001:1.0:1784947622.717717:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306386182 00000100:00000001:1.0:1784947622.717721:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306382347 00000100:00000001:1.0:1784947622.717724:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306386182 00000100:00000001:1.0:1784947622.717744:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947622.717747:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947622.717750:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947622.717753:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.717760:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947622.717762:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947622.717765:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947622.717767:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947622.717769:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947622.717772:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784947622.717774:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.717776:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947622.717778:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.717779:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947622.717780:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947622.717781:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947622.717787:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.717795:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947622.717796:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947622.717798:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947622.717801:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947622.717803:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947622.717806:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155001344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947622.717809:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947622.717813:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947622.717814:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947622.717816:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947622.717819:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947622.717821:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947622.717825:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947622.717828:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe93c8. 00000400:00000010:1.0:1784947622.717832:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b17f8. 00000100:00000200:1.0:1784947622.717835:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001344, portal 10 00000100:00000001:1.0:1784947622.717837:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947622.717839:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:1.0:1784947622.717845:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.717852:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947622.717855:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947622.717857:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b16e8. 00000100:00000200:1.0:1784947622.717861:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155001344, offset 0 00000400:00000200:1.0:1784947622.717865:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947622.717869:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947622.717872:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947622.717880:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947622.717882:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947622.717892:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947622.717897:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947622.717899:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947622.717907:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947622.717912:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947622.717913:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947622.717933:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541054:541054:254:4294967295] 192.168.201.111@tcp LPNI seq info [540991:540991:6:4294967295] 00000400:00000200:1.0:1784947622.717938:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947622.717950:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947622.717956:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947622.717963:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000800:00000200:1.0:1784947622.717967:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947622.717971:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947622.717975:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947622.717981:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.717984:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10246 usecs (11 jiffies) 00000400:00000200:1.0:1784947622.717988:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947622.717991:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306382348 00000100:00000001:1.0:1784947622.717995:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306386182 00000100:00000001:1.0:1784947622.717997:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306382348 00000100:00000001:1.0:1784947622.718001:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306386182 00000100:00000001:1.0:1784947622.718003:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947622.718004:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947622.718007:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947622.718011:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947622.718125:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947622.718135:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784947622.718166:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947622.718174:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947622.718181:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:0.0:1784947622.718184:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:0.0:1784947622.718190:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947622.718196:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.718210:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947622.718215:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.718225:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.718227:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947622.718243:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947622.718247:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947622.718252:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947622.718256:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947622.718259:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1aa0 00000400:00000010:0.0:1784947622.718261:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1aa0. 00000100:00000001:0.0:1784947622.718264:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947622.718269:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.718278:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947622.718282:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.718290:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.718292:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947622.718370:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947622.718374:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947622.718378:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947622.718382:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947622.718386:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000400:00000010:0.0:1784947622.718388:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000001:0.0:1784947622.718391:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947622.718396:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.718406:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947622.718409:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.718418:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.718431:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947622.721584:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721601:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947622.721606:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721611:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947622.721619:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721628:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947622.721638:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721643:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721649:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721654:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30db00 00000400:00000200:0.0:1784947622.721660:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721668:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c41 [1] + 224 00000800:00000001:0.0:1784947622.721676:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721680:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947622.721683:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947622.721714:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947622.721732:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947622.721740:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947622.721755:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.721783:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947622.721792:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721798:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947622.721800:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721803:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947622.721807:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721812:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947622.721817:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721820:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721824:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721828:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30db80 00000400:00000200:0.0:1784947622.721832:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.721838:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c51 [1] + 224 00000800:00000001:0.0:1784947622.721842:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721847:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947622.721851:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947622.721857:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947622.721862:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947622.721867:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947622.721882:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.721887:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947622.721895:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947622.721909:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947622.721911:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784947622.721914:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947622.721920:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaa50. 00000400:00000200:1.0:1784947622.721929:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf880 00000400:00000010:1.0:1784947622.721932:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf880. 00000100:00000001:1.0:1784947622.721937:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947622.721944:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947622.721955:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947622.721958:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947622.721975:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947622.721981:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947622.722003:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947622.722011:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947622.722022:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947622.722089:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.722094:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.722098:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947622.722114:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30dc00 00000400:00000200:0.0:1784947622.722119:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947622.722125:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947622.722126:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c61 [1] + 224 00000100:00000001:1.0:1784947622.722133:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947622.722139:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947622.722141:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947622.722148:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947622.722153:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947622.722156:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.722157:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947622.722165:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1784947622.722166:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947622.722188:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:1.0:1784947622.722192:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=63 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947622.722196:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784947622.722211:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=63 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947622.722217:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.722221:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947622.722227:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947622.722240:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947622.722249:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947622.722257:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947622.722258:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947622.722280:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722302:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947622.722317:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947622.722317:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947622.722331:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784947622.722332:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.722338:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947622.722348:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947622.722357:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155001088:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947622.722365:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.722369:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947622.722374:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947622.722381:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641155001088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722382:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947622.722403:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947622.722410:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947622.722418:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe93c8. 00000400:00000200:0.0:1784947622.722438:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b17f8 00000100:00000001:1.0:1784947622.722438:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947622.722449:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:0.0:1784947622.722450:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b17f8. 02000000:00000010:1.0:1784947622.722460:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 00000100:00000001:0.0:1784947622.722462:0:2407:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784947622.722471:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947622.722479:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:0.0:1784947622.722481:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784947622.722491:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947622.722503:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947622.722513:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784947622.722532:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1784947622.722535:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947622.722538:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947622.722544:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947622.722558:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947622.722565:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.722568:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947622.722576:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947622.722576:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.722599:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947622.722603:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784947622.722606:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947622.722609:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.722612:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947622.722624:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947622.722626:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947622.722639:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947622.722641:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947622.722673:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947622.722682:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947622.722717:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947622.722730:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947622.722734:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947622.722740:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.722744:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947622.722747:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947622.722750:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947622.722752:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947622.722759:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722769:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947622.722773:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947622.722776:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947622.722782:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947622.722793:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155001344:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784947622.722800:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947622.722802:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947622.722804:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9b58. 00000400:00000200:0.0:1784947622.722808:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 00000400:00000010:0.0:1784947622.722811:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000001:0.0:1784947622.722814:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947622.722818:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947622.722829:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722837:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947622.722838:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.722840:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947622.722842:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947622.722844:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947622.722845:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947622.722848:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947622.722852:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=63 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947622.722856:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947622.722860:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947622.722861:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947622.722863:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947622.722866:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.722868:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947622.722870:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947622.722872:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947622.722873:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947622.722878:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722894:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947622.722896:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947622.722898:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947622.722903:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947622.722911:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155001216:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947622.722916:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.722919:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947622.722923:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155001344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722931:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947622.722933:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947622.722937:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947622.722941:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947622.722944:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947622.722946:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947622.722949:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947622.722952:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:0.0:1784947622.722956:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947622.722958:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947622.722960:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784947622.722965:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947622.722967:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.722969:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947622.722972:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155001216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947638 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947622.722980:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947622.722982:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947622.722984:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947622.722986:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947622.722988:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947622.722990:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947622.722992:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947622.722994:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:0.0:1784947622.722997:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947622.722998:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947622.723000:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:0.0:1784947622.723003:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947622.723004:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.723007:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947622.723023:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947622.723025:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947622.723028:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947622.723030:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947622.908213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947622.908223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947622.908369:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947622.908378:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947622.908385:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947623.932252:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947623.932261:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947623.932401:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947623.932411:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947623.932418:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947624.956154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947624.956160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947624.956212:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947624.956217:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947624.956221:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947625.980193:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947625.980203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947625.980286:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947625.980293:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947625.980299:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947626.620174:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306386182, at 4306386240 00000100:00000040:0.0:1784947626.620187:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306386182, at 4306386240 00000100:00000010:1.0:1784947626.620196:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889360. 00000100:00000010:0.0:1784947626.620204:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947627.004208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947627.004217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947627.004349:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947627.004355:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947627.004361:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947627.836165:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947627.836175:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947627.836185:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947627.836192:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947627.836196:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947627.836199:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947627.836205:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947627.836214:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947627.836221:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836233:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947627.836244:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947627.836248:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836254:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947627.836284:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836287:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947627.836291:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947627.836294:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f100. 00000020:00000040:1.0:1784947627.836296:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947627.836298:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947627.836299:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947627.836301:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947627.836304:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947627.836306:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836309:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947627.836316:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947627.836318:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836321:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6bf8280] to pc [ptlrpcd_00_00+0] req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947627.836328:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836330:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947627.836335:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947627.836338:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d500. 00000020:00000040:1.0:1784947627.836340:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947627.836343:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947627.836344:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947627.836345:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947627.836348:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784947627.836351:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836354:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947627.836359:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947627.836361:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947627.836364:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.836366:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947627.836368:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c82bec8] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.836371:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947627.836380:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947627.836383:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947627.836384:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947627.836394:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947627.836402:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947627.836409:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947627.836410:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947627.836414:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.836419:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11725) 02000000:00000001:0.0:1784947627.836420:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947627.836426:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947627.836429:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947627.836433:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155001472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947627.836437:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947627.836438:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947627.836442:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947627.836443:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947627.836444:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784947627.836447:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947627.836453:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784947627.836453:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947627.836461:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000001:1.0:1784947627.836462:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947627.836466:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947627.836468:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947627.836470:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947627.836475:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947627.836478:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947627.836484:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784947627.836485:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155001600:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947627.836493:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947627.836496:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784947627.836497:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea688. 02000000:00000001:1.0:1784947627.836498:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947627.836505:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947627.836509:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947627.836511:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947627.836512:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000400:00000200:1.0:1784947627.836518:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947627.836525:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9420. 00000100:00000200:0.0:1784947627.836526:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001472, portal 25 00000400:00000010:1.0:1784947627.836530:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784947627.836532:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784947627.836536:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001600, portal 10 00000100:00000001:0.0:1784947627.836538:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000001:1.0:1784947627.836542:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947627.836545:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821366528 : -119147888185088 : ffff93a2b872f100) 00000100:00000040:0.0:1784947627.836552:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947627.836557:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.836577:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947627.836580:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947627.836583:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947627.836587:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000100:00000200:0.0:1784947627.836591:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155001472, offset 0 00000100:00000040:1.0:1784947627.836615:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947627.836620:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947627.836623:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1440. 00000100:00000200:1.0:1784947627.836629:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155001600, offset 0 00000400:00000200:0.0:1784947627.836633:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947627.836638:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947627.836645:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947627.836651:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947627.836655:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947627.836659:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947627.836662:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947627.836666:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541055:541055:256:4294967295] 192.168.201.111@tcp LPNI seq info [540992:540992:8:4294967295] 00000400:00000200:0.0:1784947627.836670:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.836680:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947627.836690:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947627.836691:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947627.836702:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784947627.836702:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947627.836710:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947627.836716:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947627.836719:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947627.836723:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947627.836727:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947627.836732:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947627.836738:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541056:541056:255:4294967295] 192.168.201.111@tcp LPNI seq info [540993:540993:7:4294967295] 00000800:00000200:0.0:1784947627.836741:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947627.836747:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947627.836756:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947627.836758:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947627.836764:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947627.836770:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947627.836776:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306391301 00000800:00000010:1.0:1784947627.836776:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000100:00000010:0.0:1784947627.836787:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784947627.836788:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947627.836797:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947627.836798:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947627.836802:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947627.836807:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306391301 00000100:00000001:1.0:1784947627.836807:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947627.836815:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18899c0. 00000100:00000040:1.0:1784947627.836816:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000100:00000001:0.0:1784947627.836823:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784947627.836825:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947627.836830:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306387466 00000100:00000001:0.0:1784947627.836831:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947627.836836:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306391301 00000100:00000001:0.0:1784947627.836837:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.836843:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306387466 00000100:00000001:0.0:1784947627.836845:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.836847:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306391301 00000100:00000001:0.0:1784947627.836849:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947627.836852:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947627.836855:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.836859:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947627.836860:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.836862:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947627.836866:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947627.836868:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947627.836870:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947627.836873:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947627.836874:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947627.836878:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.836879:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784947627.836882:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1784947627.836883:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947627.836887:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.836888:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.836891:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.836893:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947627.836897:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947627.836900:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947627.836901:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947627.836902:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947627.836906:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947627.836913:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947627.836914:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947627.836916:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947627.836918:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947627.836920:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947627.836924:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155001728:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947627.836926:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947627.836929:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947627.836931:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947627.836932:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947627.836936:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947627.836938:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947627.836939:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784947627.836944:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947627.836946:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000010:1.0:1784947627.836950:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9bb0. 00000400:00000200:0.0:1784947627.836954:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784947627.836955:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1dd0. 00000100:00000200:1.0:1784947627.836961:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001728, portal 10 00000400:00000200:0.0:1784947627.836963:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947627.836965:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947627.836969:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000400:00000200:0.0:1784947627.836974:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000100:00000040:1.0:1784947627.836978:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947627.836979:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000100:00000001:0.0:1784947627.836987:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784947627.836991:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784947627.836996:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947627.836997:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947627.837002:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1cc0. 00000100:00000200:1.0:1784947627.837007:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155001728, offset 0 00000400:00000200:1.0:1784947627.837017:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947627.837018:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947627.837022:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947627.837027:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947627.837030:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947627.837037:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947627.837043:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947627.837079:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947627.837079:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947627.837084:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784947627.837087:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947627.837092:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541057:541057:254:4294967295] 192.168.201.111@tcp LPNI seq info [540994:540994:6:4294967295] 00000400:00000200:1.0:1784947627.837096:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947627.837102:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947627.837106:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947627.837111:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000800:00000200:1.0:1784947627.837115:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947627.837120:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947627.837124:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947627.837127:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947627.837130:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10246 usecs (11 jiffies) 00000400:00000200:1.0:1784947627.837134:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947627.837136:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306387468 00000100:00000001:1.0:1784947627.837139:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306391301 00000100:00000001:1.0:1784947627.837141:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306387468 00000100:00000001:1.0:1784947627.837144:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306391301 00000100:00000001:1.0:1784947627.837146:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947627.837148:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.837150:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.837152:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947627.837176:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947627.837182:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784947627.837187:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947627.837193:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947627.837198:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000400:00000010:0.0:1784947627.837200:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000100:00000001:0.0:1784947627.837204:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947627.837210:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.837228:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947627.837233:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.837243:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.837245:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947627.837262:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947627.837266:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784947627.837270:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947627.837275:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947627.837279:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:0.0:1784947627.837282:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:0.0:1784947627.837285:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947627.837290:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.837301:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947627.837306:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.837316:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.837319:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947627.839375:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839386:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947627.839389:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839392:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947627.839397:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839402:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947627.839407:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839411:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839417:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839420:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30dc80 00000400:00000200:0.0:1784947627.839424:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839429:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c71 [1] + 224 00000800:00000001:0.0:1784947627.839435:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839438:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947627.839440:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947627.839444:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947627.839449:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947627.839455:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947627.839469:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.839498:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947627.839507:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839513:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947627.839515:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839519:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947627.839523:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839548:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947627.839556:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839560:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839564:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839568:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30dd00 00000400:00000200:0.0:1784947627.839572:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839577:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c79 [1] + 224 00000800:00000001:0.0:1784947627.839582:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839587:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947627.839590:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947627.839595:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947627.839640:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947627.839644:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947627.839654:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947627.839657:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947627.839662:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947627.839669:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947627.839674:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947627.839676:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea688. 00000100:00000001:0.0:1784947627.839680:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947627.839682:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:1.0:1784947627.839686:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:1.0:1784947627.839689:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947627.839696:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947627.839697:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947627.839703:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947627.839708:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947627.839711:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947627.839717:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947627.839718:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947627.839728:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947627.839741:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947627.839744:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947627.839747:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947627.839749:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947627.839753:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947627.839754:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947627.839758:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30dd80 02000000:00000001:1.0:1784947627.839759:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947627.839764:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947627.839766:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947627.839770:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947627.839774:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523c91 [1] + 224 02000000:00000001:1.0:1784947627.839776:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947627.839780:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784947627.839784:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=68 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947627.839788:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784947627.839789:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=68 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947627.839794:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947627.839796:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947627.839800:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947627.839802:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:1.0:1784947627.839805:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947627.839807:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1784947627.839809:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.839814:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947627.839815:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947627.839825:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947627.839833:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947627.839842:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947627.839876:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947627.839881:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.839885:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947627.839893:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947627.839894:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947627.839898:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784947627.839916:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155001472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947627.839923:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947627.839926:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947627.839931:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641155001472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.839938:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947627.839940:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947627.839944:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784947627.839947:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947627.839954:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 00000400:00000001:0.0:1784947627.839955:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947627.839962:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1784947627.839966:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:0.0:1784947627.839968:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9bb0. 00000020:00000001:1.0:1784947627.839972:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947627.839976:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000200:0.0:1784947627.839979:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000020:00000001:1.0:1784947627.839981:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:0.0:1784947627.839987:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 02000000:00000010:1.0:1784947627.839989:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000100:00000001:0.0:1784947627.839995:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947627.840003:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947627.840017:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947627.840024:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1784947627.840025:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784947627.840028:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947627.840038:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947627.840043:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840049:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947627.840052:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840056:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947627.840077:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947627.840079:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947627.840080:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.840095:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947627.840100:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947627.840102:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.840104:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947627.840106:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947627.840106:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947627.840117:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947627.840122:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=90 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947627.840125:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947627.840127:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947627.840129:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947627.840132:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.840135:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947627.840137:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947627.840139:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947627.840141:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947627.840145:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.840152:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947627.840154:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947627.840156:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947627.840159:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947627.840166:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155001728:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784947627.840171:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947627.840173:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947627.840174:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9420. 00000400:00000200:0.0:1784947627.840177:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b12a8 00000400:00000010:0.0:1784947627.840179:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784947627.840181:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947627.840183:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947627.840191:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.840196:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947627.840197:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840198:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947627.840199:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947627.840200:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947627.840202:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947627.840203:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947627.840205:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=68 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947627.840208:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947627.840210:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947627.840211:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947627.840213:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947627.840214:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.840216:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947627.840217:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947627.840219:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947627.840220:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947627.840223:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.840228:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947627.840229:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947627.840230:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947627.840233:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947627.840245:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155001600:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947627.840249:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840251:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947627.840253:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641155001728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.840258:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947627.840260:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947627.840261:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947627.840264:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947627.840265:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947627.840266:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947627.840268:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947627.840270:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947627.840272:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947627.840273:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947627.840274:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000001:0.0:1784947627.840277:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947627.840278:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840280:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947627.840283:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f100 x1871641155001600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947627.840288:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947627.840289:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947627.840291:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947627.840292:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947627.840293:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947627.840294:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947627.840295:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947627.840296:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:0.0:1784947627.840298:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947627.840299:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947627.840300:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f100. 00000100:00000001:0.0:1784947627.840302:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947627.840304:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840305:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947627.840309:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947627.840310:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947627.840312:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947627.840314:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947628.028286:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947628.028295:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947628.028409:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947628.028418:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947628.028425:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947629.052205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947629.052215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947629.052370:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947629.052376:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947629.052382:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947630.076211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947630.076222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947630.076320:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947630.076327:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947630.076332:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947631.100220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947631.100233:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947631.100237:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947631.100246:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947631.100256:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947631.100261:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947631.100267:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947631.100274:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947631.100398:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947631.100407:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947631.100414:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947631.740121:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306391301, at 4306391360 00000100:00000010:0.0:1784947631.740139:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784947631.740188:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306391301, at 4306391360 00000100:00000010:1.0:1784947631.740207:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18899c0. 00010000:00000001:1.0:1784947632.124262:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947632.124273:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947632.124359:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947632.124366:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947632.124371:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947632.956301:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947632.956321:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947632.956342:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947632.956369:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947632.956379:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947632.956386:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947632.956398:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947632.956417:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947632.956431:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956458:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947632.956484:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947632.956493:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956507:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947632.956636:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956642:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947632.956648:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947632.956654:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947632.956658:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947632.956662:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947632.956664:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947632.956668:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947632.956673:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947632.956678:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956685:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947632.956699:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947632.956703:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956711:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_01+1] req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.956727:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947632.956728:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956735:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947632.956741:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947632.956745:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947632.956747:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1784947632.956752:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947632.956761:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:2.0:1784947632.956767:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947632.956770:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947632.956776:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947632.956783:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.956807:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947632.956815:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947632.956820:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947632.956823:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947632.956829:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947632.956833:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947632.956836:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947632.956853:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155001856:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947632.956866:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947632.956875:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947632.956885:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947632.956891:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.956894:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784947632.956896:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947632.956904:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947632.956911:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947632.956918:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.956923:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947632.956939:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947632.956953:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000400:00000010:2.0:1784947632.956973:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000001:3.0:1784947632.956977:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947632.956986:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001856, portal 25 00000100:00000040:3.0:1784947632.956987:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947632.956997:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947632.957001:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000040:3.0:1784947632.957011:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947632.957020:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947632.957024:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947632.957068:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947632.957095:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947632.957100:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947632.957105:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000100:00000200:2.0:1784947632.957110:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155001856, offset 0 00000400:00000200:2.0:1784947632.957118:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947632.957131:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947632.957143:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947632.957146:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11730) 00000400:00000200:2.0:1784947632.957151:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947632.957163:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947632.957171:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947632.957176:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947632.957181:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541058:541058:256:4294967295] 192.168.201.111@tcp LPNI seq info [540995:540995:8:4294967295] 00000100:00000001:3.0:1784947632.957186:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947632.957192:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947632.957198:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947632.957205:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947632.957228:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947632.957231:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947632.957242:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947632.957254:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784947632.957274:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947632.957274:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947632.957285:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947632.957293:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947632.957295:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784947632.957303:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947632.957305:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947632.957316:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947632.957326:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155001984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947632.957333:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947632.957335:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947632.957343:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784947632.957345:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947632.957351:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.957352:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306396422 02000000:00000001:3.0:1784947632.957367:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1784947632.957368:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43960. 02000000:00000010:3.0:1784947632.957382:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947632.957384:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1784947632.957397:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.957402:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306396422 00000100:00000010:2.0:1784947632.957411:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43300. 00000400:00000200:3.0:1784947632.957416:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947632.957420:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1784947632.957428:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947632.957430:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947632.957442:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.957448:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947632.957449:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000001:2.0:1784947632.957451:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947632.957475:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155001984, portal 10 00000100:00000001:2.0:1784947632.957476:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947632.957486:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947632.957490:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947632.957493:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947632.957498:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947632.957498:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000001:2.0:1784947632.957504:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784947632.957544:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947632.957545:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947632.957549:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784947632.957559:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947632.957575:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947632.957606:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947632.957626:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000100:00000001:2.0:1784947632.957626:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947632.957638:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.957638:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784947632.957639:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 02000000:00000001:2.0:1784947632.957664:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784947632.957665:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784947632.957665:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947632.957670:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947632.957679:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 02000000:00000001:2.0:1784947632.957680:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947632.957682:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947632.957704:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155002112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947632.957725:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947632.957728:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947632.957731:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947632.957735:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947632.957740:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947632.957741:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947632.957750:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:0.0:1784947632.957762:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947632.957762:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947632.957786:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947632.957794:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947632.957804:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000200:3.0:1784947632.957806:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155001984, offset 0 00000400:00000010:2.0:1784947632.957815:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947632.957824:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002112, portal 10 00000100:00000001:2.0:1784947632.957829:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947632.957833:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000400:00000200:3.0:1784947632.957834:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947632.957852:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947632.957868:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947632.957880:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947632.957884:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947632.957888:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000400:00000200:3.0:1784947632.957896:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:2.0:1784947632.957897:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155002112, offset 0 00000400:00000200:3.0:1784947632.957915:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947632.957920:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947632.957928:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947632.957935:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947632.957939:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947632.957944:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541059:541059:256:4294967295] 192.168.201.111@tcp LPNI seq info [540996:540996:8:4294967295] 00000400:00000200:3.0:1784947632.957949:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947632.957957:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947632.957973:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947632.957974:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947632.957994:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947632.958008:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784947632.958014:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947632.958021:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784947632.958027:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000400:00000200:2.0:1784947632.958028:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947632.958043:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541060:541060:255:4294967295] 192.168.201.111@tcp LPNI seq info [540997:540997:7:4294967295] 00000400:00000200:2.0:1784947632.958083:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947632.958098:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947632.958107:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947632.958117:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947632.958129:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:3.0:1784947632.958129:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947632.958145:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947632.958146:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947632.958174:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947632.958180:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947632.958181:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947632.958197:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947632.958199:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000100:00000040:2.0:1784947632.958206:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10246 usecs (11 jiffies) 00000400:00000200:3.0:1784947632.958211:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947632.958221:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947632.958222:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306392588 00000100:00000001:2.0:1784947632.958232:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306392589 00000100:00000001:3.0:1784947632.958233:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306396422 00000100:00000001:3.0:1784947632.958250:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306392588 00000100:00000001:2.0:1784947632.958251:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306396422 00000800:00000200:0.0:1784947632.958256:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947632.958260:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306396422 00000100:00000001:2.0:1784947632.958262:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306392589 00000800:00000010:0.0:1784947632.958265:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000100:00000001:3.0:1784947632.958271:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947632.958282:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306396422 00000100:00000001:3.0:1784947632.958283:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947632.958284:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947632.958307:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947632.958308:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947632.958308:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.958331:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.958333:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947632.958334:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:0.0:1784947632.958348:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:0.0:1784947632.958362:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947632.958362:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.958365:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784947632.958380:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.958380:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947632.958382:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947632.958408:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947632.958410:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947632.958413:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947632.958415:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947632.958416:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947632.958429:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947632.958430:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.958430:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947632.958442:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947632.958445:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.958454:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.958470:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947632.958471:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947632.958489:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947632.958554:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947632.958558:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947632.958562:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947632.958566:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947632.958570:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000010:0.0:1784947632.958572:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:0.0:1784947632.958575:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947632.958580:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947632.958588:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947632.958592:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947632.958598:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947632.958600:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947632.959365:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.959383:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947632.959388:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.959392:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947632.959400:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.959408:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947632.959418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.959425:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.959431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.959437:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30de00 00000400:00000200:0.0:1784947632.959444:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.959453:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ca1 [1] + 224 00000800:00000001:0.0:1784947632.959464:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.959476:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947632.959480:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947632.959487:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947632.959495:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947632.959501:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947632.959540:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947632.959576:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947632.959588:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.959593:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.959635:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947632.959641:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947632.959650:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947632.959652:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947632.959656:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:2.0:1784947632.959661:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947632.959663:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947632.959666:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947632.959673:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947632.959684:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.959691:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947632.959694:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.959696:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947632.959700:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947632.959702:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947632.959705:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947632.959708:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947632.959716:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=73 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947632.959721:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947632.959724:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947632.959726:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947632.959730:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947632.959733:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.959736:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947632.959741:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.959748:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947632.959751:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947632.959753:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947632.959765:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947632.959780:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155001856:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947632.959785:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.959787:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947632.959790:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155001856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.959797:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947632.959799:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947632.959802:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947632.959806:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947632.959808:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947632.959810:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947632.959813:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947632.959816:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784947632.959819:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947632.959821:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947632.959823:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947632.959827:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947632.959828:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.959831:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.959834:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947632.959835:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947632.959837:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.959839:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947632.960926:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.960939:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947632.960944:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.960947:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947632.960953:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.960960:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947632.960968:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.960973:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.960979:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.960983:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30de80 00000400:00000200:0.0:1784947632.960991:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.960997:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ca9 [1] + 224 00000800:00000001:0.0:1784947632.961005:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.961097:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947632.961102:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947632.961108:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947632.961114:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947632.961122:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947632.961137:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947632.961154:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947632.961162:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.961167:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947632.961170:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947632.961172:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947632.961177:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.961181:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947632.961187:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.961191:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.961195:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947632.961201:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30df00 00000100:00000001:3.0:1784947632.961202:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947632.961209:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947632.961209:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947632.961219:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cb1 [1] + 224 00000800:00000001:0.0:1784947632.961225:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947632.961226:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947632.961230:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784947632.961232:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947632.961234:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947632.961237:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947632.961245:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000200:0.0:1784947632.961246:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:3.0:1784947632.961253:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784947632.961258:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947632.961259:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947632.961272:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947632.961273:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947632.961302:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947632.961312:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947632.961325:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947632.961325:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947632.961330:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947632.961332:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947632.961338:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784947632.961339:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947632.961346:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947632.961351:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947632.961355:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947632.961360:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947632.961370:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=73 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947632.961376:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947632.961381:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947632.961381:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947632.961383:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.961385:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1784947632.961386:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1784947632.961390:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784947632.961391:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947632.961392:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947632.961395:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947632.961396:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947632.961399:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:2.0:1784947632.961400:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000100:00000001:3.0:1784947632.961403:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784947632.961404:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:3.0:1784947632.961405:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.961408:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947632.961413:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947632.961414:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947632.961427:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947632.961430:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947632.961431:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947632.961433:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947632.961439:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.961443:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947632.961446:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.961449:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947632.961451:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1784947632.961453:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155001984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947632.961454:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947632.961457:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947632.961460:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.961460:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947632.961463:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784947632.961466:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=73 v=5 (5 5 5 5) 00000100:00000040:3.0:1784947632.961468:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155001984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947632.961472:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947632.961477:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947632.961479:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.961480:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1784947632.961482:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784947632.961482:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1784947632.961486:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947632.961486:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947632.961489:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784947632.961491:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947632.961492:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000020:00000001:3.0:1784947632.961493:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947632.961495:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:3.0:1784947632.961496:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947632.961497:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947632.961499:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947632.961503:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000100:00000040:2.0:1784947632.961504:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947632.961506:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947632.961509:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947632.961535:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:2.0:1784947632.961538:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947632.961540:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947632.961542:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947632.961542:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.961544:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947632.961545:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947632.961550:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947632.961551:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947632.961554:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947632.961557:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947632.961561:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947632.961563:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155002112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947632.961570:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.961573:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947632.961578:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155002112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947632.961589:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947632.961592:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947632.961596:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947632.961600:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947632.961602:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947632.961605:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947632.961608:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947632.961611:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947632.961615:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947632.961617:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947632.961619:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784947632.961623:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947632.961625:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.961628:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947632.961634:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947632.961635:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947632.961637:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947632.961639:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947633.148246:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947633.148257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947633.148360:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947633.148368:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947633.148374:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947634.172237:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947634.172246:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947634.172353:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947634.172363:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947634.172372:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947635.196275:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947635.196285:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947635.196357:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947635.196365:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947635.196370:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947636.220263:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947636.220278:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947636.220450:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947636.220500:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947636.220506:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947636.860192:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306396422, at 4306396480 00000100:00000010:1.0:1784947636.860212:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43300. 00000100:00000040:0.0:1784947636.860268:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306396422, at 4306396480 00000100:00000010:0.0:1784947636.860295:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43960. 00010000:00000001:1.0:1784947637.244221:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947637.244231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947637.244362:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947637.244369:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947637.244374:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947638.076342:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947638.076354:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947638.076367:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784947638.076376:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947638.076381:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947638.076386:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947638.076394:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947638.076407:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947638.076416:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076479:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947638.076495:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947638.076501:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076512:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_01+1] req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947638.076553:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076557:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947638.076562:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947638.076567:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784947638.076571:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947638.076575:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947638.076577:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947638.076580:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947638.076587:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947638.076591:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076597:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947638.076608:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947638.076611:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076617:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.076622:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947638.076630:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076635:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947638.076636:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947638.076649:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947638.076650:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1784947638.076655:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784947638.076662:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947638.076666:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947638.076668:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947638.076673:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947638.076676:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947638.076681:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947638.076698:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076719:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947638.076729:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947638.076737:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947638.076758:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947638.076760:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947638.076765:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947638.076770:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947638.076780:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947638.076782:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947638.076806:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155002240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947638.076822:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.076824:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947638.076837:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947638.076844:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947638.076845:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947638.076860:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.076861:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947638.076874:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947638.076877:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947638.076886:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11735) 02000000:00000010:3.0:1784947638.076891:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947638.076896:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947638.076908:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947638.076910:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947638.076919:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947638.076923:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947638.076924:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947638.076949:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947638.076951:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000001:2.0:1784947638.076975:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784947638.076976:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002240, portal 25 00000100:00000001:2.0:1784947638.076979:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.076983:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784947638.076987:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947638.076988:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 02000000:00000001:2.0:1784947638.076994:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947638.077000:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947638.077010:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947638.077017:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155002368:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947638.077093:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947638.077103:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947638.077104:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784947638.077108:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947638.077118:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947638.077121:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947638.077135:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 02000000:00000010:2.0:1784947638.077136:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947638.077153:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947638.077160:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155002240, offset 0 00000400:00000200:2.0:1784947638.077173:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947638.077184:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947638.077194:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947638.077195:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947638.077211:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002368, portal 10 00000100:00000001:2.0:1784947638.077216:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947638.077218:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000400:00000200:3.0:1784947638.077232:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947638.077245:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947638.077258:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947638.077262:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947638.077281:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947638.077286:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784947638.077296:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155002368, offset 0 00000400:00000200:3.0:1784947638.077304:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947638.077305:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947638.077324:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947638.077337:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947638.077341:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947638.077348:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541061:541061:256:4294967295] 192.168.201.111@tcp LPNI seq info [540998:540998:8:4294967295] 00000400:00000200:3.0:1784947638.077355:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947638.077368:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947638.077384:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947638.077394:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947638.077407:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947638.077415:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947638.077442:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947638.077451:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947638.077456:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:3.0:1784947638.077460:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784947638.077463:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541062:541062:255:4294967295] 192.168.201.111@tcp LPNI seq info [540999:540999:7:4294967295] 00000400:00000200:2.0:1784947638.077480:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947638.077490:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947638.077508:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947638.077521:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947638.077533:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:2.0:1784947638.077535:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:3.0:1784947638.077546:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947638.077561:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947638.077579:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947638.077587:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947638.077588:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947638.077608:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947638.077620:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947638.077627:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000100:00000001:3.0:1784947638.077629:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306401542 00000400:00000200:2.0:1784947638.077646:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947638.077647:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7cc0. 00000100:00000001:2.0:1784947638.077652:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306397707 00000100:00000001:3.0:1784947638.077663:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947638.077678:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306401542 00000100:00000001:2.0:1784947638.077684:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306401542 00000100:00000010:3.0:1784947638.077686:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7840. 00000100:00000001:2.0:1784947638.077695:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306397707 00000100:00000001:3.0:1784947638.077700:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947638.077709:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947638.077710:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306401542 00000100:00000001:3.0:1784947638.077724:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947638.077725:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947638.077741:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.077742:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947638.077750:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947638.077768:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947638.077769:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:2.0:1784947638.077769:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947638.077796:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947638.077804:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947638.077806:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947638.077807:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947638.077820:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947638.077821:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947638.077840:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947638.077851:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947638.077852:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947638.077861:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000100:00000001:2.0:1784947638.077868:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947638.077869:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784947638.077873:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947638.077884:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947638.077886:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947638.077892:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947638.077901:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947638.077910:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947638.077915:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.077939:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947638.077946:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947638.077955:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947638.077961:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947638.077966:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947638.077967:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947638.077979:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155002496:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947638.077987:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.077988:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947638.077995:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947638.078001:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947638.078008:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947638.078017:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947638.078022:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947638.078024:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947638.078032:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947638.078033:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1784947638.078039:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947638.078085:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000200:3.0:1784947638.078092:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002496, portal 10 00000100:00000001:3.0:1784947638.078096:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947638.078100:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000040:3.0:1784947638.078113:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.078124:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947638.078128:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947638.078134:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947638.078138:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155002496, offset 0 00000400:00000200:3.0:1784947638.078145:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947638.078153:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947638.078163:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947638.078171:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947638.078176:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947638.078182:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947638.078188:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947638.078196:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541063:541063:255:4294967295] 192.168.201.111@tcp LPNI seq info [541000:541000:7:4294967295] 00000400:00000200:3.0:1784947638.078204:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947638.078221:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947638.078232:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947638.078242:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:0.0:1784947638.078248:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784947638.078257:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000010:0.0:1784947638.078261:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947638.078274:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947638.078275:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947638.078286:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947638.078296:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947638.078297:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947638.078309:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10246 usecs (11 jiffies) 00000400:00000200:0.0:1784947638.078311:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:0.0:1784947638.078321:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000400:00000200:3.0:1784947638.078321:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947638.078329:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306397709 00000100:00000001:0.0:1784947638.078334:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947638.078336:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306401542 00000100:00000001:3.0:1784947638.078344:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306397709 00000100:00000001:3.0:1784947638.078350:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306401542 00000100:00000200:0.0:1784947638.078354:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.078355:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947638.078364:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.078373:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.078381:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.078391:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947638.078395:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947638.078406:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947638.078420:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947638.078449:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947638.078490:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947638.078497:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:0.0:1784947638.078505:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947638.078514:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947638.078520:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:0.0:1784947638.078525:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:0.0:1784947638.078531:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947638.078539:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947638.078556:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947638.078567:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947638.078582:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947638.078587:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947638.078615:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947638.078624:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947638.078627:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947638.078630:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.078637:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947638.081228:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.081250:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947638.081256:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.081261:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947638.081270:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081278:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947638.081288:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081294:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081301:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081307:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30df80 00000400:00000200:0.0:1784947638.081313:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081321:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cb9 [1] + 224 00000800:00000001:0.0:1784947638.081331:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.081341:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947638.081345:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947638.081350:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947638.081356:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947638.081364:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947638.081380:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947638.081408:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947638.081419:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.081456:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.081493:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947638.081501:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947638.081513:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947638.081517:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947638.081522:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947638.081532:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947638.081537:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784947638.081542:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947638.081553:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947638.081568:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.081579:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947638.081582:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.081586:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947638.081590:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947638.081593:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947638.081596:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947638.081600:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947638.081610:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947638.081617:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947638.081621:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947638.081623:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947638.081627:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947638.081631:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.081634:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947638.081641:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.081650:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947638.081654:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947638.081657:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947638.081661:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947638.081671:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155002240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947638.081678:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.081681:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947638.081812:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155002240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.081824:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947638.081829:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947638.081834:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947638.081839:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947638.081843:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947638.081847:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784947638.081850:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784947638.081851:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947638.081859:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000800:00000001:0.0:1784947638.081863:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947638.081869:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.081872:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947638.081878:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081886:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947638.081893:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081897:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081901:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081906:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e000 00000400:00000200:0.0:1784947638.081912:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947638.081918:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cc1 [1] + 224 02000000:00000001:3.0:1784947638.081926:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784947638.081928:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947638.081932:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947638.081938:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000800:00000001:0.0:1784947638.081941:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.081945:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784947638.081948:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947638.081952:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947638.081961:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947638.081962:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947638.081969:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947638.081970:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947638.081978:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947638.081982:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947638.081985:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.081987:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947638.082007:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947638.082032:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947638.082039:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.082079:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947638.082141:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947638.082148:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947638.082158:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947638.082162:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947638.082168:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947638.082180:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:2.0:1784947638.082184:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000800:00000001:0.0:1784947638.082187:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947638.082191:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947638.082198:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947638.082208:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947638.082209:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947638.082214:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947638.082236:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947638.082263:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947638.082265:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947638.082295:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947638.082302:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947638.082309:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947638.082311:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947638.082322:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947638.082327:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947638.082332:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947638.082339:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784947638.082340:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e080 00000100:00000001:2.0:1784947638.082348:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947638.082361:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947638.082363:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947638.082388:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cc9 [1] + 224 00000100:00001000:2.0:1784947638.082391:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=79 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947638.082397:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947638.082400:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947638.082406:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947638.082409:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947638.082411:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947638.082415:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947638.082418:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947638.082455:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:2.0:1784947638.082459:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947638.082461:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947638.082472:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1784947638.082476:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947638.082477:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947638.082487:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947638.082493:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947638.082515:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947638.082530:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947638.082532:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947638.082552:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947638.082560:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947638.082583:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947638.082589:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784947638.082607:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155002368:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784947638.082608:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947638.082621:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947638.082626:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947638.082632:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947638.082641:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155002368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.082651:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947638.082653:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947638.082659:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947638.082660:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947638.082667:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000001:3.0:1784947638.082671:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784947638.082675:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784947638.082675:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784947638.082691:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1784947638.082692:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000020:00000040:2.0:1784947638.082699:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000200:3.0:1784947638.082703:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000020:00000001:2.0:1784947638.082705:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1784947638.082719:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 02000000:00000010:2.0:1784947638.082720:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:3.0:1784947638.082752:0:2409:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947638.082753:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947638.082762:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947638.082767:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000200:3.0:1784947638.082775:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947638.082778:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947638.082785:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947638.082801:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947638.082820:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784947638.082823:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947638.082826:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947638.082840:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947638.082853:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.082855:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947638.082861:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.082867:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947638.082872:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947638.082875:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947638.082878:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947638.082881:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947638.082890:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947638.082895:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947638.082899:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947638.082901:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947638.082904:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947638.082908:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.082912:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947638.082915:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947638.082918:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947638.082920:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947638.082926:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.082936:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947638.082939:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947638.082941:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947638.082946:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947638.082955:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155002496:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947638.082960:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.082963:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947638.082967:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155002496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947638.082975:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947638.082977:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947638.082980:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947638.082984:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947638.082986:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947638.082988:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947638.082991:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947638.082995:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947638.082999:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947638.083002:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947638.083004:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:3.0:1784947638.083008:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947638.083010:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.083013:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947638.083018:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947638.083021:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947638.083024:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947638.083027:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947638.268240:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947638.268251:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947638.268401:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947638.268407:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947638.268412:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947639.292206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947639.292215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947639.292350:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947639.292357:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947639.292362:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947640.316294:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947640.316305:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947640.316382:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947640.316417:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947640.316425:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947641.340224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947641.340236:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947641.340241:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947641.340249:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947641.340257:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947641.340260:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947641.340264:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947641.340267:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947641.340442:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947641.340449:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947641.340454:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947641.980192:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306401542, at 4306401600 00000100:00000040:0.0:1784947641.980209:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306401542, at 4306401600 00000100:00000010:1.0:1784947641.980218:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7840. 00000100:00000010:0.0:1784947641.980230:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7cc0. 00010000:00000001:1.0:1784947642.364186:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947642.364196:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947642.364340:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947642.364347:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947642.364385:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947643.196313:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947643.196509:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947643.196522:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947643.196532:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947643.196539:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947643.196544:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947643.196554:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947643.196567:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947643.196579:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196599:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947643.196616:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947643.196623:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196633:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_00+0] req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947643.196681:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196686:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947643.196690:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947643.196694:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947643.196698:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947643.196702:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947643.196704:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947643.196707:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947643.196711:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947643.196714:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196720:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947643.196730:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947643.196733:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196737:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947643.196750:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196753:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947643.196758:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947643.196765:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947643.196769:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947643.196772:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947643.196774:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947643.196777:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947643.196781:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947643.196786:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947643.196786:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196800:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947643.196801:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947643.196812:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947643.196825:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947643.196828:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.196841:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947643.196843:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.196877:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947643.196881:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947643.196887:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947643.196892:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947643.196895:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947643.196903:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155002624:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947643.196913:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947643.196921:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947643.196924:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947643.196928:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947643.196939:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947643.196943:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947643.196953:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947643.196960:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947643.196970:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947643.196981:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002624, portal 25 00000100:00000001:2.0:1784947643.196985:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947643.196989:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000040:2.0:1784947643.197016:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947643.197019:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.197031:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947643.197085:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947643.197093:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947643.197098:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000040:3.0:1784947643.197105:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947643.197112:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784947643.197117:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155002624, offset 0 00000100:00000040:3.0:1784947643.197119:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947643.197138:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947643.197138:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11740) 00000400:00000200:2.0:1784947643.197165:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947643.197173:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947643.197182:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947643.197184:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947643.197193:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947643.197200:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947643.197208:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947643.197216:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947643.197238:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947643.197242:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947643.197249:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947643.197249:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947643.197271:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947643.197281:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947643.197283:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541064:541064:256:4294967295] 192.168.201.111@tcp LPNI seq info [541001:541001:8:4294967295] 02000000:00000001:3.0:1784947643.197306:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947643.197319:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947643.197330:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155002752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947643.197365:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947643.197382:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784947643.197383:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947643.197387:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947643.197396:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784947643.197404:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947643.197409:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947643.197415:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947643.197417:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947643.197428:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947643.197441:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784947643.197445:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68268. 00000400:00000010:3.0:1784947643.197463:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000800:00000200:2.0:1784947643.197466:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947643.197478:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784947643.197479:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002752, portal 10 00000100:00000001:3.0:1784947643.197499:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947643.197503:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000001:2.0:1784947643.197519:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.197520:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947643.197546:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947643.197558:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306406662 00000100:00000001:3.0:1784947643.197561:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947643.197578:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947643.197579:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43660. 00000400:00000010:3.0:1784947643.197586:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000001:2.0:1784947643.197593:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1784947643.197594:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155002752, offset 0 00000100:00000001:2.0:1784947643.197607:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306406662 00000400:00000200:3.0:1784947643.197620:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947643.197626:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d20. 00000100:00000001:2.0:1784947643.197637:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947643.197639:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947643.197650:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947643.197656:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.197662:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947643.197664:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947643.197682:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947643.197688:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947643.197696:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947643.197699:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947643.197707:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947643.197707:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947643.197725:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947643.197725:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947643.197746:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947643.197750:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541065:541065:255:4294967295] 192.168.201.111@tcp LPNI seq info [541002:541002:7:4294967295] 00000100:00000001:2.0:1784947643.197752:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784947643.197762:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947643.197776:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947643.197777:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947643.197784:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947643.197807:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947643.197832:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947643.197853:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784947643.197855:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947643.197863:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947643.197871:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000800:00000200:3.0:1784947643.197875:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947643.197878:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947643.197891:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947643.197895:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000800:00000010:3.0:1784947643.197896:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 02000000:00000001:2.0:1784947643.197900:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947643.197919:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155002880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947643.197920:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947643.197929:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947643.197934:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947643.197939:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947643.197942:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947643.197944:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947643.197951:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59f800. 02000000:00000001:2.0:1784947643.197957:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947643.197974:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947643.197984:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510cb8. 00000100:00000001:0.0:1784947643.197989:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947643.197993:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947643.198004:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155002880, portal 10 00000100:00000040:0.0:1784947643.198007:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.198012:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784947643.198022:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947643.198023:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:2.0:1784947643.198085:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.198098:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947643.198112:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784947643.198118:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947643.198135:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784947643.198136:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000001:0.0:1784947643.198137:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947643.198155:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155002880, offset 0 00000100:00000001:0.0:1784947643.198158:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947643.198158:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947643.198178:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000400:00000200:2.0:1784947643.198181:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947643.198202:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947643.198205:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947643.198209:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306402828 00000400:00000200:2.0:1784947643.198218:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947643.198219:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306406662 00000100:00000001:3.0:1784947643.198233:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306402828 00000400:00000200:2.0:1784947643.198234:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947643.198246:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306406662 00000400:00000200:2.0:1784947643.198248:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947643.198260:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947643.198266:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947643.198272:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1784947643.198277:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:3.0:1784947643.198288:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947643.198296:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947643.198297:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947643.198301:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947643.198318:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947643.198320:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541066:541066:255:4294967295] 192.168.201.111@tcp LPNI seq info [541003:541003:7:4294967295] 00000400:00000200:2.0:1784947643.198363:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947643.198366:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947643.198368:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947643.198371:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947643.198390:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947643.198403:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947643.198412:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947643.198415:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000800:00000010:2.0:1784947643.198419:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000010:0.0:1784947643.198426:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000800:00000200:2.0:1784947643.198433:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947643.198439:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784947643.198447:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947643.198453:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784947643.198459:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.198460:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947643.198470:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10246 usecs (11 jiffies) 00000400:00000200:2.0:1784947643.198483:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947643.198492:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306402829 00000100:00000001:2.0:1784947643.198502:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306406662 00000100:00000001:2.0:1784947643.198509:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306402829 00000100:00000001:0.0:1784947643.198510:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947643.198513:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306406662 00000100:00000001:2.0:1784947643.198519:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947643.198527:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947643.198528:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.198533:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.198540:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947643.198543:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947643.198563:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.198565:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947643.198566:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.198578:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947643.198585:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947643.198587:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947643.198588:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947643.198598:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947643.198606:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.198612:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947643.198687:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947643.198695:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784947643.198702:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947643.198712:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947643.198719:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:0.0:1784947643.198723:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:0.0:1784947643.198729:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947643.198737:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947643.198754:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947643.198761:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947643.198776:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947643.198780:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947643.199961:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.199980:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947643.199985:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.199991:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947643.200000:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200010:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947643.200021:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200029:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200039:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200083:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30e100 00000400:00000200:0.0:1784947643.200092:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200102:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cd1 [1] + 224 00000800:00000001:0.0:1784947643.200113:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.200126:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947643.200130:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947643.200137:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947643.200145:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947643.200154:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947643.200171:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947643.200201:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947643.200211:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.200216:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947643.200304:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947643.200310:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947643.200319:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947643.200321:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947643.200325:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947643.200332:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:2.0:1784947643.200365:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:2.0:1784947643.200370:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947643.200379:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947643.200394:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.200404:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947643.200406:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947643.200410:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947643.200413:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947643.200416:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947643.200419:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947643.200422:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947643.200430:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947643.200435:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947643.200440:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947643.200442:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947643.200446:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947643.200449:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.200452:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947643.200459:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.200468:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947643.200472:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947643.200475:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947643.200480:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947643.200490:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155002624:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947643.200495:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.200498:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947643.200502:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155002624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.200510:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947643.200513:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947643.200517:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947643.200522:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947643.200524:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947643.200527:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947643.200530:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947643.200533:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947643.200538:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947643.200541:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947643.200543:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:2.0:1784947643.200548:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947643.200550:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947643.200553:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.200556:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947643.200557:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947643.200560:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.200563:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947643.200823:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.200839:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947643.200843:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.200848:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947643.200856:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200866:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947643.200876:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200880:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200884:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200889:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e180 00000400:00000200:0.0:1784947643.200894:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.200900:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cd9 [1] + 224 00000800:00000001:0.0:1784947643.200906:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.200936:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947643.200943:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947643.200957:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947643.200965:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947643.200975:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947643.200995:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947643.201028:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947643.201045:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.201108:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947643.201113:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.201117:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947643.201125:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.201133:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947643.201146:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.201153:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.201163:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.201170:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e200 00000400:00000200:0.0:1784947643.201179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947643.201185:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ce1 [1] + 224 00000800:00000001:0.0:1784947643.201192:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.201203:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947643.201208:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947643.201216:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947643.201230:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947643.201237:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947643.201249:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947643.201278:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947643.201286:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947643.201289:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947643.201314:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947643.201321:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947643.201329:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947643.201333:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947643.201363:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947643.201368:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68268. 00000100:00000001:3.0:1784947643.201370:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947643.201387:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:2.0:1784947643.201392:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:2.0:1784947643.201398:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784947643.201402:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947643.201407:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784947643.201413:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947643.201414:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510cb8. 00000400:00000200:3.0:1784947643.201431:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:3.0:1784947643.201441:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:3.0:1784947643.201452:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947643.201454:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947643.201474:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.201481:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947643.201491:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947643.201505:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947643.201515:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947643.201526:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784947643.201527:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947643.201538:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947643.201551:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947643.201570:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947643.201573:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=84 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947643.201574:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947643.201588:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:2.0:1784947643.201591:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=124 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947643.201594:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947643.201602:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947643.201604:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947643.201615:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947643.201617:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947643.201645:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947643.201646:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947643.201662:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947643.201668:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=84 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947643.201669:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947643.201675:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947643.201684:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:3.0:1784947643.201686:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947643.201696:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947643.201702:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947643.201708:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947643.201714:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947643.201716:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947643.201726:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947643.201745:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947643.201746:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947643.201753:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947643.201755:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947643.201760:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947643.201762:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947643.201765:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947643.201776:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947643.201781:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947643.201854:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784947643.201856:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155002752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947643.201871:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947643.201875:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947643.201876:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947643.201900:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947643.201910:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947643.201913:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155002752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947643.201994:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155002880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947643.201995:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947643.202005:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947643.202010:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000100:00000001:3.0:1784947643.202014:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947643.202017:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947643.202021:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1784947643.202023:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947643.202027:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784947643.202030:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155002880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947659 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947643.202034:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947643.202043:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784947643.202096:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947643.202102:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947643.202104:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784947643.202126:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1784947643.202127:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 02000000:00000010:3.0:1784947643.202138:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59f800. 00000100:00000001:2.0:1784947643.202140:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947643.202152:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947643.202155:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947643.202169:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947643.202170:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947643.202177:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947643.202184:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947643.202185:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947643.202197:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947643.202197:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947643.202222:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947643.202222:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947643.202239:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947643.202242:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947643.202245:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:3.0:1784947643.202252:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947643.202254:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947643.202257:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947643.202266:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947643.202269:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947643.202274:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947643.202277:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947643.388185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947643.388195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947643.388367:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947643.388374:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947643.388381:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947644.412211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947644.412223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947644.412362:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947644.412371:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947644.412379:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947644.668180:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947644.668189:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947644.668197:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947644.668617:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947644.668622:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947644.668663:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947644.668672:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947644.668677:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947645.436294:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947645.436332:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947645.436462:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947645.436475:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947645.436485:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947646.460261:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947646.460271:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947646.460435:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947646.460442:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947646.460448:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947647.100203:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306406662, at 4306406720 00000100:00000040:0.0:1784947647.100210:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306406662, at 4306406720 00000100:00000010:1.0:1784947647.100225:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d20. 00000100:00000010:0.0:1784947647.100233:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43660. 00010000:00000001:1.0:1784947647.484294:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947647.484316:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947647.484462:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947647.484469:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947647.484475:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947648.316196:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947648.316209:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947648.316223:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947648.316231:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947648.316236:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947648.316240:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947648.316278:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947648.316290:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947648.316299:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316314:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947648.316329:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947648.316335:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316344:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947648.316383:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316387:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947648.316393:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947648.316396:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947648.316400:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947648.316402:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947648.316404:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947648.316407:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947648.316411:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947648.316415:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316421:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947648.316432:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947648.316435:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316441:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947648.316450:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947648.316453:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316460:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947648.316461:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947648.316470:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947648.316472:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947648.316479:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947648.316483:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947648.316489:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947648.316491:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784947648.316493:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947648.316495:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947648.316505:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947648.316512:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316526:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947648.316538:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947648.316542:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947648.316547:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.316548:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316562:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947648.316564:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947648.316574:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947648.316581:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947648.316583:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.316588:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947648.316596:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784947648.316597:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155003008:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947648.316603:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947648.316610:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947648.316613:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947648.316621:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947648.316623:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11745) 02000000:00000001:2.0:1784947648.316628:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947648.316633:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947648.316642:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947648.316644:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947648.316646:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.316652:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947648.316657:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947648.316663:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947648.316670:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947648.316674:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947648.316689:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784947648.316690:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000001:3.0:1784947648.316693:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947648.316701:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784947648.316703:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003008, portal 25 02000000:00000001:3.0:1784947648.316705:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947648.316713:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947648.316715:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.316719:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00100000:3.0:1784947648.316725:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155003136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947648.316737:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947648.316738:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947648.316743:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947648.316750:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947648.316758:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947648.316762:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784947648.316768:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000040:2.0:1784947648.316769:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947648.316777:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947648.316779:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784947648.316787:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155003008, offset 0 00000400:00000200:3.0:1784947648.316788:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947648.316800:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947648.316804:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947648.316811:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000400:00000200:2.0:1784947648.316821:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947648.316822:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003136, portal 10 00000100:00000001:3.0:1784947648.316832:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947648.316837:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947648.316839:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000400:00000200:2.0:1784947648.316849:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947648.316858:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784947648.316868:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947648.316869:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947648.316879:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947648.316894:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541067:541067:256:4294967295] 192.168.201.111@tcp LPNI seq info [541004:541004:8:4294967295] 00000400:00000200:2.0:1784947648.316913:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947648.316917:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947648.316936:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947648.316944:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784947648.316948:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000800:00000200:2.0:1784947648.316960:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947648.316963:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155003136, offset 0 00000800:00000010:2.0:1784947648.316969:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947648.316984:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947648.316986:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947648.317004:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947648.317006:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947648.317019:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947648.317027:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947648.317037:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947648.317046:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947648.317083:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947648.317092:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947648.317096:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306411782 00000100:00000010:2.0:1784947648.317104:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43cc0. 00000100:00000001:2.0:1784947648.317119:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947648.317119:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947648.317134:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947648.317137:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306411782 00000400:00000200:3.0:1784947648.317150:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541068:541068:255:4294967295] 192.168.201.111@tcp LPNI seq info [541005:541005:7:4294967295] 00000100:00000010:2.0:1784947648.317164:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c00. 00000400:00000200:3.0:1784947648.317169:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947648.317180:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947648.317197:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947648.317207:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947648.317209:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317221:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947648.317232:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947648.317234:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784947648.317244:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784947648.317275:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947648.317276:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947648.317284:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1784947648.317285:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947648.317298:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784947648.317298:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784947648.317306:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947648.317307:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947648.317310:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317318:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1784947648.317320:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000040:3.0:1784947648.317321:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 00000400:00000200:0.0:1784947648.317338:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947648.317339:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947648.317340:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947648.317351:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306407947 00000400:00000200:0.0:1784947648.317363:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947648.317363:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306411782 00000100:00000001:3.0:1784947648.317373:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306407947 00000400:00000200:0.0:1784947648.317382:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000100:00000001:3.0:1784947648.317384:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306411782 00000400:00000010:0.0:1784947648.317392:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:3.0:1784947648.317395:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947648.317399:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947648.317406:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947648.317407:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317409:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.317417:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947648.317422:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947648.317422:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947648.317424:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947648.317432:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947648.317438:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947648.317445:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784947648.317447:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.317456:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947648.317461:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947648.317462:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784947648.317468:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155003264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947648.317469:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947648.317475:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947648.317481:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317496:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947648.317503:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947648.317506:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947648.317509:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947648.317515:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947648.317524:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947648.317533:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000800:00000200:0.0:1784947648.317537:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947648.317539:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947648.317546:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947648.317554:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947648.317555:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.317566:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947648.317570:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:0.0:1784947648.317572:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:0.0:1784947648.317581:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000400:00000010:2.0:1784947648.317585:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000001:0.0:1784947648.317586:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947648.317597:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947648.317598:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003264, portal 10 00000100:00000001:2.0:1784947648.317610:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947648.317617:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000001:0.0:1784947648.317619:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947648.317630:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947648.317643:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947648.317645:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947648.317651:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947648.317669:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947648.317677:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947648.317684:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784947648.317692:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155003264, offset 0 00000400:00000200:2.0:1784947648.317706:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947648.317716:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947648.317727:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947648.317735:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947648.317740:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947648.317746:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947648.317751:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947648.317760:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541069:541069:256:4294967295] 192.168.201.111@tcp LPNI seq info [541006:541006:8:4294967295] 00000400:00000200:2.0:1784947648.317770:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947648.317785:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947648.317795:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947648.317803:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947648.317814:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947648.317825:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947648.317831:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947648.317857:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947648.317866:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10245 usecs (11 jiffies) 00000400:00000200:2.0:1784947648.317876:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947648.317881:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306407948 00000100:00000001:2.0:1784947648.317887:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306411782 00000100:00000001:2.0:1784947648.317892:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306407948 00000100:00000001:2.0:1784947648.317897:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306411782 00000100:00000001:2.0:1784947648.317902:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947648.317907:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317913:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317917:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.317925:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947648.317930:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947648.317936:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947648.317940:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947648.317943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.317950:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947648.318042:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947648.318091:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947648.318098:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947648.318106:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947648.318111:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:1.0:1784947648.318115:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:1.0:1784947648.318119:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947648.318127:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947648.318140:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947648.318144:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947648.318154:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947648.318157:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947648.320393:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947648.320411:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947648.320415:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947648.320419:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947648.320426:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320434:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947648.320443:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320449:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320454:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320459:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30e280 00000400:00000200:0.0:1784947648.320465:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320472:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ce9 [1] + 224 00000800:00000001:0.0:1784947648.320480:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947648.320484:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947648.320487:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947648.320492:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947648.320498:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947648.320505:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947648.320520:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947648.320547:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947648.320559:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947648.320565:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947648.320567:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947648.320570:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947648.320575:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320580:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947648.320588:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320593:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320600:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320605:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e300 00000400:00000200:0.0:1784947648.320610:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947648.320617:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cf1 [1] + 224 00000100:00000001:2.0:1784947648.320622:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947648.320623:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947648.320630:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947648.320635:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947648.320640:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947648.320642:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947648.320647:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:2.0:1784947648.320649:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947648.320657:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947648.320664:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:2.0:1784947648.320667:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:2.0:1784947648.320672:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947648.320674:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947648.320685:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947648.320687:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947648.320733:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947648.320736:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947648.320776:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947648.320781:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.320785:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947648.320787:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947648.320789:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947648.320795:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947648.320798:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947648.320800:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947648.320807:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947648.320809:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947648.320815:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947648.320816:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=89 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947648.320821:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947648.320826:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947648.320826:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947648.320833:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947648.320835:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947648.320838:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947648.320846:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947648.320847:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947648.320853:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947648.320857:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947648.320858:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1784947648.320864:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947648.320866:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947648.320867:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947648.320877:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000100:00000001:2.0:1784947648.320879:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947648.320885:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947648.320887:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000040:2.0:1784947648.320896:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947648.320899:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947648.320900:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947648.320918:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947648.320919:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947648.320927:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e380 00000100:00000001:2.0:1784947648.320931:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947648.320938:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947648.320948:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947648.320957:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947648.320969:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523cf9 [1] + 224 00000100:00000200:3.0:1784947648.320970:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947648.320989:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947648.321003:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947648.321008:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155003008:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947648.321013:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947648.321032:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947648.321034:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947648.321044:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947648.321046:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947648.321092:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947648.321099:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947648.321102:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947648.321105:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784947648.321106:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155003008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947648.321112:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784947648.321119:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947648.321120:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947648.321134:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.321135:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947648.321145:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784947648.321149:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=89 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947648.321151:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000040:0.0:1784947648.321155:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947648.321163:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784947648.321167:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=129 v=5 (1 1 1 1) 00000020:00000001:2.0:1784947648.321170:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947648.321177:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947648.321184:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784947648.321189:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947648.321192:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947648.321197:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00010000:00000001:3.0:1784947648.321202:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947648.321207:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947648.321211:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784947648.321212:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947648.321218:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947648.321219:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947648.321221:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000010:2.0:1784947648.321228:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000040:3.0:1784947648.321228:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:0.0:1784947648.321230:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947648.321240:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947648.321242:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947648.321265:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.321274:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.321283:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947648.321284:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947648.321293:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947648.321298:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947648.321306:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947648.321308:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784947648.321311:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947648.321317:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784947648.321320:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947648.321322:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947648.321327:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000100:00000040:3.0:1784947648.321335:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947648.321336:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784947648.321345:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947648.321358:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947648.321360:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155003136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947648.321378:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947648.321387:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947648.321394:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947648.321399:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155003136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947648.321429:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947648.321433:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947648.321435:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947648.321438:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947648.321441:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784947648.321444:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:2.0:1784947648.321446:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947648.321454:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947648.321456:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947648.321458:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947648.321464:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784947648.321466:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947648.321472:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:2.0:1784947648.321481:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=89 v=5 (5 5 5 5) 00000020:00000001:3.0:1784947648.321482:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947648.321489:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000100:00001000:2.0:1784947648.321495:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=111 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947648.321500:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947648.321506:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947648.321508:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947648.321516:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947648.321518:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00010000:00000001:2.0:1784947648.321527:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947648.321531:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1784947648.321537:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.321539:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.321547:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947648.321550:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947648.321555:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947648.321563:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947648.321564:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947648.321573:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.321573:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947648.321583:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947648.321589:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947648.321594:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947648.321607:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947648.321611:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947648.321614:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947648.321619:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947648.321629:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155003264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947648.321635:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.321637:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947648.321641:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155003264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947664 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947648.321649:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947648.321652:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947648.321654:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947648.321658:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947648.321660:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947648.321662:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947648.321665:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947648.321667:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784947648.321671:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947648.321672:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947648.321675:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947648.321678:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947648.321680:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.321683:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947648.321689:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947648.321692:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947648.321695:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947648.321697:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947648.508170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947648.508176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947648.508294:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947648.508300:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947648.508305:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947649.532149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947649.532157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947649.532268:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947649.532271:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947649.532274:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947650.556146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947650.556155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947650.556200:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947650.556203:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947650.556206:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947651.580144:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947651.580153:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947651.580155:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947651.580158:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947651.580163:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947651.580165:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947651.580167:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947651.580170:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947651.580238:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947651.580244:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947651.580248:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947652.220206:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306411782, at 4306411840 00000100:00000040:0.0:1784947652.220216:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306411782, at 4306411840 00000100:00000010:1.0:1784947652.220228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c00. 00000100:00000010:0.0:1784947652.220236:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43cc0. 00010000:00000001:1.0:1784947652.604225:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947652.604235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947652.604328:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947652.604335:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947652.604341:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947653.436315:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947653.436369:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947653.436389:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947653.436400:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947653.436407:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947653.436412:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947653.436421:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947653.436435:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947653.436447:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947653.436467:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947653.436487:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947653.436494:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947653.436506:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.436557:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947653.436563:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947653.436569:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947653.436576:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f100. 00000020:00000040:1.0:1784947653.436582:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947653.436587:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947653.436590:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947653.436595:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947653.436602:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947653.436608:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.436612:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947653.436620:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947653.436622:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947653.436628:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947653.436644:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.436647:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947653.436656:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.436669:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947653.436672:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6bf8280] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.436674:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947653.436685:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947653.436692:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947653.436701:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.436708:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947653.436711:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155003392:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784947653.436720:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947653.436722:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947653.436730:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784947653.436732:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:1.0:1784947653.436735:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d500. 02000000:00000001:0.0:1784947653.436739:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784947653.436741:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:0.0:1784947653.436745:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947653.436748:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947653.436751:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947653.436755:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947653.436756:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784947653.436763:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947653.436763:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947653.436771:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947653.436776:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947653.436784:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1784947653.436788:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea478. 00000400:00000010:0.0:1784947653.436802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000100:00000001:1.0:1784947653.436803:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947653.436811:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947653.436818:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003392, portal 25 00000100:00000040:1.0:1784947653.436819:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c82bec8] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.436826:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947653.436831:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000001:1.0:1784947653.436846:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947653.436849:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947653.436852:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947653.436865:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947653.436873:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947653.436880:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947653.436882:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947653.436890:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947653.436893:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11750) 00000400:00000010:0.0:1784947653.436896:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf5d8. 00000100:00000200:0.0:1784947653.436902:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155003392, offset 0 00000400:00000200:0.0:1784947653.436911:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947653.436914:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947653.436920:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947653.436922:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947653.436927:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947653.436935:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947653.436944:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947653.436956:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947653.436960:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947653.436962:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784947653.436966:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947653.436973:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947653.436974:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947653.436986:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947653.436993:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:1.0:1784947653.436993:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947653.437026:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155003520:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947653.437028:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541070:541070:256:4294967295] 192.168.201.111@tcp LPNI seq info [541007:541007:8:4294967295] 00000100:00000001:1.0:1784947653.437041:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947653.437048:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947653.437050:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947653.437055:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947653.437060:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947653.437106:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947653.437112:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.437121:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947653.437127:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9370. 00000400:00000010:1.0:1784947653.437135:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1d48. 00000400:00000200:0.0:1784947653.437140:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:1.0:1784947653.437144:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003520, portal 10 00000100:00000001:1.0:1784947653.437152:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1784947653.437153:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947653.437175:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821366528 : -119147888185088 : ffff93a2b872f100) 00000800:00000010:0.0:1784947653.437188:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000100:00000040:1.0:1784947653.437196:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947653.437207:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947653.437221:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784947653.437230:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:1.0:1784947653.437232:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947653.437241:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784947653.437242:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1330. 00000100:00000200:1.0:1784947653.437251:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155003520, offset 0 00000100:00000001:0.0:1784947653.437262:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.437263:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947653.437274:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947653.437281:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947653.437282:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306416902 00000100:00000010:0.0:1784947653.437293:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947653.437295:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947653.437303:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947653.437305:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947653.437315:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947653.437316:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306416902 00000100:00000010:0.0:1784947653.437323:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889780. 00000400:00000200:1.0:1784947653.437324:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947653.437327:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784947653.437336:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784947653.437339:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947653.437348:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541071:541071:255:4294967295] 192.168.201.111@tcp LPNI seq info [541008:541008:7:4294967295] 00000100:00000001:0.0:1784947653.437349:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.437360:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.437368:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947653.437371:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947653.437386:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947653.437387:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947653.437394:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947653.437403:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947653.437404:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947653.437411:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784947653.437416:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784947653.437417:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784947653.437434:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784947653.437435:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947653.437449:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947653.437459:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947653.437464:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947653.437469:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.437471:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947653.437478:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9076 usecs (10 jiffies) 02000000:00000001:0.0:1784947653.437479:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947653.437485:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947653.437493:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947653.437495:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437501:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306413067 00000100:00100000:0.0:1784947653.437508:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155003648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947653.437512:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306416902 00000100:00000001:0.0:1784947653.437521:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947653.437523:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306413067 02000000:00000001:0.0:1784947653.437528:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947653.437530:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306416902 02000000:00000001:0.0:1784947653.437536:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437538:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947653.437544:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947653.437546:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947653.437553:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 00000100:00000001:1.0:1784947653.437553:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437562:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947653.437563:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437570:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947653.437574:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947653.437576:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784947653.437581:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea2c0. 00000100:00000001:1.0:1784947653.437584:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947653.437590:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784947653.437593:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000001:1.0:1784947653.437594:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437602:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947653.437605:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003648, portal 10 00000100:00000001:0.0:1784947653.437611:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947653.437614:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000100:00000040:0.0:1784947653.437625:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.437635:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947653.437642:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947653.437646:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000100:00000200:0.0:1784947653.437651:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155003648, offset 0 00000400:00000200:0.0:1784947653.437660:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947653.437668:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947653.437675:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784947653.437677:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784947653.437682:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784947653.437688:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947653.437691:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947653.437696:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947653.437706:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947653.437707:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947653.437716:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947653.437722:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541072:541072:254:4294967295] 192.168.201.111@tcp LPNI seq info [541009:541009:6:4294967295] 00000400:00000200:0.0:1784947653.437726:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.437733:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947653.437738:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947653.437742:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf5d8 00000800:00000010:0.0:1784947653.437744:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000010:1.0:1784947653.437747:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf5d8. 00000800:00000200:0.0:1784947653.437754:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947653.437755:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947653.437766:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947653.437768:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947653.437776:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947653.437785:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437791:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947653.437792:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10245 usecs (11 jiffies) 00000400:00000200:0.0:1784947653.437800:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947653.437801:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.437804:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306413068 00000100:00000001:0.0:1784947653.437812:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306416902 00000100:00000001:0.0:1784947653.437819:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306413068 00000100:00000001:0.0:1784947653.437827:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306416902 00000100:00000001:1.0:1784947653.437829:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.437833:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947653.437834:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947653.437840:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.437846:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.437848:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947653.437853:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947653.437854:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784947653.437857:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947653.437860:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784947653.437863:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947653.437866:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947653.437867:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947653.437872:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.437876:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947653.437878:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.437882:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1330 00000400:00000010:1.0:1784947653.437887:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1330. 00000100:00000001:1.0:1784947653.437890:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947653.437894:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.437901:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947653.437906:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.437913:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.437915:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947653.437974:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947653.437977:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784947653.437980:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947653.437983:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947653.437986:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfdd0 00000400:00000010:1.0:1784947653.437988:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfdd0. 00000100:00000001:1.0:1784947653.437990:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947653.437993:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.438000:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947653.438003:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.438010:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.438011:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947653.440504:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947653.440524:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947653.440530:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947653.440535:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947653.440544:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440554:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947653.440567:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440574:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440580:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440587:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30e400 00000400:00000200:0.0:1784947653.440593:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440601:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d01 [1] + 224 00000800:00000001:0.0:1784947653.440611:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947653.440617:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947653.440622:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947653.440627:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947653.440634:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947653.440643:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947653.440661:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.440692:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947653.440704:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947653.440710:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947653.440713:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947653.440717:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947653.440722:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440728:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947653.440734:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440739:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440743:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440749:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e480 00000400:00000200:0.0:1784947653.440756:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947653.440763:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d11 [1] + 224 00000800:00000001:0.0:1784947653.440770:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947653.440776:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.440779:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947653.440781:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947653.440785:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947653.440794:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:1.0:1784947653.440795:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947653.440800:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947653.440805:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea478. 00000400:00000200:1.0:1784947653.440811:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000400:00000010:1.0:1784947653.440813:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000100:00000001:1.0:1784947653.440816:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947653.440825:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947653.440826:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947653.440840:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947653.440848:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.440882:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947653.440885:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947653.440891:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.440892:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947653.440897:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947653.440901:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947653.440905:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947653.440911:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947653.440922:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947653.440927:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947653.440930:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947653.440932:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.440935:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784947653.440936:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947653.440942:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.440945:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947653.440951:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.440959:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947653.440961:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947653.440965:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947653.440966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947653.440972:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947653.440975:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784947653.440977:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947653.440982:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947653.440990:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9370. 00000100:00100000:1.0:1784947653.440994:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155003392:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947653.441002:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000100:00000001:1.0:1784947653.441009:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947653.441010:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:1.0:1784947653.441019:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947653.441020:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784947653.441033:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641155003392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947653.441035:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.441090:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947653.441095:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947653.441099:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784947653.441107:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947653.441112:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947653.441115:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947653.441120:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:0.0:1784947653.441121:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947653.441124:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784947653.441132:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947653.441135:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947653.441140:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784947653.441148:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947653.441151:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947653.441152:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441178:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.441181:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441182:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947653.441186:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947653.441191:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947653.441192:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.441198:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947653.441200:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947653.441206:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947653.441209:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947653.441214:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947653.441223:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=94 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947653.441225:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784947653.441234:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=134 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947653.441237:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947653.441242:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947653.441243:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947653.441251:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947653.441251:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784947653.441261:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947653.441264:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784947653.441269:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.441272:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947653.441279:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784947653.441282:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947653.441287:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:1.0:1784947653.441288:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947653.441298:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784947653.441299:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947653.441306:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947653.441307:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e500 00000400:00000200:1.0:1784947653.441317:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947653.441325:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947653.441326:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d21 [1] + 224 00000800:00000001:1.0:1784947653.441337:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947653.441347:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947653.441348:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947653.441353:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947653.441357:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947653.441363:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947653.441364:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947653.441373:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784947653.441380:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947653.441382:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947653.441431:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947653.441436:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155003520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947653.441453:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441455:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947653.441458:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947653.441468:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947653.441469:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f100 x1871641155003520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947653.441473:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947653.441478:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947653.441481:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947653.441485:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea2c0. 00000400:00000200:1.0:1784947653.441490:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:1.0:1784947653.441496:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:0.0:1784947653.441497:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784947653.441501:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784947653.441504:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784947653.441510:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947653.441512:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947653.441525:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1784947653.441529:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784947653.441531:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947653.441538:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947653.441544:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784947653.441546:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784947653.441548:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441552:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:0.0:1784947653.441554:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:1.0:1784947653.441555:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947653.441559:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947653.441563:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947653.441565:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947653.441566:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947653.441573:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:1.0:1784947653.441576:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=94 v=5 (5 5 5 5) 00000100:00000010:0.0:1784947653.441579:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f100. 00000100:00001000:1.0:1784947653.441582:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947653.441588:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947653.441589:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947653.441596:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441596:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947653.441607:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947653.441608:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947653.441610:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.441616:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947653.441618:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947653.441619:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947653.441620:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947653.441626:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947653.441627:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947653.441633:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947653.441637:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947653.441643:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.441646:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947653.441652:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947653.441654:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947653.441659:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947653.441667:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155003648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947653.441672:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441674:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947653.441677:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641155003648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947669 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947653.441680:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947653.441687:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947653.441691:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947653.441692:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784947653.441693:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:1.0:1784947653.441700:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947653.441704:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947653.441705:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947653.441708:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947653.441710:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:1.0:1784947653.441713:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947653.441715:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947653.441716:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000001:1.0:1784947653.441721:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947653.441722:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441725:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947653.441730:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947653.441731:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947653.441734:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947653.441736:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947653.628275:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947653.628286:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947653.628439:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947653.628448:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947653.628455:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947654.652196:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947654.652203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947654.652243:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947654.652246:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947654.652251:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947655.676142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947655.676147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947655.676187:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947655.676194:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947655.676201:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947656.700215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947656.700224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947656.700329:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947656.700336:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947656.700341:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947657.340179:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306416902, at 4306416960 00000100:00000040:1.0:1784947657.340179:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306416902, at 4306416960 00000100:00000010:1.0:1784947657.340196:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889780. 00000100:00000010:0.0:1784947657.340199:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947657.724213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947657.724222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947657.724354:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947657.724363:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947657.724370:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947658.556203:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947658.556216:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947658.556231:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d500. 00000020:00000040:1.0:1784947658.556239:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947658.556245:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947658.556249:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947658.556257:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947658.556268:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947658.556277:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556293:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947658.556308:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947658.556313:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556321:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c82bec8] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.556360:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556365:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947658.556371:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947658.556375:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784947658.556378:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947658.556380:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947658.556382:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947658.556385:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947658.556389:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947658.556392:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556397:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947658.556407:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947658.556410:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556414:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.556425:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556435:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947658.556439:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947658.556442:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784947658.556445:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947658.556448:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947658.556450:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947658.556453:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947658.556457:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784947658.556460:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556465:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947658.556474:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947658.556476:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.556482:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947658.556483:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.556501:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947658.556508:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947658.556520:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556525:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947658.556527:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947658.556535:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947658.556544:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947658.556560:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947658.556563:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947658.556568:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.556569:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11755) 02000000:00000001:0.0:1784947658.556575:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947658.556581:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947658.556586:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.556590:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784947658.556593:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155003776:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947658.556597:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947658.556603:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947658.556603:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784947658.556616:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947658.556617:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947658.556623:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.556632:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947658.556640:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947658.556643:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947658.556645:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784947658.556649:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947658.556652:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947658.556654:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947658.556660:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947658.556667:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784947658.556670:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155003904:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784947658.556676:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea370. 00000100:00000001:1.0:1784947658.556678:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947658.556686:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947658.556690:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947658.556692:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 02000000:00000001:1.0:1784947658.556694:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784947658.556704:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003776, portal 25 02000000:00000010:1.0:1784947658.556705:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947658.556714:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.556717:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947658.556722:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000400:00000200:1.0:1784947658.556727:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947658.556734:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9108. 00000100:00000040:0.0:1784947658.556739:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.556751:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947658.556758:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947658.556762:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1330. 00000400:00000010:0.0:1784947658.556765:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000200:1.0:1784947658.556772:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155003904, portal 10 00000100:00000200:0.0:1784947658.556773:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155003776, offset 0 00000100:00000001:1.0:1784947658.556789:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947658.556794:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000400:00000200:0.0:1784947658.556801:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947658.556813:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947658.556821:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947658.556834:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947658.556840:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784947658.556849:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947658.556856:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784947658.556858:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000400:00000200:0.0:1784947658.556866:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:1.0:1784947658.556867:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155003904, offset 0 00000400:00000200:0.0:1784947658.556875:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947658.556884:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947658.556890:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947658.556898:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541073:541073:256:4294967295] 192.168.201.111@tcp LPNI seq info [541010:541010:8:4294967295] 00000400:00000200:0.0:1784947658.556904:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.556916:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947658.556925:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947658.556933:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947658.556940:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947658.556946:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947658.556956:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947658.556958:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947658.556965:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947658.556971:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947658.556979:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947658.556981:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947658.556990:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541074:541074:255:4294967295] 192.168.201.111@tcp LPNI seq info [541011:541011:7:4294967295] 00000800:00000200:0.0:1784947658.556993:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947658.557007:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.557018:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947658.557022:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947658.557030:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947658.557038:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947658.557045:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000800:00000200:1.0:1784947658.557121:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947658.557134:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947658.557139:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947658.557145:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.557147:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306422021 00000100:00000040:1.0:1784947658.557151:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9075 usecs (10 jiffies) 00000400:00000200:1.0:1784947658.557161:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784947658.557162:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:1.0:1784947658.557166:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306418187 00000100:00000001:0.0:1784947658.557175:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947658.557185:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306422022 00000100:00000001:1.0:1784947658.557186:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306422021 00000100:00000010:0.0:1784947658.557191:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889a20. 00000100:00000001:1.0:1784947658.557194:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306418187 00000100:00000001:0.0:1784947658.557202:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947658.557209:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947658.557210:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306422022 00000100:00000001:0.0:1784947658.557216:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557219:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947658.557224:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557226:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.557230:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947658.557233:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557238:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.557244:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947658.557245:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947658.557250:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947658.557252:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947658.557264:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947658.557265:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947658.557272:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947658.557273:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947658.557276:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.557282:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947658.557283:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947658.557295:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.557307:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947658.557309:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.557312:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947658.557315:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947658.557318:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947658.557322:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155004032:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947658.557327:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947658.557331:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947658.557334:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.557337:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947658.557344:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 00000800:00000200:1.0:1784947658.557346:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:0.0:1784947658.557348:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947658.557354:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784947658.557361:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947658.557369:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaec8. 00000400:00000200:1.0:1784947658.557370:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947658.557379:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000400:00000200:1.0:1784947658.557386:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:0.0:1784947658.557390:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004032, portal 10 00000100:00000001:0.0:1784947658.557396:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784947658.557397:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000100:00000001:0.0:1784947658.557400:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000400:00000010:1.0:1784947658.557403:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 00000100:00000001:1.0:1784947658.557413:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784947658.557418:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947658.557435:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.557466:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947658.557474:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947658.557480:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947658.557486:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947658.557498:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf220. 00000100:00000200:0.0:1784947658.557508:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155004032, offset 0 00000100:00000001:1.0:1784947658.557519:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947658.557528:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947658.557528:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784947658.557549:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.557555:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947658.557559:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947658.557563:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947658.557567:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947658.557571:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947658.557576:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541075:541075:255:4294967295] 192.168.201.111@tcp LPNI seq info [541012:541012:7:4294967295] 00000400:00000200:0.0:1784947658.557582:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.557591:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947658.557597:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947658.557604:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784947658.557611:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947658.557618:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947658.557620:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1784947658.557624:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784947658.557627:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000100:00000001:0.0:1784947658.557635:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947658.557636:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784947658.557646:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10245 usecs (11 jiffies) 00000400:00000200:1.0:1784947658.557650:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947658.557658:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.557659:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000100:00000001:0.0:1784947658.557664:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306418188 00000400:00000010:1.0:1784947658.557666:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784947658.557673:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306422021 00000100:00000001:1.0:1784947658.557675:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947658.557683:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306418188 00000100:00000200:1.0:1784947658.557686:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.557689:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306422022 00000100:00000001:0.0:1784947658.557698:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947658.557707:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.557717:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557720:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947658.557723:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947658.557729:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.557732:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947658.557738:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947658.557745:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947658.557749:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947658.557753:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.557762:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557773:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557776:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947658.557796:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947658.557799:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784947658.557804:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947658.557809:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947658.557816:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf220 00000400:00000010:1.0:1784947658.557819:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf220. 00000100:00000001:1.0:1784947658.557823:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947658.557828:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.557839:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947658.557844:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.557854:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.557858:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947658.559450:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947658.559486:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947658.559491:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947658.559494:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947658.559501:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559509:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947658.559518:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559524:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559530:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559536:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30e580 00000400:00000200:0.0:1784947658.559541:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559548:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d31 [1] + 224 00000800:00000001:0.0:1784947658.559556:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947658.559562:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947658.559566:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947658.559573:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947658.559581:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947658.559589:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947658.559604:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.559633:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947658.559646:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947658.559650:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947658.559652:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947658.559655:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947658.559659:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559664:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947658.559669:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559673:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559676:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559680:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e600 00000400:00000200:0.0:1784947658.559684:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947658.559689:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d39 [1] + 224 00000800:00000001:0.0:1784947658.559693:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947658.559701:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947658.559704:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947658.559712:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947658.559717:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947658.559723:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947658.559739:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.559741:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947658.559748:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947658.559771:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947658.559774:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784947658.559776:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947658.559783:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea370. 00000400:00000200:1.0:1784947658.559790:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:1.0:1784947658.559793:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:1.0:1784947658.559797:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947658.559804:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947658.559812:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947658.559814:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947658.559835:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.559847:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947658.559852:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.559854:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947658.559858:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947658.559860:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784947658.559867:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1784947658.559869:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784947658.559876:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:0.0:1784947658.559877:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947658.559885:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9108. 00000100:00000001:1.0:1784947658.559886:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947658.559894:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1330 02000000:00000001:1.0:1784947658.559896:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947658.559902:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1330. 00000100:00000001:0.0:1784947658.559908:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784947658.559911:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=99 v=5 (5 5 5 5) 00000100:00000200:0.0:1784947658.559916:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947658.559926:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=99 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947658.559936:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.559939:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947658.559946:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947658.559956:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947658.559959:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784947658.559964:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.559966:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.559974:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947658.559976:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.559978:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947658.559984:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947658.559988:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.559994:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.559996:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947658.560004:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=99 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947658.560014:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1784947658.560018:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947658.560021:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947658.560027:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560029:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947658.560034:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947658.560039:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947658.560041:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1784947658.560124:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155003776:192.168.201.111@tcp:400:kworker.0 00010000:00000001:0.0:1784947658.560130:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.560134:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.560140:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947658.560142:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947658.560147:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000040:1.0:1784947658.560153:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641155003776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.560155:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947658.560162:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947658.560175:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784947658.560178:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947658.560180:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947658.560187:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784947658.560198:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947658.560199:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947658.560207:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1784947658.560207:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947658.560216:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784947658.560217:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:0.0:1784947658.560227:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947658.560230:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947658.560239:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 00000100:00100000:0.0:1784947658.560245:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155003904:192.168.201.111@tcp:400:kworker.0 02000000:00000001:1.0:1784947658.560251:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784947658.560255:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947658.560258:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947658.560260:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1784947658.560266:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000040:0.0:1784947658.560269:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641155003904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.560280:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947658.560285:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784947658.560288:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947658.560290:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947658.560300:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00000001:1.0:1784947658.560301:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.560307:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947658.560309:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784947658.560312:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947658.560317:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1784947658.560318:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947658.560326:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784947658.560327:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947658.560330:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947658.560338:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.560339:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947658.560345:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947658.560349:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:0.0:1784947658.560355:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947658.560357:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560360:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560366:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784947658.560369:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947658.560370:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.560379:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947658.560383:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947658.560388:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947658.560397:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947658.560403:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947658.560415:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.560426:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947658.560449:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.560456:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.560462:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.560469:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e680 00000400:00000200:1.0:1784947658.560477:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947658.560485:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d51 [1] + 224 00000800:00000001:1.0:1784947658.560495:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947658.560508:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947658.560513:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947658.560520:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947658.560527:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947658.560533:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947658.560552:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947658.560586:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947658.560597:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947658.560604:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560662:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947658.560669:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947658.560676:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947658.560679:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947658.560683:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaec8. 00000400:00000200:0.0:1784947658.560691:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000400:00000010:0.0:1784947658.560695:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00000001:0.0:1784947658.560701:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947658.560712:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947658.560732:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.560746:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947658.560749:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560753:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947658.560757:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947658.560760:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947658.560763:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947658.560768:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947658.560776:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947658.560783:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947658.560787:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947658.560791:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947658.560794:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947658.560799:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.560803:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947658.560807:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947658.560811:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947658.560814:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947658.560823:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.560838:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947658.560843:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947658.560847:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947658.560856:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947658.560874:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155004032:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947658.560882:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560886:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947658.560893:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155004032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947674 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947658.560908:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947658.560912:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947658.560916:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947658.560922:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947658.560925:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947658.560928:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947658.560933:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947658.560936:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947658.560941:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947658.560945:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947658.560948:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:0.0:1784947658.560953:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947658.560956:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560960:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947658.560967:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947658.560970:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947658.560975:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947658.560978:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947658.748232:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947658.748242:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947658.748318:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947658.748325:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947658.748331:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947659.772234:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947659.772244:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947659.772290:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947659.772294:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947659.772299:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947660.796170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947660.796177:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947660.796180:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947660.796182:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947660.796187:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947660.796188:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947660.796190:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947660.796191:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947660.796293:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947660.796299:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947660.796303:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947661.820150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947661.820158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947661.820252:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947661.820260:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947661.820266:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947662.460164:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306422022, at 4306422080 00000100:00000040:0.0:1784947662.460178:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306422021, at 4306422080 00000100:00000010:1.0:1784947662.460181:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889a20. 00000100:00000010:0.0:1784947662.460198:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947662.844157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947662.844166:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947662.844253:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947662.844259:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947662.844264:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947663.676127:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947663.676135:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947663.676144:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784947663.676150:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947663.676153:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947663.676156:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947663.676160:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947663.676167:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947663.676173:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676183:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947663.676195:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947663.676199:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676204:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947663.676246:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676259:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947663.676262:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947663.676264:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784947663.676266:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947663.676268:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947663.676269:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947663.676270:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947663.676273:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947663.676275:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676278:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947663.676284:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947663.676285:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676287:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_01+1] req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947663.676294:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676296:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947663.676299:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947663.676301:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784947663.676302:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947663.676304:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947663.676305:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947663.676306:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947663.676308:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:3.0:1784947663.676309:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947663.676310:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.676315:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947663.676316:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947663.676319:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947663.676325:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947663.676328:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947663.676329:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947663.676334:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_00+0] req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.676352:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947663.676355:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.676355:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676359:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947663.676362:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947663.676363:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947663.676365:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947663.676367:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947663.676369:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676375:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784947663.676378:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155004160:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947663.676381:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11760) 00000100:00000001:3.0:1784947663.676382:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947663.676390:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947663.676392:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.676393:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947663.676394:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947663.676397:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947663.676400:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784947663.676401:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947663.676419:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676421:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947663.676428:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947663.676434:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784947663.676434:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947663.676436:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947663.676440:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947663.676442:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947663.676443:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 02000000:00000001:2.0:1784947663.676448:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947663.676452:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155004288:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947663.676452:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004160, portal 25 00000100:00000001:2.0:1784947663.676458:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947663.676458:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947663.676461:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 02000000:00000001:2.0:1784947663.676463:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947663.676466:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947663.676469:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947663.676470:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947663.676475:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947663.676477:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784947663.676479:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947663.676482:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947663.676486:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000400:00000200:2.0:1784947663.676487:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947663.676492:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155004160, offset 0 00000400:00000010:2.0:1784947663.676493:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947663.676501:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000400:00000200:3.0:1784947663.676501:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947663.676508:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004288, portal 10 00000100:00000001:2.0:1784947663.676510:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947663.676513:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000400:00000200:3.0:1784947663.676513:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947663.676522:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947663.676527:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947663.676529:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947663.676534:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947663.676540:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947663.676545:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947663.676545:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:2.0:1784947663.676557:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947663.676557:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541076:541076:256:4294967295] 192.168.201.111@tcp LPNI seq info [541013:541013:8:4294967295] 00000400:00000200:3.0:1784947663.676563:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947663.676564:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947663.676569:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155004288, offset 0 00000400:00000200:3.0:1784947663.676575:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947663.676583:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947663.676583:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947663.676589:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000400:00000200:2.0:1784947663.676593:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947663.676598:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947663.676602:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947663.676608:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947663.676609:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947663.676614:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784947663.676615:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947663.676621:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947663.676625:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947663.676628:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541077:541077:255:4294967295] 192.168.201.111@tcp LPNI seq info [541014:541014:7:4294967295] 00000400:00000200:2.0:1784947663.676632:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947663.676632:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947663.676639:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947663.676644:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306427141 00000400:00000200:2.0:1784947663.676645:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:3.0:1784947663.676652:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d73c0. 00000800:00000200:2.0:1784947663.676653:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947663.676658:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784947663.676659:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947663.676664:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947663.676665:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306427141 00000800:00000200:2.0:1784947663.676670:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:3.0:1784947663.676671:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7a80. 00000800:00000200:2.0:1784947663.676676:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947663.676677:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947663.676698:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.676698:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947663.676704:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947663.676705:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9075 usecs (10 jiffies) 00000100:00000001:3.0:1784947663.676707:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.676711:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947663.676712:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947663.676716:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306423306 00000100:00000001:3.0:1784947663.676718:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947663.676719:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306427141 00000100:00000001:3.0:1784947663.676722:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947663.676724:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306423306 00000100:00000001:3.0:1784947663.676725:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947663.676728:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947663.676729:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306427141 00000100:00000001:3.0:1784947663.676733:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947663.676735:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947663.676740:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947663.676741:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947663.676746:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.676750:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.676753:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947663.676755:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.676757:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947663.676758:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947663.676760:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947663.676763:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947663.676763:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947663.676766:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947663.676770:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.676771:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.676793:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947663.676795:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155004416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947663.676802:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947663.676805:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947663.676817:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947663.676820:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947663.676823:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947663.676826:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947663.676831:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947663.676835:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947663.676840:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947663.676843:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004416, portal 10 00000100:00000001:3.0:1784947663.676845:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947663.676846:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000040:3.0:1784947663.676854:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.676859:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947663.676862:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947663.676865:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000200:3.0:1784947663.676868:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155004416, offset 0 00000800:00000200:0.0:1784947663.676873:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947663.676891:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947663.676898:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:3.0:1784947663.676899:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947663.676911:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947663.676915:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947663.676916:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947663.676921:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947663.676928:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947663.676937:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947663.676944:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947663.676958:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000200:3.0:1784947663.676958:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541078:541078:254:4294967295] 192.168.201.111@tcp LPNI seq info [541015:541015:6:4294967295] 00000400:00000010:0.0:1784947663.676970:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000400:00000200:3.0:1784947663.676976:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947663.677009:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947663.677034:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947663.677043:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947663.677051:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947663.677055:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947663.677059:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947663.677117:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947663.677121:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947663.677124:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947663.677127:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10245 usecs (11 jiffies) 00000400:00000200:3.0:1784947663.677132:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947663.677135:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306423308 00000100:00000001:3.0:1784947663.677137:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306427141 00000100:00000001:3.0:1784947663.677139:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306423308 00000100:00000001:3.0:1784947663.677141:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306427141 00000100:00000001:3.0:1784947663.677151:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947663.677163:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.677177:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.677181:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947663.677183:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947663.677185:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947663.677188:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784947663.677194:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.677195:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947663.677200:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947663.677205:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.677216:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947663.677232:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947663.677260:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947663.677288:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947663.677291:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784947663.677296:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947663.677302:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947663.677323:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:0.0:1784947663.677326:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:0.0:1784947663.677331:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947663.677339:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947663.677353:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947663.677358:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947663.677371:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947663.677375:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947663.677475:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947663.677479:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:0.0:1784947663.677483:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947663.677487:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947663.677491:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000010:0.0:1784947663.677493:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000100:00000001:0.0:1784947663.677496:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947663.677501:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947663.677510:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947663.677514:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947663.677522:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947663.677524:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947663.679673:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.679686:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947663.679688:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.679690:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947663.679694:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679699:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947663.679704:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679707:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679711:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679714:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e780 00000400:00000200:1.0:1784947663.679717:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679721:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d69 [1] + 224 00000800:00000001:1.0:1784947663.679725:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.679728:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947663.679730:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947663.679734:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947663.679739:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947663.679745:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947663.679753:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947663.679767:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947663.679773:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.679776:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947663.679777:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.679779:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947663.679782:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679785:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947663.679788:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679790:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679792:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679797:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30e700 00000100:00000001:2.0:1784947663.679797:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947663.679802:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947663.679803:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947663.679806:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d61 [1] + 224 00000800:00000001:1.0:1784947663.679809:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947663.679811:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947663.679812:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947663.679814:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947663.679816:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947663.679818:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947663.679823:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947663.679829:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:2.0:1784947663.679831:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:1.0:1784947663.679835:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947663.679835:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947663.679839:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947663.679851:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947663.679851:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947663.679880:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947663.679885:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947663.679890:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947663.679892:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947663.679894:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947663.679896:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947663.679897:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.679901:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947663.679901:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947663.679906:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947663.679907:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947663.679910:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947663.679912:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947663.679916:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947663.679917:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679922:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947663.679923:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947663.679926:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679929:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e800 00000100:00001000:2.0:1784947663.679931:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=104 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947663.679932:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947663.679938:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d71 [1] + 224 00000100:00001000:2.0:1784947663.679939:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=144 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947663.679944:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947663.679945:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947663.679947:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947663.679950:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947663.679951:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947663.679955:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947663.679956:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1784947663.679956:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.679960:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947663.679963:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784947663.679964:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947663.679966:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:3.0:1784947663.679966:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947663.679969:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947663.679970:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947663.679973:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947663.679973:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947663.679980:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000100:00000040:2.0:1784947663.679996:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947663.679999:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:3.0:1784947663.680005:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947663.680006:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947663.680007:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947663.680010:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1784947663.680013:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947663.680014:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947663.680014:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947663.680024:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947663.680072:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947663.680076:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155004288:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947663.680085:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947663.680087:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947663.680093:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947663.680097:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947663.680101:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155004288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947663.680103:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947663.680108:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.680116:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947663.680119:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947663.680120:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947663.680122:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947663.680123:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:2.0:1784947663.680126:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:3.0:1784947663.680126:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947663.680130:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784947663.680132:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947663.680132:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947663.680136:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784947663.680136:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947663.680139:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:3.0:1784947663.680141:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=104 v=5 (5 5 5 5) 00000020:00000001:2.0:1784947663.680142:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947663.680146:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00001000:3.0:1784947663.680147:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=104 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947663.680150:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947663.680151:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784947663.680153:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947663.680154:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947663.680156:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00010000:00000001:3.0:1784947663.680157:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947663.680160:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.680161:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947663.680163:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.680164:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947663.680167:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947663.680170:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947663.680172:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947663.680175:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947663.680180:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947663.680183:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.680184:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947663.680187:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947663.680189:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947663.680191:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947663.680197:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155004160:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947663.680201:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.680202:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947663.680204:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155004160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.680208:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947663.680209:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947663.680211:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947663.680213:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947663.680214:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947663.680216:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947663.680217:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947663.680219:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947663.680221:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947663.680222:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947663.680223:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784947663.680225:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947663.680226:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.680228:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.680229:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947663.680230:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947663.680233:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947663.680234:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947663.680235:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947663.680237:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784947663.680238:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784947663.680240:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947663.680242:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947663.680248:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.680252:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947663.680253:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.680254:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947663.680255:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947663.680256:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947663.680256:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947663.680258:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947663.680260:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947663.680262:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947663.680263:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947663.680264:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947663.680265:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947663.680267:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.680269:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947663.680270:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947663.680272:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947663.680273:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947663.680275:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.680280:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947663.680281:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947663.680282:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947663.680284:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947663.680289:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155004416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947663.680291:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.680292:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947663.680294:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155004416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947679 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947663.680298:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947663.680298:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947663.680299:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947663.680301:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947663.680301:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947663.680302:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947663.680303:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947663.680304:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947663.680305:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947663.680306:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947663.680307:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000001:3.0:1784947663.680309:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947663.680309:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.680310:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947663.680313:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947663.680314:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947663.680316:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947663.680317:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947663.868121:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947663.868126:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947663.868165:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947663.868169:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947663.868172:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947664.892199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947664.892212:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947664.892253:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947664.892259:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947664.892264:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947665.916140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947665.916146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947665.916220:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947665.916226:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947665.916234:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947666.940123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947666.940128:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947666.940189:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947666.940193:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947666.940198:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947667.580232:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306427141, at 4306427200 00000100:00000010:1.0:1784947667.580251:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a80. 00000100:00000040:0.0:1784947667.580271:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306427141, at 4306427200 00000100:00000010:0.0:1784947667.580296:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d73c0. 00010000:00000001:1.0:1784947667.964187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947667.964194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947667.964283:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947667.964287:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947667.964289:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947668.796203:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947668.796215:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947668.796229:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947668.796236:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947668.796241:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947668.796245:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947668.796252:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947668.796263:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947668.796271:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947668.796285:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947668.796298:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947668.796304:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947668.796312:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_01+1] req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947668.796352:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947668.796356:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947668.796361:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947668.796365:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947668.796369:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947668.796372:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947668.796374:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947668.796377:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947668.796381:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784947668.796385:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947668.796385:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.796396:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947668.796397:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947668.796403:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947668.796414:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947668.796419:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947668.796421:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947668.796430:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.796459:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947668.796465:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947668.796466:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947668.796473:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947668.796473:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947668.796481:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947668.796482:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784947668.796486:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 02000000:00000001:2.0:1784947668.796489:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947668.796492:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947668.796500:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:2.0:1784947668.796501:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155004544:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947668.796503:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947668.796510:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.796512:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784947668.796516:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947668.796521:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947668.796522:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947668.796530:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947668.796532:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947668.796544:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947668.796550:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947668.796555:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947668.796560:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000040:3.0:1784947668.796561:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947668.796571:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947668.796582:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947668.796587:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784947668.796597:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947668.796598:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947668.796605:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947668.796611:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947668.796614:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947668.796617:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11766) 00000400:00000010:2.0:1784947668.796633:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000001:3.0:1784947668.796640:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947668.796646:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784947668.796648:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004544, portal 25 00000100:00000001:3.0:1784947668.796649:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947668.796659:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947668.796659:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.796666:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000001:3.0:1784947668.796682:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947668.796686:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947668.796690:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947668.796692:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947668.796696:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947668.796703:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947668.796715:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155004672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947668.796727:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947668.796732:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947668.796737:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947668.796743:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947668.796750:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784947668.796754:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947668.796755:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947668.796763:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947668.796766:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947668.796775:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000400:00000010:3.0:1784947668.796776:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000200:2.0:1784947668.796787:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155004544, offset 0 00000400:00000200:2.0:1784947668.796801:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947668.796805:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947668.796813:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004672, portal 10 00000400:00000200:2.0:1784947668.796818:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947668.796820:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947668.796826:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000400:00000200:2.0:1784947668.796835:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947668.796842:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947668.796848:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947668.796862:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947668.796863:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947668.796871:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784947668.796873:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947668.796880:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000400:00000200:2.0:1784947668.796881:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784947668.796888:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155004672, offset 0 00000400:00000200:2.0:1784947668.796919:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541079:541079:256:4294967295] 192.168.201.111@tcp LPNI seq info [541016:541016:8:4294967295] 00000400:00000200:3.0:1784947668.796919:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947668.796932:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947668.796943:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947668.796960:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947668.796961:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947668.796972:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947668.796979:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947668.796983:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947668.796990:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784947668.796991:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947668.796996:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947668.797003:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541080:541080:255:4294967295] 192.168.201.111@tcp LPNI seq info [541017:541017:7:4294967295] 00000800:00000200:2.0:1784947668.797013:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947668.797020:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947668.797041:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947668.797080:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947668.797092:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947668.797098:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947668.797107:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947668.797113:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784947668.797115:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947668.797124:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306432262 00000800:00000200:3.0:1784947668.797125:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784947668.797140:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43420. 00000800:00000200:3.0:1784947668.797141:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947668.797150:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947668.797154:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947668.797156:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947668.797165:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9075 usecs (10 jiffies) 00000100:00000001:2.0:1784947668.797167:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306432262 00000400:00000200:3.0:1784947668.797177:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947668.797179:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff431e0. 00000100:00000001:3.0:1784947668.797181:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306428427 00000100:00000001:2.0:1784947668.797188:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947668.797190:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306432262 00000100:00000001:3.0:1784947668.797198:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306428427 00000100:00000001:2.0:1784947668.797200:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947668.797202:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306432262 00000100:00000001:2.0:1784947668.797209:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947668.797210:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947668.797221:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.797223:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947668.797226:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.797229:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947668.797232:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.797242:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947668.797242:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947668.797250:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947668.797250:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947668.797264:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947668.797267:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947668.797270:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947668.797272:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947668.797275:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947668.797277:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947668.797282:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947668.797284:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947668.797287:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784947668.797306:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:2.0:1784947668.797314:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947668.797319:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947668.797323:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947668.797327:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947668.797328:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947668.797339:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947668.797350:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155004800:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947668.797355:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947668.797372:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947668.797380:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784947668.797381:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 02000000:00000001:2.0:1784947668.797393:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947668.797394:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 02000000:00000001:2.0:1784947668.797411:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947668.797418:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1784947668.797421:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947668.797430:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947668.797441:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947668.797442:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947668.797448:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947668.797464:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000001:0.0:1784947668.797475:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947668.797476:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004800, portal 10 00000100:00000001:2.0:1784947668.797487:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784947668.797489:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.797495:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000001:0.0:1784947668.797524:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947668.797529:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947668.797531:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.797552:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947668.797558:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947668.797564:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947668.797571:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155004800, offset 0 00000400:00000200:2.0:1784947668.797580:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947668.797591:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947668.797601:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947668.797606:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947668.797611:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947668.797615:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947668.797620:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947668.797625:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541081:541081:255:4294967295] 192.168.201.111@tcp LPNI seq info [541018:541018:7:4294967295] 00000400:00000200:2.0:1784947668.797631:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947668.797642:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947668.797653:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947668.797655:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947668.797664:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000800:00000010:2.0:1784947668.797667:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947668.797673:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947668.797686:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947668.797699:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947668.797710:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000800:00000200:2.0:1784947668.797711:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:0.0:1784947668.797720:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000800:00000200:2.0:1784947668.797724:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947668.797731:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947668.797734:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947668.797743:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947668.797743:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10245 usecs (11 jiffies) 00000400:00000200:2.0:1784947668.797767:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947668.797781:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306428428 00000100:00000001:2.0:1784947668.797796:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306432262 00000100:00000001:0.0:1784947668.797798:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947668.797806:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306428428 00000100:00000040:0.0:1784947668.797809:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.797812:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306432262 00000100:00000001:2.0:1784947668.797824:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947668.797840:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.797856:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.797870:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.797887:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947668.797931:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947668.797932:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947668.797953:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947668.797956:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947668.797960:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947668.797963:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.797970:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947668.797983:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947668.797989:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947668.797995:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947668.798010:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947668.798013:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:0.0:1784947668.798016:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:0.0:1784947668.798020:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947668.798025:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947668.798037:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947668.798041:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947668.798133:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947668.798135:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947668.800260:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800277:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947668.800282:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800285:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947668.800293:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800300:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947668.800309:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800314:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800320:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800325:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30e880 00000400:00000200:1.0:1784947668.800331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800338:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d79 [1] + 224 00000800:00000001:1.0:1784947668.800346:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800356:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947668.800360:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947668.800366:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947668.800373:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947668.800382:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947668.800398:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947668.800422:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947668.800433:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800438:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947668.800440:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800443:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947668.800447:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800451:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947668.800456:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800459:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800462:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800467:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e900 00000400:00000200:1.0:1784947668.800470:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947668.800475:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d81 [1] + 224 00000800:00000001:1.0:1784947668.800480:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800488:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947668.800491:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947668.800496:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947668.800500:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947668.800507:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784947668.800508:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.800515:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947668.800529:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947668.800532:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947668.800541:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947668.800549:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:1.0:1784947668.800552:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784947668.800564:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:2.0:1784947668.800570:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784947668.800577:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947668.800583:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947668.800591:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947668.800594:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947668.800617:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.800628:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947668.800632:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.800635:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947668.800638:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947668.800641:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947668.800644:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947668.800647:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947668.800654:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947668.800658:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947668.800662:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947668.800664:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947668.800667:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947668.800670:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.800674:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947668.800680:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.800689:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947668.800692:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947668.800694:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947668.800698:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947668.800709:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155004544:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947668.800717:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.800720:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947668.800725:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155004544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.800733:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947668.800736:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947668.800740:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947668.800745:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947668.800747:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947668.800750:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947668.800753:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947668.800756:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947668.800761:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947668.800763:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947668.800766:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947668.800771:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947668.800774:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947668.800774:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947668.800782:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947668.800784:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947668.800786:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947668.800792:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947668.800795:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.800798:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947668.800798:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947668.800876:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947668.800879:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947668.800889:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000800:00000001:0.0:1784947668.800925:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947668.800926:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000800:00000001:0.0:1784947668.800939:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784947668.800942:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000800:00000001:0.0:1784947668.800946:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947668.800962:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947668.800963:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947668.800973:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:3.0:1784947668.800985:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947668.800996:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947668.801022:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947668.801077:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947668.801088:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30e980 00000400:00000200:0.0:1784947668.801098:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947668.801107:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947668.801127:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d89 [1] + 224 00000100:00000001:3.0:1784947668.801142:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947668.801147:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947668.801148:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947668.801158:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947668.801161:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947668.801163:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947668.801169:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947668.801171:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947668.801192:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947668.801193:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784947668.801219:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=109 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947668.801220:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947668.801248:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=149 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947668.801251:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947668.801255:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947668.801260:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947668.801267:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947668.801268:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947668.801278:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947668.801290:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947668.801298:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947668.801306:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784947668.801309:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947668.801312:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947668.801335:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947668.801354:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947668.801357:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947668.801359:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947668.801366:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947668.801368:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947668.801381:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155004672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947668.801388:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947668.801392:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784947668.801395:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947668.801403:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155004672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947668.801406:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947668.801426:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947668.801430:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947668.801434:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947668.801440:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947668.801444:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947668.801447:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947668.801450:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947668.801452:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:3.0:1784947668.801456:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947668.801459:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947668.801461:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:3.0:1784947668.801466:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947668.801469:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947668.801469:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.801477:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947668.801477:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947668.801488:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1784947668.801489:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947668.801491:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947668.801495:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947668.801498:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947668.801503:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947668.801504:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947668.801515:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:2.0:1784947668.801520:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947668.801528:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947668.801542:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947668.801564:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.801579:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947668.801583:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.801588:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947668.801592:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947668.801595:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947668.801599:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947668.801603:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947668.801612:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=109 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947668.801618:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=131 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947668.801623:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947668.801625:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947668.801629:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947668.801634:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.801637:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947668.801639:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947668.801642:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947668.801644:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947668.801649:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.801659:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947668.801662:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947668.801664:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947668.801668:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947668.801677:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155004800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947668.801683:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.801686:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947668.801689:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155004800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947668.801697:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947668.801700:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947668.801703:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947668.801707:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947668.801709:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947668.801711:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947668.801714:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947668.801717:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947668.801720:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947668.801722:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947668.801724:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947668.801728:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947668.801730:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.801732:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947668.801738:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947668.801739:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947668.801742:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947668.801745:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947668.988214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947668.988224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947668.988289:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947668.988298:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947668.988308:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947670.012138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947670.012147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947670.012174:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947670.012177:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947670.012182:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947671.036184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947671.036200:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947671.036206:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947671.036214:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947671.036224:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947671.036229:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947671.036236:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947671.036241:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947671.036383:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947671.036389:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947671.036394:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947672.060214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947672.060225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947672.060426:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947672.060437:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947672.060444:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947672.700151:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306432262, at 4306432320 00000100:00000010:0.0:1784947672.700169:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43420. 00000100:00000040:1.0:1784947672.700184:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306432262, at 4306432320 00000100:00000010:1.0:1784947672.700199:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff431e0. 00010000:00000001:1.0:1784947673.084117:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947673.084123:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947673.084186:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947673.084190:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947673.084193:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947673.916171:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947673.916179:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947673.916189:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784947673.916194:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947673.916198:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947673.916201:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947673.916205:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947673.916214:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947673.916219:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916229:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947673.916238:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947673.916242:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916246:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_00+0] req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947673.916273:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916275:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947673.916278:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947673.916281:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784947673.916283:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947673.916284:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947673.916285:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947673.916286:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947673.916289:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947673.916290:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916293:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947673.916298:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947673.916300:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916302:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_01+1] req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947673.916309:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916311:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947673.916313:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947673.916315:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784947673.916317:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947673.916318:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947673.916319:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947673.916322:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947673.916324:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.916324:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947673.916327:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784947673.916329:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947673.916332:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947673.916336:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947673.916339:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947673.916364:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947673.916367:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916375:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_00+0] req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.916375:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947673.916378:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947673.916384:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947673.916387:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947673.916388:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947673.916392:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947673.916393:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.916399:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1784947673.916400:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155004928:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947673.916404:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947673.916405:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947673.916408:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947673.916413:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947673.916414:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11771) 02000000:00000001:3.0:1784947673.916417:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947673.916419:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947673.916424:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947673.916426:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.916428:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947673.916431:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947673.916432:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947673.916433:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784947673.916437:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947673.916440:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947673.916444:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947673.916446:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947673.916448:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947673.916450:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784947673.916451:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155004928, portal 25 02000000:00000001:2.0:1784947673.916452:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947673.916457:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.916457:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947673.916461:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000100:00100000:2.0:1784947673.916462:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155005056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947673.916466:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947673.916469:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947673.916470:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947673.916477:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947673.916479:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947673.916481:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 02000000:00000001:2.0:1784947673.916482:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947673.916484:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155004928, offset 0 02000000:00000001:2.0:1784947673.916485:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947673.916492:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947673.916493:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947673.916497:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947673.916502:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947673.916505:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947673.916507:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947673.916513:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784947673.916517:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005056, portal 10 00000100:00000001:2.0:1784947673.916518:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947673.916519:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000400:00000200:3.0:1784947673.916524:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947673.916527:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947673.916533:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947673.916541:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947673.916543:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784947673.916547:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947673.916550:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000200:2.0:1784947673.916553:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155005056, offset 0 00000400:00000200:3.0:1784947673.916553:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947673.916560:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947673.916565:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947673.916571:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541082:541082:256:4294967295] 192.168.201.111@tcp LPNI seq info [541019:541019:8:4294967295] 00000400:00000200:3.0:1784947673.916576:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947673.916582:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947673.916591:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947673.916593:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947673.916595:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947673.916601:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784947673.916605:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947673.916608:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947673.916611:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:3.0:1784947673.916612:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784947673.916616:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541083:541083:255:4294967295] 192.168.201.111@tcp LPNI seq info [541020:541020:7:4294967295] 00000400:00000200:2.0:1784947673.916620:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947673.916624:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947673.916630:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947673.916635:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947673.916640:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947673.916641:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1784947673.916647:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947673.916651:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947673.916656:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947673.916657:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947673.916662:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947673.916666:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947673.916668:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.916670:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306437381 00000100:00000040:2.0:1784947673.916673:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9075 usecs (10 jiffies) 00000100:00000010:3.0:1784947673.916675:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7900. 00000400:00000200:2.0:1784947673.916680:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947673.916682:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306433546 00000100:00000001:3.0:1784947673.916684:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947673.916690:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306437381 00000100:00000001:2.0:1784947673.916691:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306437381 00000100:00000010:3.0:1784947673.916693:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d70c0. 00000100:00000001:2.0:1784947673.916695:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306433546 00000100:00000001:3.0:1784947673.916698:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947673.916701:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947673.916702:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306437381 00000100:00000001:3.0:1784947673.916705:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.916707:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947673.916709:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.916710:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.916713:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947673.916715:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.916717:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.916720:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947673.916721:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947673.916723:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947673.916724:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947673.916727:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947673.916729:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947673.916730:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947673.916731:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947673.916734:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947673.916735:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.916738:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947673.916740:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.916747:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947673.916749:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947673.916751:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947673.916753:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947673.916755:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947673.916758:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155005184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947673.916761:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:1.0:1784947673.916763:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784947673.916764:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:1.0:1784947673.916769:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 02000000:00000001:3.0:1784947673.916769:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947673.916771:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947673.916777:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000400:00000200:1.0:1784947673.916779:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947673.916779:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947673.916786:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.916790:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:3.0:1784947673.916792:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947673.916796:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:3.0:1784947673.916796:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000010:1.0:1784947673.916800:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000200:3.0:1784947673.916801:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005184, portal 10 00000100:00000001:1.0:1784947673.916805:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947673.916805:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784947673.916834:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947673.916842:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947673.916845:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947673.916851:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947673.916852:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947673.916906:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947673.916909:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:1.0:1784947673.916911:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947673.916913:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947673.916919:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000100:00000001:3.0:1784947673.916920:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000400:00000010:1.0:1784947673.916921:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:1.0:1784947673.916926:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947673.916935:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947673.916935:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.916966:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947673.916967:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947673.916972:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947673.916973:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947673.916977:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947673.916983:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155005184, offset 0 00000100:00000001:1.0:1784947673.916984:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947673.916989:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947673.916992:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947673.917072:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947673.917076:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947673.917078:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947673.917080:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947673.917082:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947673.917084:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947673.917086:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541084:541084:256:4294967295] 192.168.201.111@tcp LPNI seq info [541021:541021:8:4294967295] 00000400:00000200:3.0:1784947673.917089:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947673.917094:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947673.917097:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947673.917100:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784947673.917103:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947673.917107:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947673.917109:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947673.917118:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947673.917121:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:3.0:1784947673.917123:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947673.917124:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306433548 00000100:00000001:3.0:1784947673.917126:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306437381 00000100:00000001:3.0:1784947673.917128:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306433548 00000100:00000001:3.0:1784947673.917129:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306437381 00000100:00000001:3.0:1784947673.917130:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947673.917132:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.917134:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.917135:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.917137:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947673.917138:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947673.917140:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947673.917141:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947673.917142:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.917143:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947673.917208:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947673.917212:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:0.0:1784947673.917215:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947673.917219:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947673.917222:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:0.0:1784947673.917224:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:0.0:1784947673.917226:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947673.917230:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947673.917236:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947673.917240:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947673.917247:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947673.917249:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947673.918792:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918804:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947673.918819:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918822:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947673.918827:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918832:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947673.918837:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918840:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918843:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918846:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ea80 00000400:00000200:1.0:1784947673.918849:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918853:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d99 [1] + 224 00000800:00000001:1.0:1784947673.918858:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918861:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947673.918862:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947673.918865:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947673.918868:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947673.918872:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947673.918879:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947673.918893:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947673.918899:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918901:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947673.918902:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918903:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947673.918906:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918908:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947673.918911:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918913:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918915:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918918:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ea00 00000400:00000200:1.0:1784947673.918921:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947673.918923:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523d91 [1] + 224 00000800:00000001:1.0:1784947673.918925:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918928:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947673.918929:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947673.918932:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947673.918932:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947673.918937:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947673.918937:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947673.918942:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947673.918945:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947673.918950:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784947673.918951:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947673.918955:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947673.918961:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000100:00000001:1.0:1784947673.918962:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784947673.918964:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947673.918969:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947673.918972:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918978:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947673.918978:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947673.918982:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947673.918985:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.918990:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947673.918994:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947673.918994:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947673.919003:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947673.919006:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:2.0:1784947673.919007:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947673.919007:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947673.919012:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784947673.919013:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947673.919018:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000200:1.0:1784947673.919021:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947673.919023:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000400:00000200:1.0:1784947673.919030:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947673.919030:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947673.919037:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947673.919042:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30eb00 00000100:00000200:3.0:1784947673.919042:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947673.919043:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947673.919076:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947673.919082:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947673.919085:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523da1 [1] + 224 02000000:00000001:2.0:1784947673.919088:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1784947673.919090:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947673.919094:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947673.919094:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947673.919100:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947673.919106:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.919112:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947673.919114:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.919115:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947673.919117:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=114 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947673.919120:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947673.919120:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947673.919123:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947673.919127:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1784947673.919128:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947673.919130:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947673.919131:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947673.919136:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919139:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947673.919140:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947673.919141:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=114 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947673.919145:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947673.919148:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947673.919148:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=114 v=5 (1 1 1 1) 00010000:00000001:2.0:1784947673.919150:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947673.919156:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.919157:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947673.919160:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919164:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00010000:00000001:3.0:1784947673.919165:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784947673.919171:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00010000:00000001:3.0:1784947673.919171:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947673.919172:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.919174:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919178:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947673.919183:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947673.919185:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947673.919193:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947673.919196:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947673.919199:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947673.919201:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947673.919203:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.919208:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947673.919212:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947673.919218:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947673.919219:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947673.919224:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947673.919229:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947673.919231:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155004928:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947673.919236:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947673.919239:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.919239:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947673.919244:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155004928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.919270:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1784947673.919274:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155005056:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947673.919274:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947673.919277:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947673.919282:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947673.919285:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947673.919285:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947673.919288:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947673.919290:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784947673.919291:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947673.919296:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000040:2.0:1784947673.919300:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155005056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947673.919301:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947673.919303:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947673.919305:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:3.0:1784947673.919310:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947673.919312:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.919317:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919320:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947673.919320:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947673.919322:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947673.919325:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1784947673.919326:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947673.919329:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:2.0:1784947673.919331:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000010:3.0:1784947673.919331:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947673.919335:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947673.919338:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 02000000:00000001:2.0:1784947673.919339:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947673.919341:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947673.919343:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:3.0:1784947673.919346:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947673.919348:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947673.919354:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947673.919358:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000200:3.0:1784947673.919360:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947673.919364:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947673.919369:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947673.919369:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947673.919372:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947673.919373:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784947673.919375:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947673.919377:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947673.919379:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947673.919381:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947673.919381:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919386:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947673.919386:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919392:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947673.919392:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947673.919399:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=136 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947673.919401:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947673.919402:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947673.919405:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.919405:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947673.919410:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947673.919412:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784947673.919413:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947673.919417:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.919417:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947673.919420:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947673.919423:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947673.919424:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947673.919427:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.919431:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947673.919433:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947673.919434:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947673.919436:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947673.919442:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155005184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947673.919444:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.919445:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947673.919447:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155005184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947673.919451:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947673.919452:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947673.919453:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947673.919454:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947673.919455:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947673.919456:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947673.919457:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947673.919458:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947673.919460:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947673.919461:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947673.919462:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000001:3.0:1784947673.919464:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947673.919465:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.919466:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947673.919469:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947673.919469:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947673.919471:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947673.919472:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947674.108125:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947674.108131:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947674.108163:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947674.108168:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947674.108172:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947675.132159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947675.132167:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947675.132201:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947675.132205:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947675.132210:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947676.156211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947676.156220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947676.156333:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947676.156343:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947676.156360:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947677.180171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947677.180179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947677.180301:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947677.180309:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947677.180316:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947677.820165:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306437381, at 4306437440 00000100:00000040:0.0:1784947677.820166:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306437381, at 4306437440 00000100:00000010:0.0:1784947677.820189:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7900. 00000100:00000010:1.0:1784947677.820193:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d70c0. 00010000:00000001:1.0:1784947678.204188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947678.204196:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947678.204279:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947678.204285:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947678.204290:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947679.036178:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947679.036186:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947679.036196:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d500. 00000020:00000040:1.0:1784947679.036201:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947679.036204:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947679.036207:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947679.036211:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947679.036219:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947679.036224:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036233:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947679.036242:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947679.036246:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036251:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c82bec8] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.036274:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036276:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947679.036279:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947679.036281:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784947679.036283:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947679.036284:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947679.036285:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947679.036286:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947679.036289:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947679.036290:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036293:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947679.036297:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947679.036299:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036302:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.036309:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036311:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947679.036313:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947679.036315:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784947679.036317:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947679.036318:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947679.036320:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947679.036321:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947679.036323:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:0.0:1784947679.036325:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947679.036325:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036331:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947679.036332:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947679.036336:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947679.036338:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947679.036340:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036347:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947679.036348:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.036381:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036385:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947679.036392:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947679.036397:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947679.036399:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947679.036400:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947679.036403:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036405:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11776) 02000000:00000001:0.0:1784947679.036409:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947679.036413:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947679.036416:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947679.036421:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155005440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947679.036426:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947679.036429:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947679.036433:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947679.036433:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947679.036436:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784947679.036438:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.036441:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947679.036443:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947679.036449:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1784947679.036451:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 00000100:00000001:1.0:1784947679.036451:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947679.036456:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947679.036457:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947679.036459:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947679.036463:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947679.036465:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155005312:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947679.036469:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947679.036470:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947679.036474:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947679.036476:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947679.036477:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaec8. 02000000:00000001:1.0:1784947679.036478:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947679.036484:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947679.036487:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947679.036488:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000400:00000200:1.0:1784947679.036492:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947679.036497:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9318. 00000100:00000200:0.0:1784947679.036499:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005440, portal 10 00000400:00000010:1.0:1784947679.036501:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784947679.036504:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784947679.036506:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005312, portal 25 00000100:00000001:0.0:1784947679.036508:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000001:1.0:1784947679.036510:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947679.036513:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000100:00000040:1.0:1784947679.036522:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947679.036523:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.036541:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947679.036545:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947679.036546:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947679.036550:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000100:00000040:0.0:1784947679.036554:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947679.036555:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155005312, offset 0 00000400:00000010:0.0:1784947679.036560:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000400:00000200:1.0:1784947679.036565:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784947679.036570:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155005440, offset 0 00000400:00000200:1.0:1784947679.036575:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947679.036581:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947679.036583:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947679.036589:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947679.036592:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947679.036595:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947679.036597:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947679.036599:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541085:541085:256:4294967295] 192.168.201.111@tcp LPNI seq info [541022:541022:8:4294967295] 00000400:00000200:1.0:1784947679.036602:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.036610:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947679.036614:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947679.036618:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947679.036621:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784947679.036626:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784947679.036630:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947679.036634:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947679.036639:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784947679.036640:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947679.036645:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947679.036647:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947679.036652:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947679.036656:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947679.036657:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541086:541086:255:4294967295] 192.168.201.111@tcp LPNI seq info [541023:541023:7:4294967295] 00000400:00000200:1.0:1784947679.036662:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947679.036666:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306442501 00000400:00000200:0.0:1784947679.036670:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784947679.036673:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f7e0. 00000100:00000001:1.0:1784947679.036680:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784947679.036681:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947679.036686:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306442501 00000800:00000200:0.0:1784947679.036690:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:1.0:1784947679.036692:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fa80. 00000100:00000001:1.0:1784947679.036697:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1784947679.036699:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000100:00000001:1.0:1784947679.036700:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947679.036705:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.036708:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784947679.036712:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:1.0:1784947679.036713:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947679.036760:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947679.036764:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947679.036768:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947679.036772:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9075 usecs (10 jiffies) 00000400:00000200:0.0:1784947679.036775:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947679.036777:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306438666 00000100:00000001:0.0:1784947679.036781:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306442501 00000100:00000001:0.0:1784947679.036783:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306438666 00000100:00000001:0.0:1784947679.036785:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306442501 00000100:00000001:0.0:1784947679.036787:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947679.036789:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.036792:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.036794:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.036801:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947679.036803:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947679.036805:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947679.036807:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947679.036808:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.036811:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947679.036850:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947679.036854:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784947679.036861:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947679.036864:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947679.036866:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947679.036870:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947679.036871:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:1.0:1784947679.036873:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947679.036876:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947679.036879:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00100000:1.0:1784947679.036880:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155005568:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784947679.036885:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000001:1.0:1784947679.036886:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947679.036890:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947679.036893:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1784947679.036894:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947679.036898:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947679.036901:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947679.036904:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947679.036905:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947679.036910:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947679.036915:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe92c0. 00000400:00000010:1.0:1784947679.036920:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000100:00000001:0.0:1784947679.036924:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784947679.036924:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005568, portal 10 00000100:00000001:1.0:1784947679.036928:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947679.036931:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000100:00000040:0.0:1784947679.036932:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947679.036940:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.036946:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.036951:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784947679.036952:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947679.036956:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947679.036958:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784947679.036960:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155005568, offset 0 00000400:00000200:1.0:1784947679.036964:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947679.036967:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.036970:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947679.036972:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947679.036974:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947679.036976:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947679.036978:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947679.036980:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541087:541087:255:4294967295] 192.168.201.111@tcp LPNI seq info [541024:541024:7:4294967295] 00000400:00000200:1.0:1784947679.036983:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.036987:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947679.036990:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947679.036993:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000800:00000200:1.0:1784947679.036996:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947679.037000:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947679.037001:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947679.037004:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.037006:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:1.0:1784947679.037008:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947679.037010:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306438667 00000100:00000001:1.0:1784947679.037011:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306442501 00000100:00000001:1.0:1784947679.037013:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306438667 00000100:00000001:1.0:1784947679.037015:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306442501 00000100:00000001:1.0:1784947679.037016:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947679.037018:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947679.037019:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784947679.037020:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.037025:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947679.037026:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000100:00000001:1.0:1784947679.037029:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947679.037031:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947679.037032:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947679.037034:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947679.037037:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947679.037038:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.037042:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947679.037043:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947679.037086:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784947679.037089:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:0.0:1784947679.037092:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947679.037098:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.037108:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947679.037112:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.037119:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.037121:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947679.037140:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947679.037143:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947679.037147:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947679.037151:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947679.037153:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:0.0:1784947679.037155:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784947679.037158:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947679.037161:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.037168:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947679.037172:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.037179:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.037181:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947679.038515:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038552:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947679.038556:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038559:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947679.038567:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038573:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947679.038580:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038584:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038590:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038593:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30eb80 00000400:00000200:1.0:1784947679.038598:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038604:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523db1 [1] + 224 00000800:00000001:1.0:1784947679.038611:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038615:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947679.038617:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947679.038621:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947679.038627:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947679.038634:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947679.038643:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.038661:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947679.038669:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038671:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947679.038672:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038674:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947679.038676:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038678:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947679.038681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038683:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038686:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038689:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ec00 00000400:00000200:1.0:1784947679.038691:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038696:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523da9 [1] + 224 00000800:00000001:1.0:1784947679.038699:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038703:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947679.038705:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947679.038709:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947679.038712:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947679.038713:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784947679.038717:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.038731:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947679.038740:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784947679.038740:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947679.038744:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947679.038752:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9318. 00000400:00000200:0.0:1784947679.038761:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000100:00000001:1.0:1784947679.038764:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784947679.038765:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784947679.038770:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947679.038773:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038778:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947679.038782:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947679.038783:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038785:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947679.038801:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038816:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947679.038825:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038833:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038840:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947679.038841:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947679.038846:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ec80 00000400:00000200:1.0:1784947679.038863:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947679.038879:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523dc9 [1] + 224 00000100:00000001:0.0:1784947679.038885:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947679.038886:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947679.038892:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947679.038896:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.038899:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947679.038900:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784947679.038906:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947679.038907:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947679.038913:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947679.038913:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947679.038920:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947679.038920:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947679.038934:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947679.038938:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947679.038944:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=120 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947679.038947:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947679.038950:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947679.038956:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947679.038957:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=120 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947679.038965:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947679.038967:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.038970:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1784947679.038971:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784947679.038973:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1784947679.038976:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784947679.038980:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947679.038983:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784947679.038983:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947679.038987:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaec8. 00000400:00000200:1.0:1784947679.038993:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000400:00000010:1.0:1784947679.038996:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00000001:1.0:1784947679.039000:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784947679.039001:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947679.039006:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.039074:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947679.039078:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947679.039087:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947679.039089:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947679.039101:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.039101:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947679.039108:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947679.039116:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947679.039124:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947679.039127:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947679.039132:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947679.039133:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155005312:192.168.201.111@tcp:400:kworker.0 02000000:00000001:1.0:1784947679.039136:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947679.039150:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=120 v=5 (5 5 5 5) 00000400:00000001:0.0:1784947679.039151:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947679.039160:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1784947679.039160:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947679.039169:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1784947679.039170:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe92c0. 00000100:00000001:1.0:1784947679.039171:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947679.039178:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947679.039183:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00010000:00000001:1.0:1784947679.039183:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.039190:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1784947679.039191:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000040:1.0:1784947679.039193:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947679.039195:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947679.039202:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.039204:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784947679.039210:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947679.039217:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.039223:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947679.039231:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947679.039238:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947679.039247:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947679.039257:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947679.039259:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155005440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947679.039274:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947679.039282:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947679.039289:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155005440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.039290:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947679.039296:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.039302:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947679.039306:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947679.039310:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947679.039313:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.039315:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947679.039319:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947679.039321:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947679.039328:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000100:00001000:0.0:1784947679.039329:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=120 v=5 (5 5 5 5) 02000000:00000001:1.0:1784947679.039341:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1784947679.039342:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=142 v=5 (1 1 1 1) 00000020:00000001:1.0:1784947679.039347:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947679.039348:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:1.0:1784947679.039355:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947679.039356:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947679.039365:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784947679.039366:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947679.039373:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947679.039373:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000100:00000001:0.0:1784947679.039385:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784947679.039387:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784947679.039389:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:1.0:1784947679.039391:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947679.039393:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:1.0:1784947679.039396:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784947679.039398:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.039401:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947679.039403:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947679.039406:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947679.039409:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947679.039413:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947679.039418:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947679.039425:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947679.039429:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.039443:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947679.039446:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947679.039448:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947679.039457:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947679.039465:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155005568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947679.039469:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.039472:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947679.039475:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641155005312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.039482:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947679.039485:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947679.039488:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947679.039491:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947679.039494:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947679.039495:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947679.039497:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947679.039500:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:0.0:1784947679.039504:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947679.039506:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947679.039508:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000001:0.0:1784947679.039511:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947679.039513:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.039514:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947679.039518:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155005568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947679.039524:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947679.039525:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947679.039527:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947679.039529:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947679.039531:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947679.039532:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947679.039534:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947679.039536:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784947679.039538:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947679.039539:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947679.039540:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:0.0:1784947679.039543:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947679.039544:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.039547:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947679.039551:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947679.039552:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947679.039555:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947679.039557:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947679.228193:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947679.228213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947679.228298:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947679.228308:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947679.228315:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947680.252217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947680.252227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947680.252261:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947680.252265:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947680.252268:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947681.276184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947681.276198:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947681.276201:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947681.276205:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947681.276211:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947681.276214:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947681.276218:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947681.276221:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947681.276304:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947681.276310:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947681.276315:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947682.300241:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947682.300249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947682.300358:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947682.300364:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947682.300368:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947682.940134:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306442501, at 4306442560 00000100:00000010:0.0:1784947682.940153:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f7e0. 00000100:00000040:1.0:1784947682.940234:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306442501, at 4306442560 00000100:00000010:1.0:1784947682.940259:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa80. 00010000:00000001:1.0:1784947683.324228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947683.324240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947683.324338:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947683.324344:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947683.324348:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947683.580214:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947683.580223:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947683.580229:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947683.580534:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947683.580561:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947683.580565:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947683.580584:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947683.580589:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947684.156224:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947684.156240:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947684.156255:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947684.156263:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947684.156269:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947684.156274:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947684.156281:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947684.156292:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947684.156302:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156320:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947684.156334:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947684.156341:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156358:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947684.156396:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156400:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947684.156406:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947684.156410:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947684.156412:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947684.156415:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947684.156417:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947684.156419:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947684.156423:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947684.156426:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156431:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947684.156438:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947684.156441:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156445:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947684.156454:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156456:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947684.156460:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947684.156464:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947684.156467:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947684.156470:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947684.156472:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947684.156474:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947684.156482:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947684.156486:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156491:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947684.156503:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947684.156504:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947684.156506:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.156525:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947684.156527:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.156532:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947684.156554:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947684.156572:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.156592:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947684.156592:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947684.156602:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.156609:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947684.156612:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947684.156622:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947684.156622:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947684.156657:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947684.156668:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155005696:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947684.156671:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947684.156684:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947684.156691:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11781) 02000000:00000001:2.0:1784947684.156693:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947684.156701:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947684.156706:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947684.156719:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947684.156723:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947684.156725:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947684.156734:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947684.156738:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947684.156740:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947684.156748:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947684.156750:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947684.156759:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000001:3.0:1784947684.156769:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784947684.156775:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005696, portal 25 00000100:00000001:3.0:1784947684.156776:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.156786:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947684.156790:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947684.156791:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 02000000:00000001:3.0:1784947684.156802:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947684.156808:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947684.156812:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947684.156834:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155005824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947684.156836:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947684.156853:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947684.156854:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947684.156864:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 02000000:00000001:3.0:1784947684.156868:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1784947684.156870:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155005696, offset 0 02000000:00000001:3.0:1784947684.156875:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947684.156886:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947684.156887:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947684.156905:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000400:00000200:2.0:1784947684.156913:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947684.156920:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947684.156930:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947684.156943:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947684.156947:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947684.156957:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947684.156958:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947684.156969:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947684.156977:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:3.0:1784947684.156977:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000200:2.0:1784947684.156989:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541088:541088:256:4294967295] 192.168.201.111@tcp LPNI seq info [541025:541025:8:4294967295] 00000100:00000200:3.0:1784947684.156993:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005824, portal 10 00000400:00000200:2.0:1784947684.157007:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947684.157011:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947684.157017:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000400:00000200:2.0:1784947684.157031:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947684.157094:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947684.157105:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947684.157110:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:2.0:1784947684.157117:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000040:3.0:1784947684.157128:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947684.157134:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784947684.157137:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947684.157146:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155005824, offset 0 00000800:00000200:2.0:1784947684.157154:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947684.157167:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947684.157168:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947684.157193:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947684.157197:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947684.157208:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947684.157215:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947684.157217:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306447622 00000100:00000010:2.0:1784947684.157232:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff431e0. 00000400:00000200:3.0:1784947684.157234:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947684.157250:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947684.157252:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947684.157261:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947684.157266:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306447622 00000400:00000200:3.0:1784947684.157272:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000010:2.0:1784947684.157277:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43420. 00000100:00000001:2.0:1784947684.157285:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947684.157287:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541089:541089:255:4294967295] 192.168.201.111@tcp LPNI seq info [541026:541026:7:4294967295] 00000100:00000001:2.0:1784947684.157296:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947684.157305:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947684.157307:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947684.157312:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.157318:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947684.157327:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947684.157328:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947684.157333:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947684.157341:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947684.157347:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784947684.157349:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947684.157351:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947684.157365:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784947684.157366:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000800:00000200:0.0:1784947684.157387:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947684.157388:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1784947684.157393:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947684.157395:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947684.157405:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1784947684.157407:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 02000000:00000001:2.0:1784947684.157409:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947684.157427:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947684.157427:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947684.157429:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784947684.157443:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155005952:192.168.201.111@tcp:400:kworker.0 00000800:00000200:3.0:1784947684.157444:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947684.157460:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947684.157465:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947684.157466:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947684.157467:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947684.157476:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947684.157485:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947684.157491:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:0.0:1784947684.157496:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 02000000:00000001:2.0:1784947684.157497:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947684.157506:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000400:00000200:2.0:1784947684.157511:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947684.157518:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:0.0:1784947684.157520:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784947684.157525:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784947684.157535:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155005952, portal 10 00000100:00000200:0.0:1784947684.157536:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.157543:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947684.157549:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000001:0.0:1784947684.157568:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947684.157569:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.157586:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947684.157588:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947684.157596:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947684.157597:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9073 usecs (10 jiffies) 00000400:00000010:2.0:1784947684.157604:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947684.157617:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155005952, offset 0 00000400:00000200:3.0:1784947684.157622:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947684.157644:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306443787 00000100:00000001:3.0:1784947684.157651:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306447622 00000100:00000001:3.0:1784947684.157656:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306443787 00000400:00000200:2.0:1784947684.157662:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947684.157670:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306447622 00000400:00000200:2.0:1784947684.157688:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947684.157689:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947684.157700:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947684.157706:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947684.157710:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947684.157713:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947684.157714:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947684.157726:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947684.157731:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947684.157741:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784947684.157742:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947684.157748:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947684.157757:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947684.157759:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947684.157766:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947684.157772:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947684.157773:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947684.157782:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947684.157790:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541090:541090:255:4294967295] 192.168.201.111@tcp LPNI seq info [541027:541027:7:4294967295] 00000800:00000200:0.0:1784947684.157799:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947684.157816:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947684.157817:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:0.0:1784947684.157831:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947684.157866:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947684.157871:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947684.157882:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947684.157884:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:0.0:1784947684.157890:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000800:00000010:2.0:1784947684.157890:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000001:0.0:1784947684.157897:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947684.157907:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947684.157908:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947684.157924:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784947684.157925:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784947684.157931:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947684.157934:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947684.157946:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947684.157948:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947684.157952:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947684.157954:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:2.0:1784947684.157963:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947684.157967:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306443788 00000100:00000001:2.0:1784947684.157971:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306447622 00000100:00000001:2.0:1784947684.157975:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306443788 00000100:00000001:2.0:1784947684.157979:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306447622 00000100:00000001:2.0:1784947684.157982:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947684.157985:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.157990:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.157993:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947684.157994:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947684.157999:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947684.157999:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947684.158003:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947684.158005:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947684.158012:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947684.158013:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947684.158016:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000100:00000001:2.0:1784947684.158018:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784947684.158021:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784947684.158024:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947684.158025:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947684.158031:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.158033:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947684.158090:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947684.158097:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947684.158107:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947684.158110:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947684.160284:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947684.160301:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947684.160305:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947684.160307:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947684.160313:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947684.160322:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947684.160331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947684.160337:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947684.160343:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947684.160349:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ed00 00000400:00000200:1.0:1784947684.160354:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947684.160361:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523dd9 [1] + 224 00000800:00000001:1.0:1784947684.160370:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947684.160378:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947684.160382:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947684.160386:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947684.160392:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947684.160398:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947684.160415:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947684.160429:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947684.160438:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947684.160441:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.160506:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947684.160514:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947684.160526:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947684.160529:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947684.160534:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947684.160544:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:2.0:1784947684.160550:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947684.160558:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947684.160572:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947684.160574:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947684.160591:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947684.160598:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947684.160604:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947684.160623:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947684.160644:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947684.160655:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947684.160667:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947684.160668:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947684.160674:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947684.160675:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947684.160683:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947684.160686:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947684.160690:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947684.160692:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ed80 00000100:00000001:2.0:1784947684.160694:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947684.160699:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947684.160704:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947684.160707:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947684.160714:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523de1 [1] + 224 00000100:00001000:2.0:1784947684.160720:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=125 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947684.160721:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947684.160730:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=125 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947684.160731:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.160737:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784947684.160738:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947684.160744:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947684.160745:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:2.0:1784947684.160754:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947684.160756:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784947684.160760:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947684.160763:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.160768:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947684.160786:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947684.160788:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.160816:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947684.160821:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947684.160821:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947684.160827:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947684.160838:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947684.160839:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947684.160844:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947684.160848:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947684.160853:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947684.160858:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947684.160864:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947684.160864:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155005696:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947684.160875:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947684.160877:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947684.160883:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947684.160886:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947684.160893:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947684.160893:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947684.160902:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155005696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947684.160904:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947684.160906:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947684.160912:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947684.160914:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ee00 00000400:00000010:3.0:1784947684.160920:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947684.160929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947684.160935:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947684.160943:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:2.0:1784947684.160945:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947684.160950:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947684.160952:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784947684.160958:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523de9 [1] + 224 02000000:00000010:2.0:1784947684.160961:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000800:00000001:0.0:1784947684.160968:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947684.160968:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947684.160972:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784947684.160977:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947684.160981:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947684.160987:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000200:0.0:1784947684.160991:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1784947684.161001:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947684.161010:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 00000400:00000200:0.0:1784947684.161011:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947684.161020:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947684.161026:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784947684.161026:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947684.161027:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1784947684.161032:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000200:0.0:1784947684.161057:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947684.161095:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947684.161098:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947684.161100:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.161103:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947684.161111:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947684.161113:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947684.161121:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947684.161123:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947684.161131:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947684.161133:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947684.161141:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.161142:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.161162:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947684.161163:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947684.161180:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947684.161186:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947684.161215:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947684.161223:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947684.161224:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947684.161226:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947684.161232:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947684.161237:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947684.161238:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947684.161243:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947684.161246:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947684.161252:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947684.161257:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947684.161261:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.161276:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947684.161277:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.161282:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947684.161290:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947684.161296:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947684.161303:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947684.161304:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947684.161313:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000100:00000001:3.0:1784947684.161316:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784947684.161319:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:3.0:1784947684.161323:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.161326:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947684.161340:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947684.161342:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947684.161400:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947684.161412:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155005824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947684.161422:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947684.161429:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947684.161433:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.161435:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947684.161439:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947684.161442:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947684.161443:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947684.161449:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947684.161458:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947684.161460:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155005824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947684.161468:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=125 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947684.161481:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784947684.161482:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947684.161491:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947684.161491:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947684.161496:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947684.161499:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 00010000:00000001:2.0:1784947684.161501:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947684.161508:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947684.161513:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947684.161515:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947684.161522:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000020:00000001:3.0:1784947684.161523:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947684.161526:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947684.161529:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947684.161529:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947684.161541:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784947684.161544:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947684.161548:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:3.0:1784947684.161563:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947684.161567:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947684.161570:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947684.161572:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947684.161576:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784947684.161576:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:3.0:1784947684.161592:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784947684.161593:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947684.161600:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947684.161614:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947684.161621:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155005952:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947684.161627:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947684.161647:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.161654:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947684.161654:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947684.161661:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.161665:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947684.161676:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155005952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947700 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947684.161692:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947684.161696:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947684.161700:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947684.161707:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947684.161710:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947684.161713:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947684.161717:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947684.161721:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947684.161727:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947684.161730:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947684.161734:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947684.161740:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947684.161742:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.161745:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947684.161751:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947684.161753:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947684.161756:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947684.161759:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947684.348177:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947684.348185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947684.348236:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947684.348242:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947684.348246:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947685.372260:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947685.372273:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947685.372316:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947685.372320:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947685.372325:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947686.396216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947686.396225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947686.396331:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947686.396336:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947686.396340:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947687.420272:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947687.420285:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947687.420443:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947687.420453:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947687.420460:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947688.060214:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306447622, at 4306447680 00000100:00000040:1.0:1784947688.060214:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306447622, at 4306447680 00000100:00000010:1.0:1784947688.060236:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43420. 00000100:00000010:0.0:1784947688.060238:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff431e0. 00010000:00000001:1.0:1784947688.444174:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947688.444182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947688.444245:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947688.444252:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947688.444256:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947689.276198:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947689.276209:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947689.276221:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d880. 00000020:00000040:0.0:1784947689.276227:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947689.276232:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947689.276236:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947689.276243:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947689.276252:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947689.276260:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276272:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947689.276282:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947689.276286:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276293:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8efb7ba] to pc [ptlrpcd_00_01+1] req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.276328:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276331:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947689.276339:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947689.276341:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f100. 00000020:00000040:0.0:1784947689.276343:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947689.276345:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947689.276346:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947689.276348:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947689.276351:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947689.276353:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276356:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947689.276361:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947689.276363:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276366:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e8e917] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.276372:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276374:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947689.276377:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947689.276382:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e680. 00000020:00000040:0.0:1784947689.276383:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947689.276385:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947689.276386:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947689.276387:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.276388:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784947689.276390:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784947689.276394:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.276396:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784947689.276398:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947689.276400:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947689.276406:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947689.276409:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947689.276410:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947689.276414:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008370adaa] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.276439:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947689.276440:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.276442:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276444:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947689.276448:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784947689.276448:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784947689.276454:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784947689.276454:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947689.276460:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276462:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784947689.276467:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155006080:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947689.276469:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11786) 00000100:00000001:1.0:1784947689.276473:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947689.276480:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947689.276482:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947689.276485:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947689.276486:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947689.276488:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947689.276490:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784947689.276491:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947689.276495:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947689.276496:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947689.276505:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947689.276506:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947689.276509:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947689.276511:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784947689.276512:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9e18. 02000000:00000001:0.0:1784947689.276513:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947689.276517:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947689.276520:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155006208:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947689.276522:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784947689.276523:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947689.276527:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947689.276528:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947689.276530:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947689.276532:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006080, portal 25 02000000:00000010:0.0:1784947689.276535:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000001:1.0:1784947689.276536:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947689.276538:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247040 : -119148175304576 : ffff93a2a755d880) 02000000:00000001:0.0:1784947689.276539:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947689.276562:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.276569:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947689.276571:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947689.276575:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947689.276578:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000400:00000010:1.0:1784947689.276580:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:1.0:1784947689.276585:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155006080, offset 0 00000400:00000010:0.0:1784947689.276586:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784947689.276591:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006208, portal 10 00000100:00000001:0.0:1784947689.276594:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784947689.276595:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947689.276596:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534253312 : -119148175298304 : ffff93a2a755f100) 00000100:00000040:0.0:1784947689.276606:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947689.276611:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947689.276618:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947689.276621:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947689.276624:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000400:00000200:1.0:1784947689.276625:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:0.0:1784947689.276627:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155006208, offset 0 00000400:00000200:1.0:1784947689.276632:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947689.276636:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947689.276641:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947689.276645:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947689.276647:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947689.276651:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541091:541091:256:4294967295] 192.168.201.111@tcp LPNI seq info [541028:541028:8:4294967295] 00000400:00000200:1.0:1784947689.276654:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947689.276663:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947689.276671:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947689.276672:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947689.276678:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784947689.276680:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784947689.276682:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947689.276686:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947689.276689:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784947689.276693:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947689.276696:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947689.276700:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541092:541092:255:4294967295] 192.168.201.111@tcp LPNI seq info [541029:541029:7:4294967295] 00000400:00000200:0.0:1784947689.276703:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947689.276707:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947689.276714:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947689.276715:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:0.0:1784947689.276723:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947689.276727:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784947689.276730:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947689.276731:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947689.276738:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947689.276740:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947689.276743:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306452741 00000800:00000200:0.0:1784947689.276744:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947689.276749:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784947689.276749:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fa80. 00000100:00000040:0.0:1784947689.276757:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9073 usecs (10 jiffies) 00000400:00000200:0.0:1784947689.276760:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947689.276761:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947689.276762:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306448906 00000100:00000001:1.0:1784947689.276769:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306452741 00000100:00000001:0.0:1784947689.276771:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306452741 00000100:00000010:1.0:1784947689.276775:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fd80. 00000100:00000001:0.0:1784947689.276776:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306448906 00000100:00000001:1.0:1784947689.276781:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947689.276786:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306452741 00000100:00000001:1.0:1784947689.276786:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947689.276789:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.276793:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947689.276794:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.276800:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.276801:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947689.276808:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.276812:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.276813:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947689.276815:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947689.276817:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947689.276818:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947689.276821:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947689.276822:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947689.276824:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947689.276829:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947689.276830:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.276834:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947689.276838:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.276842:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947689.276844:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.276845:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947689.276852:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947689.276853:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947689.276855:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947689.276857:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155006336:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947689.276860:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947689.276863:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947689.276864:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947689.276866:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947689.276869:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947689.276870:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947689.276873:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947689.276875:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99f8. 00000400:00000010:1.0:1784947689.276878:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000200:1.0:1784947689.276881:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006336, portal 10 00000100:00000001:1.0:1784947689.276882:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947689.276883:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534250624 : -119148175300992 : ffff93a2a755e680) 00000100:00000040:1.0:1784947689.276889:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.276893:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947689.276895:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947689.276898:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1550. 00000100:00000200:1.0:1784947689.276899:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155006336, offset 0 00000400:00000200:1.0:1784947689.276902:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947689.276904:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947689.276907:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947689.276910:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947689.276912:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947689.276914:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947689.276917:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784947689.276917:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:0.0:1784947689.276923:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:1.0:1784947689.276923:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541093:541093:254:4294967295] 192.168.201.111@tcp LPNI seq info [541030:541030:6:4294967295] 00000400:00000200:1.0:1784947689.276930:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.276932:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947689.276938:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947689.276943:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:1.0:1784947689.276948:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947689.276951:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000800:00000010:1.0:1784947689.276952:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000400:00000010:0.0:1784947689.276954:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000800:00000200:1.0:1784947689.276958:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947689.276961:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1784947689.276964:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947689.276968:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784947689.276969:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.276973:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947689.276979:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10243 usecs (11 jiffies) 00000400:00000200:1.0:1784947689.276985:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947689.276987:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947689.276988:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306448907 00000100:00000001:1.0:1784947689.276992:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306452741 00000100:00000040:0.0:1784947689.276995:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.276996:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306448907 00000100:00000001:1.0:1784947689.277001:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306452741 00000100:00000001:1.0:1784947689.277005:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947689.277009:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.277011:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.277012:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.277015:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784947689.277016:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.277019:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947689.277020:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947689.277022:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947689.277024:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947689.277025:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947689.277028:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784947689.277028:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947689.277032:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784947689.277034:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947689.277037:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947689.277039:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947689.277041:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947689.277043:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947689.277090:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.277096:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947689.277099:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.277103:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.277104:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947689.277174:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947689.277176:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947689.277179:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947689.277181:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947689.277183:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000400:00000010:0.0:1784947689.277185:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 00000100:00000001:0.0:1784947689.277186:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947689.277189:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.277194:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947689.277196:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.277201:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.277202:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947689.278658:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.278671:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947689.278674:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.278676:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947689.278681:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278685:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947689.278691:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278694:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278700:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278706:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ee80 00000400:00000200:0.0:1784947689.278710:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278715:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523df1 [1] + 224 00000800:00000001:0.0:1784947689.278721:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.278725:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947689.278726:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947689.278729:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947689.278733:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947689.278738:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947689.278746:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.278762:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947689.278771:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.278774:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947689.278776:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.278777:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947689.278780:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278784:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947689.278790:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278794:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278799:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278803:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ef00 00000100:00000001:1.0:1784947689.278805:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947689.278809:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947689.278810:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.278817:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e01 [1] + 224 00000800:00000001:0.0:1784947689.278823:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784947689.278824:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947689.278827:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784947689.278828:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947689.278830:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9e18. 00000400:00000200:0.0:1784947689.278834:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947689.278838:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000200:0.0:1784947689.278839:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:1.0:1784947689.278843:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:1.0:1784947689.278846:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947689.278847:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947689.278853:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947689.278854:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947689.278880:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947689.278881:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.278909:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947689.278912:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.278914:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947689.278916:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784947689.278916:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947689.278920:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947689.278922:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947689.278925:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.278929:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1784947689.278931:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=130 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947689.278932:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947689.278936:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1784947689.278937:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=130 v=5 (1 1 1 1) 00000400:00000001:0.0:1784947689.278939:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947689.278941:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1784947689.278942:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947689.278944:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947689.278946:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00010000:00000001:1.0:1784947689.278948:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784947689.278950:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00010000:00000001:1.0:1784947689.278951:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.278953:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947689.278956:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947689.278959:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947689.278965:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947689.278978:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.278979:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947689.278985:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947689.278988:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947689.278994:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947689.278995:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.278997:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947689.279002:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947689.279004:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947689.279007:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947689.279010:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947689.279011:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155006080:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784947689.279013:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.279017:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947689.279020:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=130 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947689.279020:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947689.279026:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d880 x1871641155006080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947689.279027:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947689.279034:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947689.279037:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947689.279042:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784947689.279043:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1784947689.279069:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947689.279072:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947689.279073:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1784947689.279075:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 00000100:00000040:0.0:1784947689.279076:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:1.0:1784947689.279080:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947689.279081:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947689.279085:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947689.279085:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947689.279089:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:0.0:1784947689.279090:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947689.279093:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947689.279097:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784947689.279099:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947689.279102:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784947689.279103:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784947689.279105:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947689.279108:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784947689.279109:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d880. 00000100:00000040:0.0:1784947689.279113:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.279115:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947689.279118:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279123:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.279127:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784947689.279128:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155006208:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947689.279129:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947689.279132:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.279134:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279135:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.279138:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947689.279142:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f100 x1871641155006208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.279148:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947689.279150:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947689.279152:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947689.279156:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947689.279157:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947689.279158:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947689.279160:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947689.279161:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784947689.279163:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947689.279164:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947689.279166:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f100. 00000100:00000001:0.0:1784947689.279168:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947689.279169:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947689.279170:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947689.279173:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947689.279174:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947689.279176:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947689.279177:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947689.279184:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.279187:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947689.279189:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.279190:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947689.279193:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.279195:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947689.279199:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.279201:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.279203:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.279205:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ef80 00000400:00000200:0.0:1784947689.279207:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947689.279210:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e11 [1] + 224 00000800:00000001:0.0:1784947689.279213:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.279217:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947689.279219:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947689.279221:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947689.279223:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947689.279226:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947689.279237:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947689.279248:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947689.279252:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947689.279254:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279273:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947689.279275:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947689.279278:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947689.279279:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947689.279280:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99f8. 00000400:00000200:1.0:1784947689.279283:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:1.0:1784947689.279284:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:1.0:1784947689.279286:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947689.279290:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947689.279297:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.279302:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947689.279303:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279304:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947689.279305:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947689.279306:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947689.279307:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947689.279309:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947689.279312:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947689.279314:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947689.279316:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947689.279318:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947689.279319:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947689.279322:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.279325:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947689.279326:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947689.279328:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947689.279330:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947689.279335:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.279349:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947689.279351:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947689.279353:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947689.279357:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947689.279368:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155006336:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947689.279372:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279374:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947689.279377:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e680 x1871641155006336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947689.279382:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947689.279383:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947689.279385:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947689.279386:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947689.279387:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947689.279388:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947689.279390:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947689.279392:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000001:1.0:1784947689.279393:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947689.279394:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947689.279395:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e680. 00000100:00000001:1.0:1784947689.279397:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947689.279398:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279400:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947689.279402:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947689.279403:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947689.279405:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947689.279406:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947689.468216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947689.468226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947689.468290:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947689.468296:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947689.468301:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947690.492163:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947690.492170:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947690.492200:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947690.492204:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947690.492215:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947691.516235:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947691.516247:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947691.516251:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947691.516256:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947691.516263:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947691.516266:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947691.516269:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947691.516283:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947691.516394:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947691.516400:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947691.516405:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947692.540170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947692.540179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947692.540286:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947692.540295:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947692.540302:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947693.180153:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306452741, at 4306452800 00000100:00000010:0.0:1784947693.180169:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa80. 00000100:00000040:1.0:1784947693.180221:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306452741, at 4306452800 00000100:00000010:1.0:1784947693.180245:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fd80. 00010000:00000001:1.0:1784947693.564178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947693.564186:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947693.564259:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947693.564265:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947693.564269:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947694.396182:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947694.396193:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947694.396206:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947694.396212:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947694.396217:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947694.396221:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947694.396227:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947694.396237:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947694.396245:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396258:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947694.396269:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947694.396273:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396280:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947694.396310:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396313:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947694.396316:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947694.396319:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947694.396320:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947694.396322:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947694.396323:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947694.396324:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947694.396327:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947694.396329:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396331:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947694.396337:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947694.396338:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396341:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947694.396346:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396348:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947694.396350:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947694.396352:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947694.396354:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947694.396356:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947694.396357:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947694.396358:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947694.396362:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947694.396365:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396368:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947694.396372:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947694.396375:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947694.396376:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396383:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.396384:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947694.396390:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947694.396403:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396408:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947694.396410:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947694.396414:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947694.396421:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947694.396433:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947694.396441:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947694.396443:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947694.396447:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947694.396451:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947694.396451:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11791) 02000000:00000001:2.0:1784947694.396473:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947694.396478:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155006464:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947694.396482:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947694.396488:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947694.396491:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947694.396493:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947694.396502:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947694.396502:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947694.396508:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947694.396508:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947694.396514:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947694.396522:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947694.396523:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947694.396529:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947694.396541:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784947694.396542:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000001:3.0:1784947694.396544:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947694.396549:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784947694.396550:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006464, portal 25 02000000:00000001:3.0:1784947694.396553:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947694.396557:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947694.396562:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 02000000:00000001:3.0:1784947694.396562:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947694.396576:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155006592:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947694.396577:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947694.396592:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947694.396603:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947694.396603:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947694.396609:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947694.396618:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947694.396619:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784947694.396624:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 02000000:00000010:3.0:1784947694.396626:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947694.396630:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947694.396631:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155006464, offset 0 00000400:00000200:3.0:1784947694.396638:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947694.396639:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947694.396644:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947694.396651:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947694.396653:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784947694.396660:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006592, portal 10 00000100:00000001:3.0:1784947694.396664:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947694.396665:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947694.396668:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000400:00000200:2.0:1784947694.396674:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947694.396681:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784947694.396682:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947694.396687:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947694.396701:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947694.396709:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947694.396716:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541094:541094:256:4294967295] 192.168.201.111@tcp LPNI seq info [541031:541031:8:4294967295] 00000100:00000040:3.0:1784947694.396717:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947694.396721:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947694.396728:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947694.396737:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155006592, offset 0 00000400:00000200:2.0:1784947694.396744:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947694.396749:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947694.396757:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947694.396762:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947694.396764:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947694.396773:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947694.396776:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947694.396785:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947694.396790:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947694.396791:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947694.396801:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947694.396804:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947694.396812:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947694.396815:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541095:541095:255:4294967295] 192.168.201.111@tcp LPNI seq info [541032:541032:7:4294967295] 00000400:00000200:3.0:1784947694.396819:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947694.396820:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947694.396835:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947694.396843:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947694.396844:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306457861 00000100:00000010:2.0:1784947694.396859:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43cc0. 00000800:00000200:3.0:1784947694.396867:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947694.396873:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784947694.396873:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947694.396888:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306457861 00000800:00000200:3.0:1784947694.396890:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784947694.396906:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c00. 00000100:00000001:2.0:1784947694.396911:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784947694.396912:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947694.396921:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784947694.396922:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947694.396939:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947694.396941:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.396944:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947694.396947:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9073 usecs (10 jiffies) 00000100:00000001:2.0:1784947694.396948:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947694.396963:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947694.396966:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947694.396969:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306454026 00000800:00000200:0.0:1784947694.396970:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947694.396970:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947694.396981:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306457861 00000800:00000010:0.0:1784947694.396983:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:2.0:1784947694.396983:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947694.396990:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306454026 00000100:00000001:2.0:1784947694.396992:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947694.396994:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947694.396999:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306457861 00000100:00000001:2.0:1784947694.397000:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947694.397010:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947694.397011:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947694.397013:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947694.397027:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947694.397032:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:0.0:1784947694.397040:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947694.397041:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947694.397042:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.397044:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947694.397065:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947694.397072:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947694.397082:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947694.397083:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947694.397086:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947694.397087:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947694.397088:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947694.397096:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155006720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947694.397101:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.397102:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947694.397103:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947694.397106:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947694.397108:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947694.397110:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947694.397114:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947694.397116:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947694.397118:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947694.397120:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947694.397122:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000010:2.0:1784947694.397125:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784947694.397127:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947694.397131:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000400:00000200:0.0:1784947694.397133:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:2.0:1784947694.397136:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006720, portal 10 00000400:00000200:0.0:1784947694.397137:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000100:00000001:2.0:1784947694.397139:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784947694.397141:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:2.0:1784947694.397142:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000001:0.0:1784947694.397145:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947694.397150:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947694.397152:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.397176:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947694.397181:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947694.397182:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947694.397185:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000040:0.0:1784947694.397189:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947694.397190:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155006720, offset 0 00000100:00000001:0.0:1784947694.397201:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947694.397202:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947694.397204:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947694.397213:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947694.397214:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947694.397222:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947694.397224:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784947694.397228:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947694.397229:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947694.397236:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947694.397237:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947694.397246:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947694.397247:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947694.397252:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947694.397254:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541096:541096:256:4294967295] 192.168.201.111@tcp LPNI seq info [541033:541033:8:4294967295] 00000400:00000200:2.0:1784947694.397257:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947694.397262:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947694.397265:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947694.397268:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947694.397270:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947694.397274:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947694.397276:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947694.397285:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947694.397288:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10242 usecs (11 jiffies) 00000400:00000200:2.0:1784947694.397290:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947694.397292:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306454028 00000100:00000001:2.0:1784947694.397294:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306457861 00000100:00000001:2.0:1784947694.397296:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306454028 00000100:00000001:2.0:1784947694.397299:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306457861 00000100:00000001:2.0:1784947694.397301:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947694.397304:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.397305:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947694.397314:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.397315:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.397324:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.397330:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947694.397331:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947694.397334:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947694.397336:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947694.397337:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.397340:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947694.397351:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947694.397354:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947694.397358:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947694.397361:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947694.397364:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:0.0:1784947694.397365:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:0.0:1784947694.397367:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947694.397369:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947694.397375:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947694.397377:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947694.397381:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947694.397382:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947694.398297:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398309:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947694.398312:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398314:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947694.398320:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398324:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947694.398329:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398332:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398336:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398338:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f000 00000400:00000200:0.0:1784947694.398341:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398345:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e21 [1] + 224 00000800:00000001:0.0:1784947694.398350:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398355:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947694.398357:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947694.398359:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947694.398363:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947694.398367:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947694.398375:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947694.398390:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947694.398402:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398409:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947694.398410:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398412:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947694.398415:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398418:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947694.398422:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398424:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398427:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398429:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f080 00000400:00000200:0.0:1784947694.398432:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398436:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e29 [1] + 224 00000100:00000001:2.0:1784947694.398436:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947694.398441:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947694.398442:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398448:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947694.398450:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947694.398451:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947694.398454:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947694.398472:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947694.398473:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947694.398480:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:2.0:1784947694.398482:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:2.0:1784947694.398485:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947694.398486:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947694.398494:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947694.398496:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947694.398507:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947694.398523:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.398546:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947694.398549:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947694.398549:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.398552:0:2408:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784947694.398556:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947694.398557:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947694.398560:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.398561:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947694.398565:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947694.398569:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947694.398575:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947694.398579:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947694.398582:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947694.398584:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947694.398586:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947694.398589:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.398592:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947694.398597:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.398605:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947694.398608:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947694.398610:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947694.398615:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947694.398624:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155006464:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947694.398629:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.398631:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947694.398635:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155006464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.398643:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947694.398646:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947694.398650:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947694.398654:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947694.398657:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947694.398659:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947694.398663:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947694.398666:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784947694.398670:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947694.398673:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947694.398675:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784947694.398679:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947694.398682:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.398686:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.398689:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947694.398691:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947694.398694:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947694.398695:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947694.398697:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947694.398699:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947694.398707:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947694.398710:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947694.398713:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947694.398717:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784947694.398720:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000800:00000001:0.0:1784947694.398724:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398733:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947694.398736:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398739:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947694.398743:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398749:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947694.398756:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947694.398756:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947694.398764:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947694.398765:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398780:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398796:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f100 00000100:00000200:3.0:1784947694.398807:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947694.398812:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947694.398827:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e31 [1] + 224 00000100:00000001:3.0:1784947694.398842:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947694.398844:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947694.398845:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947694.398850:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947694.398852:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947694.398854:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947694.398854:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947694.398860:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947694.398861:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947694.398875:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947694.398881:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947694.398886:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947694.398887:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=135 v=5 (5 5 5 5) 00000100:00000200:0.0:1784947694.398896:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947694.398897:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=25 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947694.398915:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947694.398922:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947694.398934:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947694.398940:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947694.398942:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947694.398956:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947694.398961:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947694.398963:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947694.398965:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947694.398968:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947694.398973:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947694.398976:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947694.398983:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947694.398984:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947694.398991:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947694.398993:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947694.398998:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.399001:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947694.399009:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784947694.399009:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155006592:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947694.399020:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947694.399021:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947694.399023:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1784947694.399026:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947694.399034:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947694.399034:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155006592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947694.399042:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000100:00000001:3.0:1784947694.399076:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1784947694.399078:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 02000000:00000001:3.0:1784947694.399081:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947694.399085:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784947694.399087:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947694.399093:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:2.0:1784947694.399096:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947694.399096:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947694.399099:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947694.399106:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947694.399112:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947694.399119:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947694.399123:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947694.399127:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:3.0:1784947694.399132:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947694.399134:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947694.399135:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947694.399137:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947694.399145:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947694.399149:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947694.399154:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947694.399159:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.399164:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947694.399168:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.399171:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947694.399173:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947694.399175:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947694.399177:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947694.399179:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947694.399185:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947694.399189:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=7 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947694.399191:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947694.399193:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947694.399195:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947694.399199:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.399202:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947694.399203:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947694.399206:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947694.399208:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947694.399213:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.399220:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947694.399223:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947694.399225:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947694.399228:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947694.399237:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155006720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947694.399242:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.399244:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947694.399247:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155006720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947694.399254:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947694.399256:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947694.399259:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947694.399262:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947694.399264:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947694.399266:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947694.399268:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947694.399270:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947694.399273:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947694.399274:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947694.399276:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784947694.399279:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947694.399281:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.399282:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947694.399286:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947694.399288:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947694.399290:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947694.399292:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947694.588168:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947694.588174:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947694.588216:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947694.588220:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947694.588223:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947695.612223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947695.612237:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947695.612299:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947695.612306:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947695.612313:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947696.636151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947696.636159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947696.636348:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947696.636358:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947696.636367:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947697.660219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947697.660231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947697.660382:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947697.660393:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947697.660423:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947698.300191:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306457861, at 4306457920 00000100:00000040:0.0:1784947698.300196:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306457861, at 4306457920 00000100:00000010:1.0:1784947698.300216:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c00. 00000100:00000010:0.0:1784947698.300220:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43cc0. 00010000:00000001:1.0:1784947698.684159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947698.684168:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947698.684304:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947698.684311:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947698.684315:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947699.516260:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947699.516272:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947699.516297:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947699.516305:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947699.516311:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947699.516315:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947699.516323:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947699.516334:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947699.516342:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516358:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947699.516399:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947699.516405:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516414:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.516461:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516463:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947699.516467:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947699.516470:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947699.516472:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947699.516475:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947699.516476:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947699.516477:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947699.516481:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947699.516484:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516489:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947699.516495:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947699.516499:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516514:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947699.516516:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947699.516522:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516526:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947699.516529:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947699.516531:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947699.516534:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1784947699.516535:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947699.516543:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947699.516545:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947699.516546:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947699.516549:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947699.516552:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947699.516558:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947699.516559:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947699.516565:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947699.516638:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947699.516645:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947699.516647:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947699.516660:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947699.516662:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947699.516686:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947699.516689:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947699.516700:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947699.516717:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155006976:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947699.516718:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.516729:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947699.516734:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947699.516738:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947699.516742:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947699.516743:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947699.516745:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947699.516748:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947699.516752:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947699.516753:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11796) 02000000:00000010:2.0:1784947699.516767:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947699.516772:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947699.516782:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947699.516787:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947699.516794:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947699.516795:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000001:3.0:1784947699.516800:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947699.516804:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784947699.516805:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006976, portal 10 00000100:00000001:2.0:1784947699.516810:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947699.516816:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947699.516817:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000001:3.0:1784947699.516837:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947699.516840:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.516841:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947699.516852:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947699.516859:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947699.516865:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947699.516867:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947699.516877:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784947699.516879:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155006848:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784947699.516882:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000001:3.0:1784947699.516897:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784947699.516898:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155006976, offset 0 02000000:00000001:3.0:1784947699.516903:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947699.516907:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947699.516910:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947699.516911:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947699.516918:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947699.516923:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947699.516949:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947699.516951:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947699.516960:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947699.516967:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784947699.516969:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000200:2.0:1784947699.516978:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784947699.516980:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155006848, portal 25 00000100:00000001:3.0:1784947699.516984:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947699.516989:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947699.516991:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000400:00000200:2.0:1784947699.516997:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784947699.517006:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947699.517008:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947699.517029:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541097:541097:256:4294967295] 192.168.201.111@tcp LPNI seq info [541034:541034:8:4294967295] 00000100:00000001:3.0:1784947699.517036:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947699.517054:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947699.517077:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947699.517095:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784947699.517103:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000800:00000200:2.0:1784947699.517104:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947699.517113:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155006848, offset 0 00000400:00000200:3.0:1784947699.517122:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947699.517132:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947699.517140:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947699.517148:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947699.517153:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947699.517157:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947699.517160:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947699.517164:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541098:541098:255:4294967295] 192.168.201.111@tcp LPNI seq info [541035:541035:7:4294967295] 00000400:00000200:3.0:1784947699.517171:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784947699.517173:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947699.517182:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947699.517194:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947699.517206:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947699.517217:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:2.0:1784947699.517219:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947699.517232:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947699.517244:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947699.517254:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947699.517258:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947699.517271:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947699.517279:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9073 usecs (10 jiffies) 00000100:00000001:3.0:1784947699.517280:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947699.517304:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947699.517308:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306462982 00000400:00000200:2.0:1784947699.517312:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947699.517314:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7600. 00000100:00000001:2.0:1784947699.517317:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306459147 00000100:00000001:3.0:1784947699.517325:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947699.517335:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306462982 00000100:00000001:2.0:1784947699.517338:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306462982 00000100:00000010:3.0:1784947699.517341:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7b40. 00000100:00000001:2.0:1784947699.517343:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306459147 00000100:00000001:3.0:1784947699.517349:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947699.517354:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947699.517355:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306462982 00000100:00000001:3.0:1784947699.517361:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947699.517362:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947699.517382:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947699.517388:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947699.517390:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947699.517399:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947699.517402:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947699.517411:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947699.517415:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947699.517428:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947699.517430:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947699.517432:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947699.517434:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947699.517436:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784947699.517444:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947699.517445:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947699.517446:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947699.517448:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947699.517453:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947699.517453:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947699.517454:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000100:00000001:2.0:1784947699.517465:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947699.517471:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:2.0:1784947699.517473:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947699.517475:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155007104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947699.517499:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947699.517501:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947699.517505:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947699.517507:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947699.517509:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1784947699.517515:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947699.517518:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947699.517522:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947699.517525:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947699.517531:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947699.517535:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007104, portal 10 00000100:00000200:0.0:1784947699.517537:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.517539:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947699.517541:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:3.0:1784947699.517570:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.517623:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947699.517626:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947699.517631:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947699.517636:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000200:3.0:1784947699.517650:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155007104, offset 0 00000100:00000040:0.0:1784947699.517656:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947699.517656:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947699.517682:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947699.517698:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947699.517714:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947699.517717:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947699.517719:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947699.517720:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947699.517726:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947699.517729:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947699.517734:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541099:541099:254:4294967295] 192.168.201.111@tcp LPNI seq info [541036:541036:6:4294967295] 00000400:00000200:3.0:1784947699.517739:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947699.517746:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947699.517750:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947699.517753:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947699.517756:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947699.517760:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947699.517763:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947699.517766:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.517769:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10242 usecs (11 jiffies) 00000400:00000200:3.0:1784947699.517772:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947699.517773:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306459148 00000100:00000001:3.0:1784947699.517776:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306462982 00000100:00000001:3.0:1784947699.517778:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306459148 00000100:00000001:3.0:1784947699.517780:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306462982 00000100:00000001:3.0:1784947699.517781:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947699.517782:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947699.517784:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947699.517786:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.517792:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947699.517793:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947699.517795:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947699.517797:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947699.517798:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947699.517800:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947699.517811:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947699.517815:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:0.0:1784947699.517819:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947699.517827:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947699.517830:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:0.0:1784947699.517832:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:0.0:1784947699.517835:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947699.517840:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947699.517849:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947699.517852:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947699.517858:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947699.517860:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947699.517871:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947699.517873:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784947699.517876:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947699.517879:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947699.517881:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:0.0:1784947699.517883:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:0.0:1784947699.517886:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947699.517890:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947699.517897:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947699.517900:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947699.517906:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947699.517907:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947699.520131:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520146:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947699.520150:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520154:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947699.520160:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520167:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947699.520174:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520178:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520183:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520188:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f200 00000400:00000200:0.0:1784947699.520193:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520199:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e39 [1] + 224 00000800:00000001:0.0:1784947699.520206:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520211:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947699.520214:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947699.520217:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947699.520222:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947699.520227:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947699.520239:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947699.520259:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947699.520274:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520278:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947699.520281:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520283:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947699.520287:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520291:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947699.520296:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520299:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520302:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947699.520308:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f180 00000100:00000001:2.0:1784947699.520310:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947699.520315:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947699.520316:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947699.520325:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e41 [1] + 224 00000800:00000001:0.0:1784947699.520329:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947699.520333:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947699.520334:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947699.520339:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947699.520340:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947699.520344:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784947699.520347:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947699.520353:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:2.0:1784947699.520358:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947699.520361:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947699.520363:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947699.520395:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947699.520401:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947699.520418:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947699.520432:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947699.520453:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947699.520457:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947699.520457:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947699.520460:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947699.520465:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947699.520466:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947699.520468:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947699.520473:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947699.520473:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947699.520476:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947699.520479:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520488:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947699.520489:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=140 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947699.520497:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947699.520497:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947699.520499:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=30 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947699.520505:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947699.520509:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947699.520514:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947699.520515:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1784947699.520520:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1784947699.520521:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947699.520524:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784947699.520533:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00010000:00000001:2.0:1784947699.520534:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947699.520535:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947699.520552:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000100:00000001:2.0:1784947699.520553:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784947699.520554:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947699.520566:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000040:2.0:1784947699.520567:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:0.0:1784947699.520580:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947699.520584:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947699.520586:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947699.520594:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f280 00000100:00000001:2.0:1784947699.520597:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947699.520606:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947699.520606:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947699.520608:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947699.520626:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e49 [1] + 224 00000800:00000001:0.0:1784947699.520660:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947699.520673:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947699.520684:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947699.520704:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947699.520705:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947699.520712:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947699.520718:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947699.520720:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947699.520729:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947699.520734:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947699.520752:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.520768:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947699.520775:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.520787:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947699.520795:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947699.520803:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947699.520812:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947699.520817:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947699.520819:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155006976:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947699.520821:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947699.520833:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=140 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947699.520842:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947699.520857:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784947699.520858:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=140 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947699.520874:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155006976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.520875:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947699.520876:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947699.520883:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947699.520887:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947699.520897:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947699.520899:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947699.520906:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947699.520907:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947699.520918:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947699.520919:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947699.520926:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947699.520932:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947699.520935:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947699.520943:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947699.520950:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947699.520951:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784947699.520961:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947699.520962:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947699.520969:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947699.520970:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947699.520986:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784947699.520988:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947699.520990:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947699.520996:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00100000:3.0:1784947699.521004:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155006848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947699.521005:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947699.521012:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947699.521016:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947699.521017:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947699.521020:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947699.521023:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1784947699.521024:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947699.521035:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947699.521037:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000100:00000001:2.0:1784947699.521040:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947699.521058:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947699.521066:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947699.521073:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947699.521092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947699.521109:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.521115:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947699.521117:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.521121:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947699.521123:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947699.521125:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947699.521127:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947699.521129:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947699.521133:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=140 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947699.521136:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=12 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947699.521138:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947699.521139:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947699.521140:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947699.521143:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947699.521145:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947699.521147:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947699.521148:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947699.521149:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947699.521151:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.521156:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947699.521158:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947699.521159:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947699.521161:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947699.521166:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155007104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947699.521169:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.521170:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947699.521173:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155006848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.521177:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947699.521178:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947699.521181:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947699.521183:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947699.521184:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947699.521185:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947699.521188:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947699.521190:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947699.521193:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947699.521194:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947699.521196:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:3.0:1784947699.521199:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947699.521200:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.521201:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947699.521203:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155007104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947715 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947699.521207:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947699.521208:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947699.521209:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947699.521210:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947699.521211:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947699.521211:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947699.521213:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947699.521214:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:3.0:1784947699.521215:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947699.521216:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947699.521216:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:3.0:1784947699.521218:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947699.521219:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.521220:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947699.521223:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947699.521224:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947699.521226:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947699.521227:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947699.708199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947699.708209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947699.708343:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947699.708353:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947699.708360:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947700.732210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947700.732225:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947700.732231:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947700.732239:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947700.732248:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947700.732253:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947700.732258:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947700.732283:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947700.732329:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947700.732335:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947700.732342:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947701.756218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947701.756227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947701.756384:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947701.756389:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947701.756394:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947702.780241:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947702.780252:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947702.780438:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947702.780445:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947702.780452:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947703.420189:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306462982, at 4306463040 00000100:00000040:1.0:1784947703.420189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306462982, at 4306463040 00000100:00000010:1.0:1784947703.420228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7b40. 00000100:00000010:0.0:1784947703.420233:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7600. 00010000:00000001:1.0:1784947703.804207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947703.804217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947703.804280:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947703.804286:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947703.804291:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947704.636193:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947704.636209:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947704.636224:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947704.636234:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947704.636242:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947704.636247:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947704.636255:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947704.636268:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947704.636278:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636346:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947704.636366:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947704.636373:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636384:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947704.636439:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636445:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947704.636451:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947704.636457:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947704.636461:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947704.636466:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947704.636468:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947704.636472:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947704.636478:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947704.636484:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636494:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947704.636509:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947704.636514:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636524:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.636544:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947704.636553:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947704.636559:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947704.636561:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636568:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947704.636575:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947704.636578:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947704.636587:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784947704.636598:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947704.636601:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947704.636608:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947704.636609:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947704.636618:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947704.636620:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947704.636626:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947704.636628:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947704.636638:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947704.636641:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00100000:2.0:1784947704.636645:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155007232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947704.636653:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.636654:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947704.636663:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947704.636669:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.636672:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947704.636675:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947704.636686:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947704.636694:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947704.636698:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947704.636705:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947704.636708:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947704.636717:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947704.636720:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947704.636729:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:2.0:1784947704.636745:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007232, portal 25 00000100:00000001:3.0:1784947704.636747:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.636755:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947704.636758:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947704.636760:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:3.0:1784947704.636775:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947704.636779:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947704.636783:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947704.636802:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947704.636809:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947704.636817:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11801) 00000100:00000040:2.0:1784947704.636818:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947704.636825:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784947704.636831:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155007232, offset 0 00000400:00000200:2.0:1784947704.636840:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947704.636850:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947704.636852:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947704.636859:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947704.636866:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947704.636867:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947704.636880:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947704.636885:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947704.636889:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947704.636898:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947704.636908:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947704.636924:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541100:541100:256:4294967295] 192.168.201.111@tcp LPNI seq info [541037:541037:8:4294967295] 00000400:00000200:2.0:1784947704.636947:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947704.636962:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947704.636971:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947704.636972:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947704.636986:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784947704.636991:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947704.636995:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784947704.636999:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 02000000:00000001:3.0:1784947704.637007:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947704.637017:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00100000:3.0:1784947704.637027:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155007360:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784947704.637039:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947704.637043:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784947704.637092:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947704.637106:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947704.637109:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947704.637114:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947704.637121:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947704.637122:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947704.637130:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306468102 02000000:00000010:3.0:1784947704.637134:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784947704.637141:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947704.637142:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43660. 00000400:00000200:3.0:1784947704.637153:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947704.637156:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000010:3.0:1784947704.637161:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947704.637168:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306468102 00000400:00000010:3.0:1784947704.637172:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000010:2.0:1784947704.637178:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d20. 00000100:00000200:3.0:1784947704.637181:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007360, portal 10 00000100:00000001:2.0:1784947704.637187:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947704.637189:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947704.637195:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000001:2.0:1784947704.637198:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947704.637204:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.637209:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.637211:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.637215:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947704.637229:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947704.637230:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947704.637237:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784947704.637238:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947704.637248:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947704.637249:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000001:2.0:1784947704.637253:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784947704.637256:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155007360, offset 0 00000100:00000001:2.0:1784947704.637259:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947704.637273:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947704.637274:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947704.637318:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947704.637330:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1784947704.637331:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947704.637334:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947704.637336:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947704.637344:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 02000000:00000001:2.0:1784947704.637348:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947704.637352:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947704.637354:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947704.637358:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947704.637362:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947704.637364:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947704.637376:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784947704.637377:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155007488:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947704.637378:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947704.637390:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947704.637396:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947704.637397:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000200:3.0:1784947704.637406:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541101:541101:255:4294967295] 192.168.201.111@tcp LPNI seq info [541038:541038:7:4294967295] 00000400:00000010:0.0:1784947704.637408:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 02000000:00000001:2.0:1784947704.637408:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947704.637416:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947704.637421:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947704.637423:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947704.637432:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000200:0.0:1784947704.637435:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947704.637438:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947704.637455:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947704.637463:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:0.0:1784947704.637472:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947704.637473:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000200:2.0:1784947704.637482:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007488, portal 10 00000100:00000040:0.0:1784947704.637483:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.637489:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947704.637494:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000001:0.0:1784947704.637509:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947704.637513:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947704.637514:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947704.637528:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947704.637533:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947704.637537:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000100:00000200:2.0:1784947704.637542:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155007488, offset 0 00000400:00000200:2.0:1784947704.637549:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947704.637587:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947704.637599:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947704.637614:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947704.637626:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947704.637627:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947704.637638:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947704.637646:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947704.637653:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947704.637657:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947704.637664:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541102:541102:255:4294967295] 192.168.201.111@tcp LPNI seq info [541039:541039:7:4294967295] 00000800:00000010:3.0:1784947704.637665:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000400:00000200:2.0:1784947704.637678:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947704.637687:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947704.637705:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947704.637707:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947704.637715:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784947704.637725:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947704.637734:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947704.637741:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947704.637742:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784947704.637754:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9073 usecs (10 jiffies) 00000800:00000200:2.0:1784947704.637759:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947704.637769:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947704.637770:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947704.637775:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306464267 00000100:00000001:2.0:1784947704.637779:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947704.637782:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306468102 00000100:00000040:2.0:1784947704.637788:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10242 usecs (11 jiffies) 00000100:00000001:3.0:1784947704.637789:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306464267 00000800:00000200:0.0:1784947704.637800:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947704.637802:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306468102 00000400:00000200:2.0:1784947704.637808:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947704.637811:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:3.0:1784947704.637813:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947704.637815:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306464268 00000400:00000200:0.0:1784947704.637824:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947704.637825:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.637827:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306468102 00000100:00000001:2.0:1784947704.637839:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306464268 00000100:00000001:3.0:1784947704.637840:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947704.637846:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947704.637852:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306468102 00000100:00000001:3.0:1784947704.637853:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947704.637856:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000100:00000001:2.0:1784947704.637865:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947704.637866:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:3.0:1784947704.637867:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947704.637875:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947704.637878:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947704.637880:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947704.637884:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947704.637890:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947704.637892:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784947704.637893:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.637897:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947704.637902:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.637908:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947704.637916:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947704.637918:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.637929:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947704.637931:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947704.637934:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947704.637940:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947704.637942:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.637949:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947704.637967:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947704.637971:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947704.638043:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947704.638104:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947704.638109:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947704.638115:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947704.638120:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:0.0:1784947704.638122:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000100:00000001:0.0:1784947704.638126:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947704.638131:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947704.638142:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947704.638145:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947704.638154:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947704.638156:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947704.639127:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.639143:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947704.639148:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.639151:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947704.639158:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.639165:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947704.639174:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.639179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.639185:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.639190:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f300 00000400:00000200:0.0:1784947704.639196:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.639203:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e51 [1] + 224 00000800:00000001:0.0:1784947704.639212:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.639220:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947704.639223:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947704.639228:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947704.639234:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947704.639242:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947704.639256:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947704.639305:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947704.639327:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.639333:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.639357:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947704.639365:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947704.639378:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947704.639382:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947704.639388:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947704.639398:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:2.0:1784947704.639402:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947704.639407:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947704.639420:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947704.639441:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.639455:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947704.639459:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.639464:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947704.639468:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947704.639472:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947704.639477:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947704.639482:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947704.639490:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947704.639498:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947704.639504:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947704.639506:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947704.639511:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947704.639515:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.639521:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947704.639530:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.639544:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947704.639549:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947704.639553:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947704.639561:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947704.639577:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155007232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947704.639586:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.639591:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947704.639598:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155007232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.639612:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947704.639617:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947704.639622:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947704.639629:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947704.639633:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947704.639636:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947704.639641:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947704.639646:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:2.0:1784947704.639652:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947704.639655:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947704.639659:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784947704.639665:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947704.639667:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.639673:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.639676:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947704.639679:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947704.639682:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.639686:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947704.640838:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.640851:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947704.640855:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.640857:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947704.640864:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.640872:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947704.640882:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.640887:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.640893:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.640898:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f380 00000400:00000200:0.0:1784947704.640903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.640909:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e59 [1] + 224 00000800:00000001:0.0:1784947704.640915:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.640919:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947704.640923:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947704.640927:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947704.640933:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947704.640940:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947704.640958:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947704.640994:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947704.641007:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.641015:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947704.641020:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.641025:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947704.641034:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947704.641042:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947704.641082:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947704.641091:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947704.641100:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947704.641107:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947704.641108:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947704.641115:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947704.641118:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:0.0:1784947704.641125:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947704.641132:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000200:0.0:1784947704.641134:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f400 00000400:00000010:3.0:1784947704.641143:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000400:00000200:0.0:1784947704.641145:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947704.641157:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947704.641167:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e61 [1] + 224 00000800:00000001:0.0:1784947704.641177:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947704.641187:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947704.641189:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947704.641192:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947704.641209:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947704.641222:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947704.641234:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947704.641235:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947704.641318:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784947704.641325:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947704.641326:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947704.641335:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947704.641340:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947704.641345:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947704.641351:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947704.641356:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947704.641365:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947704.641366:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947704.641375:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=35 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947704.641380:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947704.641381:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947704.641388:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947704.641390:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947704.641392:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947704.641400:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947704.641406:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947704.641409:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947704.641413:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947704.641416:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947704.641425:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947704.641436:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947704.641440:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947704.641442:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947704.641448:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947704.641460:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155007360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947704.641468:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.641474:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947704.641474:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947704.641482:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947704.641484:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155007360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947704.641493:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947704.641497:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784947704.641499:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784947704.641503:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1784947704.641506:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 02000000:00000010:3.0:1784947704.641509:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 00000400:00000200:2.0:1784947704.641519:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 02000000:00000001:3.0:1784947704.641520:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947704.641528:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1784947704.641529:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000020:00000040:3.0:1784947704.641533:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947704.641538:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784947704.641539:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947704.641546:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947704.641550:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1784947704.641554:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947704.641555:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947704.641561:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:3.0:1784947704.641571:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947704.641575:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947704.641583:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947704.641592:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947704.641593:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947704.641598:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947704.641607:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947704.641613:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.641616:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947704.641621:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.641625:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947704.641628:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947704.641631:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947704.641634:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947704.641637:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947704.641645:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=145 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947704.641649:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947704.641653:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947704.641655:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947704.641657:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947704.641661:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.641664:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947704.641666:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947704.641669:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947704.641671:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947704.641677:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.641686:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947704.641689:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947704.641691:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947704.641696:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947704.641706:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155007488:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947704.641711:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.641714:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947704.641717:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155007488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947704.641725:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947704.641728:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947704.641730:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947704.641735:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947704.641737:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947704.641739:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947704.641742:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947704.641745:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947704.641749:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947704.641751:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947704.641753:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784947704.641757:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947704.641758:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.641761:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947704.641766:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947704.641769:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947704.641771:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947704.641774:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947704.828181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947704.828191:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947704.828321:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947704.828327:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947704.828332:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947705.852167:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947705.852179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947705.852225:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947705.852232:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947705.852239:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947706.876233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947706.876272:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947706.876390:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947706.876399:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947706.876407:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947707.900204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947707.900213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947707.900399:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947707.900406:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947707.900412:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947708.540182:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306468102, at 4306468160 00000100:00000040:0.0:1784947708.540191:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306468102, at 4306468160 00000100:00000010:1.0:1784947708.540209:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d20. 00000100:00000010:0.0:1784947708.540211:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43660. 00010000:00000001:1.0:1784947708.924178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947708.924188:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947708.924364:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947708.924371:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947708.924376:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947709.756267:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947709.756279:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947709.756292:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f100. 00000020:00000040:0.0:1784947709.756300:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947709.756305:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947709.756309:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947709.756316:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947709.756327:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947709.756336:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947709.756351:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947709.756366:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947709.756372:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947709.756380:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e8e917] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.756424:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947709.756428:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947709.756433:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947709.756437:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784947709.756439:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947709.756442:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947709.756444:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947709.756446:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947709.756450:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784947709.756454:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947709.756460:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947709.756470:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947709.756473:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947709.756479:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_01+1] req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.756493:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.756495:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947709.756497:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947709.756506:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947709.756507:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784947709.756515:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1784947709.756516:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d500. 00000020:00000040:0.0:1784947709.756525:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:1.0:1784947709.756534:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.756535:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947709.756542:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947709.756549:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947709.756562:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784947709.756575:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.756576:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947709.756582:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947709.756590:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784947709.756597:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784947709.756597:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947709.756606:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947709.756619:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155007744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947709.756634:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947709.756642:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784947709.756644:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947709.756649:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947709.756651:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947709.756657:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947709.756662:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059426f63] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947709.756668:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947709.756677:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.756689:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947709.756697:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947709.756699:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947709.756709:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1784947709.756710:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99f8. 00000100:00000040:0.0:1784947709.756714:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947709.756721:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1784947709.756723:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000040:0.0:1784947709.756728:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11807) 00000100:00000200:1.0:1784947709.756734:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007744, portal 10 00000100:00000001:1.0:1784947709.756741:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947709.756744:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534256000 : -119148175295616 : ffff93a2a755fb80) 00000100:00000040:1.0:1784947709.756757:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947709.756769:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947709.756770:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947709.756777:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947709.756778:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784947709.756785:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784947709.756786:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784947709.756813:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155007744, offset 0 00000100:00000040:0.0:1784947709.756816:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947709.756830:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947709.756845:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947709.756848:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947709.756852:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947709.756856:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947709.756859:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947709.756865:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947709.756871:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155007616:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947709.756877:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947709.756882:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784947709.756882:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:0.0:1784947709.756886:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947709.756891:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947709.756893:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1784947709.756899:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 00000400:00000200:1.0:1784947709.756902:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:0.0:1784947709.756907:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947709.756913:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947709.756921:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947709.756922:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:0.0:1784947709.756932:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000400:00000200:1.0:1784947709.756935:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541103:541103:256:4294967295] 192.168.201.111@tcp LPNI seq info [541040:541040:8:4294967295] 00000400:00000010:0.0:1784947709.756941:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000400:00000200:1.0:1784947709.756948:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947709.756953:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007616, portal 25 00000100:00000001:0.0:1784947709.756958:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947709.756964:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534253312 : -119148175298304 : ffff93a2a755f100) 00000400:00000200:1.0:1784947709.756972:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784947709.756980:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947709.756991:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947709.757025:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784947709.757026:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000100:00000040:0.0:1784947709.757035:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947709.757042:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000800:00000200:1.0:1784947709.757049:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:0.0:1784947709.757051:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155007616, offset 0 00000400:00000200:0.0:1784947709.757079:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947709.757086:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.757093:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784947709.757132:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947709.757138:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947709.757155:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947709.757160:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9072 usecs (10 jiffies) 00000400:00000200:1.0:1784947709.757165:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947709.757168:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306469387 00000400:00000200:0.0:1784947709.757179:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:1.0:1784947709.757180:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fd80. 00000400:00000200:0.0:1784947709.757188:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947709.757211:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784947709.757218:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947709.757224:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947709.757225:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306469387 00000400:00000200:0.0:1784947709.757252:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541104:541104:255:4294967295] 192.168.201.111@tcp LPNI seq info [541041:541041:7:4294967295] 00000100:00000010:1.0:1784947709.757253:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037ff60. 00000100:00000001:1.0:1784947709.757266:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784947709.757270:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947709.757277:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947709.757290:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947709.757290:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757304:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947709.757306:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947709.757318:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947709.757320:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000800:00000200:0.0:1784947709.757331:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947709.757334:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947709.757343:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947709.757344:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784947709.757351:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947709.757355:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947709.757360:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757362:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947709.757370:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947709.757372:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.757376:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306473222 00000100:00000001:1.0:1784947709.757380:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.757388:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306469387 00000100:00000001:0.0:1784947709.757397:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306473222 00000100:00000001:0.0:1784947709.757405:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306469387 00000100:00000001:0.0:1784947709.757413:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947709.757417:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.757421:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947709.757428:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.757438:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947709.757440:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947709.757443:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947709.757447:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947709.757449:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947709.757453:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155007872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947709.757457:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947709.757461:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947709.757463:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947709.757466:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947709.757471:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947709.757476:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947709.757479:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784947709.757483:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947709.757487:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000010:0.0:1784947709.757491:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eacb8. 00000400:00000200:1.0:1784947709.757498:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947709.757499:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947709.757509:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155007872, portal 10 00000400:00000200:1.0:1784947709.757515:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947709.757519:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947709.757526:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534246144 : -119148175305472 : ffff93a2a755d500) 00000400:00000200:1.0:1784947709.757527:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:1.0:1784947709.757536:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:1.0:1784947709.757543:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:0.0:1784947709.757550:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947709.757556:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.757608:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947709.757612:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947709.757621:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947709.757624:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947709.757629:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947709.757639:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155007872, offset 0 00000100:00000001:1.0:1784947709.757645:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757650:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784947709.757653:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947709.757664:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.757671:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947709.757675:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947709.757679:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947709.757682:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947709.757686:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947709.757691:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541105:541105:255:4294967295] 192.168.201.111@tcp LPNI seq info [541042:541042:7:4294967295] 00000400:00000200:0.0:1784947709.757697:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.757706:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947709.757712:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947709.757718:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784947709.757724:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947709.757730:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947709.757734:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947709.757739:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947709.757742:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784947709.757744:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10242 usecs (11 jiffies) 00000800:00000010:1.0:1784947709.757751:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:0.0:1784947709.757755:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947709.757761:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947709.757762:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306469388 00000100:00000001:0.0:1784947709.757771:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306473222 00000100:00000001:0.0:1784947709.757781:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306469388 00000400:00000200:1.0:1784947709.757782:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947709.757790:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306473222 00000400:00000200:1.0:1784947709.757793:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000100:00000001:0.0:1784947709.757797:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784947709.757800:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947709.757802:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757807:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947709.757810:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947709.757817:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.757818:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.757830:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947709.757835:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947709.757839:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947709.757842:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947709.757848:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947709.757849:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.757852:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.757861:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757874:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757877:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947709.757903:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947709.757906:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:1.0:1784947709.757914:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947709.757923:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947709.757928:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:1.0:1784947709.757932:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:1.0:1784947709.757937:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947709.757944:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947709.757971:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947709.757977:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947709.757989:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.757992:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947709.760460:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947709.760481:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947709.760489:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947709.760495:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947709.760507:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760519:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947709.760532:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760540:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760549:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760558:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f500 00000400:00000200:0.0:1784947709.760567:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760577:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e69 [1] + 224 00000800:00000001:0.0:1784947709.760588:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947709.760635:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947709.760641:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947709.760649:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947709.760658:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947709.760669:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947709.760705:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.760740:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947709.760758:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947709.760769:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947709.760774:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947709.760780:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947709.760790:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760801:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947709.760803:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947709.760810:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947709.760817:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784947709.760820:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947709.760827:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947709.760829:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947709.760832:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99f8. 00000400:00000200:1.0:1784947709.760844:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000200:0.0:1784947709.760845:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947709.760851:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:1.0:1784947709.760859:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947709.760861:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f480 00000100:00000200:1.0:1784947709.760873:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947709.760880:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947709.760900:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e79 [1] + 224 00000100:00000200:1.0:1784947709.760905:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947709.760918:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947709.760923:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947709.760928:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947709.760933:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947709.760937:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947709.760940:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947709.760943:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947709.760946:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947709.760956:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=150 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947709.760963:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947709.760967:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947709.760969:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947709.760972:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947709.760977:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.760981:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947709.760984:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947709.760987:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947709.760990:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947709.760996:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947709.761006:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947709.761010:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947709.761012:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947709.761018:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947709.761022:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947709.761034:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784947709.761044:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155007744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947709.761098:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947709.761103:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947709.761113:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641155007744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947709.761121:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947709.761137:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947709.761142:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947709.761150:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1784947709.761154:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947709.761159:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947709.761173:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947709.761179:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947709.761189:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784947709.761217:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947709.761220:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947709.761229:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:1.0:1784947709.761241:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947709.761247:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947709.761251:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000100:00000001:1.0:1784947709.761256:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947709.761258:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947709.761262:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761263:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947709.761269:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947709.761274:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.761278:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947709.761284:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.761294:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947709.761301:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947709.761308:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947709.761312:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947709.761316:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000800:00000001:1.0:1784947709.761320:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:0.0:1784947709.761326:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784947709.761333:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000800:00000001:1.0:1784947709.761336:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761340:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947709.761346:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947709.761356:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947709.761357:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947709.761375:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947709.761396:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:0.0:1784947709.761404:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947709.761419:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947709.761436:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947709.761444:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947709.761452:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947709.761453:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761463:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947709.761465:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f580 02000000:00000001:0.0:1784947709.761469:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947709.761476:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947709.761483:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947709.761485:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947709.761497:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947709.761498:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e89 [1] + 224 00000100:00001000:0.0:1784947709.761511:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=150 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947709.761514:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784947709.761527:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=150 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947709.761529:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761538:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947709.761541:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947709.761546:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947709.761558:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947709.761558:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:0.0:1784947709.761566:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947709.761572:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947709.761576:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947709.761588:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947709.761593:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.761651:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947709.761657:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947709.761662:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947709.761664:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947709.761674:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947709.761700:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784947709.761707:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155007616:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947709.761712:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947709.761719:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947709.761722:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947709.761725:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947709.761732:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eacb8. 00000400:00000200:0.0:1784947709.761739:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784947709.761742:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784947709.761746:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947709.761751:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947709.761764:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.761774:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947709.761776:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761778:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947709.761780:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947709.761782:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947709.761784:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947709.761786:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947709.761792:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=150 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947709.761796:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=22 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947709.761799:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947709.761801:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947709.761803:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947709.761806:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.761809:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947709.761811:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947709.761814:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947709.761815:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947709.761820:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.761828:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947709.761830:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947709.761832:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947709.761837:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947709.761846:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155007872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947709.761855:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761858:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947709.761862:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f100 x1871641155007616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.761870:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947709.761872:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947709.761875:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947709.761878:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947709.761880:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947709.761882:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947709.761884:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947709.761887:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784947709.761890:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947709.761891:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947709.761893:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f100. 00000100:00000001:0.0:1784947709.761897:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947709.761899:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761901:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947709.761905:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d500 x1871641155007872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947725 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947709.761913:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947709.761914:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947709.761916:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947709.761918:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947709.761920:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947709.761921:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947709.761923:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947709.761925:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:0.0:1784947709.761927:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947709.761928:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947709.761930:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d500. 00000100:00000001:0.0:1784947709.761933:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947709.761935:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761937:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947709.761942:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947709.761945:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947709.761948:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947709.761951:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947709.948160:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947709.948169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947709.948285:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947709.948292:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947709.948297:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947710.972221:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947710.972234:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947710.972239:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947710.972248:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947710.972258:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947710.972263:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947710.972268:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947710.972275:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947710.972322:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947710.972329:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947710.972335:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947711.996210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947711.996221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947711.996382:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947711.996391:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947711.996398:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947713.020170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947713.020185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947713.020244:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947713.020248:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947713.020251:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947713.660189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306473222, at 4306473280 00000100:00000040:0.0:1784947713.660201:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306473222, at 4306473280 00000100:00000010:1.0:1784947713.660208:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037ff60. 00000100:00000010:0.0:1784947713.660219:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fd80. 00010000:00000001:1.0:1784947714.044168:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947714.044176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947714.044236:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947714.044240:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947714.044245:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947714.876151:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947714.876158:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947714.876167:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947714.876172:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947714.876175:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947714.876178:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947714.876182:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947714.876189:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947714.876195:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876204:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947714.876213:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947714.876216:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876221:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947714.876247:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876250:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947714.876254:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947714.876258:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784947714.876261:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947714.876264:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947714.876266:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947714.876269:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876270:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947714.876273:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947714.876275:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947714.876279:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947714.876279:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947714.876286:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947714.876289:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947714.876307:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947714.876310:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947714.876315:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947714.876318:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947714.876322:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947714.876325:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947714.876327:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876332:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947714.876334:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155008000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947714.876344:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947714.876350:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947714.876350:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876354:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947714.876355:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947714.876358:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947714.876361:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947714.876365:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 02000000:00000010:2.0:1784947714.876366:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000020:00000040:3.0:1784947714.876368:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947714.876369:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947714.876375:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947714.876377:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947714.876379:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947714.876381:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784947714.876384:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000400:00000010:2.0:1784947714.876386:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947714.876388:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876394:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1784947714.876395:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000001:3.0:1784947714.876403:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1784947714.876404:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008000, portal 25 00000100:00000001:3.0:1784947714.876406:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876408:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947714.876412:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:3.0:1784947714.876413:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947714.876421:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947714.876424:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.876429:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947714.876434:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947714.876435:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947714.876439:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947714.876440:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784947714.876442:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000040:3.0:1784947714.876444:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947714.876447:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155008000, offset 0 00000100:00000040:3.0:1784947714.876449:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11812) 00000400:00000200:2.0:1784947714.876456:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947714.876463:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947714.876471:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947714.876475:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947714.876476:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947714.876479:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947714.876482:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947714.876483:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947714.876488:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784947714.876491:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947714.876494:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947714.876502:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541106:541106:256:4294967295] 192.168.201.111@tcp LPNI seq info [541043:541043:8:4294967295] 00000400:00000200:2.0:1784947714.876512:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947714.876512:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947714.876516:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947714.876520:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784947714.876522:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947714.876524:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784947714.876529:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947714.876531:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947714.876534:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00100000:3.0:1784947714.876539:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155008128:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784947714.876544:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947714.876550:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947714.876554:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784947714.876556:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947714.876557:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947714.876561:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947714.876562:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947714.876568:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947714.876570:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947714.876574:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947714.876578:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947714.876578:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947714.876582:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947714.876585:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947714.876588:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008128, portal 10 00000100:00000001:2.0:1784947714.876589:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306478341 00000100:00000001:3.0:1784947714.876593:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947714.876595:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000010:2.0:1784947714.876596:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43960. 00000100:00000001:2.0:1784947714.876604:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784947714.876604:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947714.876612:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306478341 00000100:00000001:3.0:1784947714.876613:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:2.0:1784947714.876618:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43300. 00000100:00000040:3.0:1784947714.876618:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947714.876623:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000010:3.0:1784947714.876624:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000001:2.0:1784947714.876629:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947714.876630:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155008128, offset 0 00000100:00000001:2.0:1784947714.876635:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876639:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947714.876642:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947714.876643:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947714.876648:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947714.876651:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947714.876655:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947714.876655:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947714.876661:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947714.876663:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947714.876664:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947714.876667:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947714.876669:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947714.876674:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784947714.876675:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947714.876678:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784947714.876685:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947714.876687:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541107:541107:255:4294967295] 192.168.201.111@tcp LPNI seq info [541044:541044:7:4294967295] 00000800:00000010:1.0:1784947714.876693:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784947714.876694:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947714.876698:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947714.876699:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947714.876701:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947714.876703:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947714.876707:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947714.876712:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947714.876716:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947714.876718:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00100000:2.0:1784947714.876719:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155008256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947714.876728:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947714.876730:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784947714.876732:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 02000000:00000001:2.0:1784947714.876733:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947714.876734:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947714.876736:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 02000000:00000001:2.0:1784947714.876739:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947714.876743:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1784947714.876743:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 02000000:00000010:2.0:1784947714.876744:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947714.876748:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947714.876752:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947714.876754:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947714.876758:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947714.876763:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000800:00000200:3.0:1784947714.876765:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947714.876769:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000800:00000200:3.0:1784947714.876771:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947714.876776:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008256, portal 10 00000100:00000001:3.0:1784947714.876779:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947714.876780:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947714.876780:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947714.876784:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9072 usecs (10 jiffies) 00000100:00000001:2.0:1784947714.876785:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000040:1.0:1784947714.876789:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947714.876797:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947714.876801:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947714.876805:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947714.876809:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947714.876812:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947714.876814:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784947714.876816:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155008256, offset 0 00000800:00000200:1.0:1784947714.876819:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947714.876823:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947714.876824:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:1.0:1784947714.876828:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947714.876829:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.876834:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947714.876837:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947714.876839:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000200:2.0:1784947714.876842:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784947714.876844:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000400:00000200:2.0:1784947714.876847:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947714.876849:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947714.876852:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784947714.876856:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947714.876857:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947714.876863:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541108:541108:255:4294967295] 192.168.201.111@tcp LPNI seq info [541045:541045:7:4294967295] 00000400:00000200:2.0:1784947714.876866:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947714.876873:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947714.876879:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947714.876882:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947714.876883:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947714.876884:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306474506 00000100:00000001:3.0:1784947714.876891:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306478341 00000100:00000001:3.0:1784947714.876897:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306474506 00000800:00000200:2.0:1784947714.876899:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947714.876903:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306478341 00000100:00000001:1.0:1784947714.876907:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947714.876908:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:1.0:1784947714.876913:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947714.876917:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947714.876922:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947714.876924:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947714.876936:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947714.876937:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947714.876940:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947714.876942:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10241 usecs (11 jiffies) 00000100:00000001:3.0:1784947714.876944:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947714.876948:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947714.876949:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947714.876953:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306474507 00000100:00000001:3.0:1784947714.876953:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947714.876956:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947714.876957:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306478341 00000100:00000001:2.0:1784947714.876961:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306474507 00000100:00000001:3.0:1784947714.876961:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947714.876965:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306478341 00000100:00000001:3.0:1784947714.876965:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947714.876969:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947714.876969:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876974:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947714.876974:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876977:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876980:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.876982:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947714.876983:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947714.876986:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947714.876987:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947714.876989:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.876991:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947714.877063:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947714.877068:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784947714.877071:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947714.877076:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947714.877079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:0.0:1784947714.877080:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:0.0:1784947714.877083:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947714.877087:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947714.877093:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947714.877096:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947714.877101:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947714.877102:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947714.878182:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878191:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947714.878193:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878195:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947714.878199:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878203:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947714.878207:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878210:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878213:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878216:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f600 00000400:00000200:1.0:1784947714.878219:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878223:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523e99 [1] + 224 00000800:00000001:1.0:1784947714.878227:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878229:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947714.878231:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947714.878233:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947714.878236:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947714.878240:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947714.878246:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947714.878257:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947714.878262:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878264:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947714.878266:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878267:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947714.878270:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878274:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947714.878278:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878281:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878283:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947714.878287:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f680 00000100:00000001:2.0:1784947714.878288:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947714.878292:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947714.878292:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947714.878298:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ea1 [1] + 224 00000800:00000001:1.0:1784947714.878301:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947714.878304:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947714.878305:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947714.878308:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947714.878309:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947714.878312:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:1.0:1784947714.878316:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947714.878318:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000010:2.0:1784947714.878321:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784947714.878323:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947714.878325:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947714.878330:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947714.878333:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947714.878355:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947714.878358:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947714.878371:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947714.878374:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878376:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947714.878377:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947714.878378:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947714.878381:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947714.878382:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947714.878384:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947714.878386:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947714.878387:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947714.878391:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878394:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947714.878395:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=5 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947714.878400:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947714.878402:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=5 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947714.878408:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947714.878409:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947714.878413:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947714.878413:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947714.878418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947714.878418:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1784947714.878419:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947714.878424:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947714.878425:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947714.878425:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947714.878427:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947714.878429:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947714.878433:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947714.878433:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947714.878434:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947714.878440:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000200:1.0:1784947714.878443:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f700 00000400:00000010:3.0:1784947714.878444:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947714.878450:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947714.878452:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947714.878453:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947714.878457:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1784947714.878459:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947714.878460:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947714.878465:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ea9 [1] + 224 00000100:00000040:2.0:1784947714.878470:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947714.878474:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947714.878480:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947714.878486:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947714.878489:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947714.878496:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784947714.878498:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155008000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947714.878504:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947714.878509:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.878513:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947714.878514:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947714.878518:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155008000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947714.878519:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947714.878521:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947714.878526:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947714.878532:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947714.878532:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784947714.878536:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947714.878537:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1784947714.878540:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947714.878542:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947714.878545:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784947714.878548:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947714.878549:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784947714.878551:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947714.878552:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947714.878557:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784947714.878558:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=5 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947714.878560:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 00000100:00001000:3.0:1784947714.878568:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=45 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947714.878571:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947714.878573:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947714.878574:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947714.878574:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947714.878577:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947714.878579:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00010000:00000001:3.0:1784947714.878580:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947714.878584:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947714.878584:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.878585:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947714.878588:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947714.878590:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784947714.878591:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878592:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947714.878593:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947714.878599:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947714.878599:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947714.878602:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947714.878603:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947714.878606:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947714.878610:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947714.878611:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947714.878613:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947714.878617:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:2.0:1784947714.878620:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:3.0:1784947714.878624:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947714.878625:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947714.878629:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947714.878632:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947714.878633:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947714.878638:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947714.878653:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947714.878656:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155008128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947714.878666:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878667:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947714.878669:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947714.878670:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878673:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947714.878675:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1784947714.878675:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155008128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947714.878678:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947714.878680:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947714.878684:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947714.878690:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784947714.878691:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=5 v=5 (5 5 5 5) 02000000:00000001:3.0:1784947714.878692:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784947714.878695:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=27 v=5 (1 1 1 1) 02000000:00000010:3.0:1784947714.878696:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947714.878700:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947714.878701:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947714.878702:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947714.878705:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784947714.878706:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:3.0:1784947714.878709:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:2.0:1784947714.878710:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947714.878713:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947714.878714:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947714.878717:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000010:3.0:1784947714.878717:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947714.878722:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947714.878723:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947714.878724:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947714.878726:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947714.878728:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000040:2.0:1784947714.878731:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947714.878732:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947714.878735:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947714.878740:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878745:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947714.878746:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947714.878750:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.878751:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947714.878754:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947714.878755:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947714.878758:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947714.878760:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947714.878766:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155008256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947714.878771:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878772:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947714.878774:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155008256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947714.878778:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947714.878779:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947714.878780:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947714.878782:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947714.878783:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947714.878784:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947714.878786:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947714.878787:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784947714.878789:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947714.878790:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947714.878791:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784947714.878793:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947714.878794:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878795:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947714.878798:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947714.878799:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947714.878800:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947714.878801:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947715.068143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947715.068148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947715.068205:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947715.068208:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947715.068212:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947716.092228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947716.092238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947716.092276:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947716.092281:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947716.092286:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947717.116169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947717.116178:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947717.116304:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947717.116314:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947717.116322:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947718.140212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947718.140221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947718.140296:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947718.140302:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947718.140308:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947718.780139:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306478341, at 4306478400 00000100:00000040:0.0:1784947718.780146:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306478341, at 4306478400 00000100:00000010:1.0:1784947718.780152:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43300. 00000100:00000010:0.0:1784947718.780157:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43960. 00010000:00000001:1.0:1784947719.164113:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947719.164118:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947719.164170:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947719.164174:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947719.164177:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947719.996154:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947719.996164:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947719.996175:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d500. 00000020:00000040:0.0:1784947719.996181:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947719.996185:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947719.996189:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947719.996194:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947719.996203:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784947719.996210:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.996221:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947719.996234:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947719.996237:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.996242:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059426f63] to pc [ptlrpcd_00_01+1] req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.996267:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.996270:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947719.996274:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947719.996277:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f100. 00000020:00000040:0.0:1784947719.996280:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947719.996283:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947719.996285:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947719.996287:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947719.996292:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784947719.996296:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.996302:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947719.996304:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947719.996309:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947719.996312:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947719.996314:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947719.996320:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947719.996320:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947719.996331:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e8e917] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947719.996333:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947719.996336:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947719.996341:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947719.996344:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947719.996347:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.996349:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947719.996351:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155008384:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947719.996354:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947719.996362:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947719.996363:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784947719.996367:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1784947719.996368:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 02000000:00000001:1.0:1784947719.996371:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784947719.996373:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784947719.996374:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947719.996379:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:1.0:1784947719.996381:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947719.996382:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947719.996386:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947719.996387:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947719.996393:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784947719.996395:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000400:00000010:1.0:1784947719.996398:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99f8. 00000100:00000001:0.0:1784947719.996401:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947719.996405:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000040:0.0:1784947719.996410:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1784947719.996413:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008384, portal 25 00000100:00000001:1.0:1784947719.996417:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947719.996420:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534246144 : -119148175305472 : ffff93a2a755d500) 00000100:00000001:0.0:1784947719.996426:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1784947719.996430:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.996431:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.996442:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947719.996442:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947719.996449:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947719.996452:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000200:1.0:1784947719.996456:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155008384, offset 0 00000100:00000001:0.0:1784947719.996460:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947719.996464:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947719.996465:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947719.996470:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1784947719.996474:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947719.996475:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947719.996479:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1784947719.996482:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:0.0:1784947719.996485:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11817) 00000400:00000200:1.0:1784947719.996487:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947719.996492:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947719.996495:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947719.996497:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947719.996500:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541109:541109:256:4294967295] 192.168.201.111@tcp LPNI seq info [541046:541046:8:4294967295] 00000100:00000001:0.0:1784947719.996503:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947719.996504:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947719.996507:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947719.996510:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784947719.996519:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784947719.996520:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947719.996527:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947719.996534:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000100:00000001:0.0:1784947719.996536:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947719.996539:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947719.996543:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:0.0:1784947719.996544:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947719.996548:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947719.996551:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947719.996555:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:0.0:1784947719.996559:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155008512:192.168.201.111@tcp:400:kworker.0 00000800:00000200:1.0:1784947719.996561:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947719.996569:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947719.996572:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947719.996575:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.996575:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947719.996577:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947719.996581:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784947719.996584:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 00000100:00000001:1.0:1784947719.996584:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306483461 02000000:00000001:0.0:1784947719.996590:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784947719.996591:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037ff60. 00000400:00000200:0.0:1784947719.996597:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947719.996598:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000010:0.0:1784947719.996602:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eacb8. 00000100:00000001:1.0:1784947719.996604:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306483461 00000100:00000010:1.0:1784947719.996610:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f1e0. 00000400:00000010:0.0:1784947719.996611:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000001:1.0:1784947719.996614:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000200:0.0:1784947719.996617:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008512, portal 10 00000100:00000001:1.0:1784947719.996618:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947719.996621:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.996624:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947719.996625:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.996628:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534253312 : -119148175298304 : ffff93a2a755f100) 00000100:00000001:1.0:1784947719.996629:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.996637:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947719.996640:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784947719.996641:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947719.996642:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947719.996644:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947719.996647:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947719.996652:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.996660:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947719.996664:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947719.996667:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.996669:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947719.996670:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947719.996673:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947719.996674:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 02000000:00000001:1.0:1784947719.996675:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947719.996681:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155008512, offset 0 00000100:00100000:1.0:1784947719.996682:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155008640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947719.996688:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947719.996691:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947719.996693:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947719.996694:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947719.996696:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947719.996699:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 00000400:00000200:0.0:1784947719.996702:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947719.996703:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947719.996709:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947719.996712:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9e18. 00000400:00000200:0.0:1784947719.996713:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784947719.996715:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000400:00000200:0.0:1784947719.996719:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784947719.996720:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008640, portal 10 00000100:00000001:1.0:1784947719.996723:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947719.996725:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947719.996726:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000400:00000200:0.0:1784947719.996732:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784947719.996735:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947719.996739:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947719.996748:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947719.996749:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541110:541110:255:4294967295] 192.168.201.111@tcp LPNI seq info [541047:541047:7:4294967295] 00000100:00000040:1.0:1784947719.996753:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947719.996757:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000200:1.0:1784947719.996761:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155008640, offset 0 00000400:00000200:0.0:1784947719.996762:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.996768:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947719.996775:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947719.996782:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947719.996783:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.996788:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:0.0:1784947719.996790:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000400:00000200:1.0:1784947719.996793:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947719.996800:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947719.996801:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947719.996806:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947719.996813:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947719.996813:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947719.996820:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541111:541111:254:4294967295] 192.168.201.111@tcp LPNI seq info [541048:541048:6:4294967295] 00000800:00000200:0.0:1784947719.996822:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947719.996831:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947719.996832:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947719.996838:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9072 usecs (10 jiffies) 00000400:00000200:0.0:1784947719.996849:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.996849:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947719.996855:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306479626 00000800:00000200:1.0:1784947719.996858:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947719.996861:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306483461 00000800:00000010:1.0:1784947719.996864:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000100:00000001:0.0:1784947719.996868:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306479626 00000800:00000200:1.0:1784947719.996870:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947719.996874:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306483461 00000800:00000200:1.0:1784947719.996877:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947719.996880:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947719.996881:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947719.996887:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.996888:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947719.996892:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10241 usecs (11 jiffies) 00000100:00000001:0.0:1784947719.996893:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.996898:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.996898:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947719.996903:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306479627 00000100:00000001:0.0:1784947719.996906:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947719.996908:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306483461 00000100:00000001:0.0:1784947719.996910:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947719.996913:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306479627 00000100:00000001:0.0:1784947719.996915:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947719.996918:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947719.996920:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306483461 00000100:00000001:0.0:1784947719.996922:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.996925:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947719.996927:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.996930:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.996935:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.996938:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.996942:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947719.996943:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947719.996947:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947719.996948:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947719.996950:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.996952:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947719.996973:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947719.996978:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784947719.996984:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947719.996990:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947719.996994:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:0.0:1784947719.996997:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784947719.997001:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947719.997006:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.997087:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947719.997093:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.997102:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.997104:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947719.997119:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947719.997122:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784947719.997125:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947719.997129:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947719.997132:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784947719.997135:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:0.0:1784947719.997138:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947719.997141:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.997148:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947719.997152:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.997158:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.997159:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947719.997221:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947719.997224:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947719.997228:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947719.997232:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947719.997236:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:0.0:1784947719.997237:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784947719.997240:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947719.997243:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.997250:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947719.997253:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.997259:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.997261:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947719.998626:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998636:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947719.998639:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998641:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998645:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998649:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947719.998654:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998657:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998663:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f780 00000400:00000200:1.0:1784947719.998666:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998670:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523eb1 [1] + 224 00000800:00000001:1.0:1784947719.998675:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998677:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998679:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947719.998682:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947719.998685:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947719.998690:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947719.998698:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947719.998714:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947719.998719:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998722:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947719.998723:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998724:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998726:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998729:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947719.998732:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998734:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998736:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998740:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f880 00000400:00000200:1.0:1784947719.998742:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998746:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ed1 [1] + 224 00000800:00000001:1.0:1784947719.998749:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998751:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998753:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947719.998754:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947719.998756:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947719.998758:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947719.998760:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947719.998764:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947719.998767:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947719.998771:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784947719.998773:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947719.998776:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99f8. 00000100:00000001:1.0:1784947719.998784:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947719.998786:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:0.0:1784947719.998790:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784947719.998793:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947719.998797:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947719.998800:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947719.998803:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947719.998807:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947719.998811:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998819:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998830:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:0.0:1784947719.998836:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947719.998839:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947719.998847:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947719.998854:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947719.998854:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947719.998859:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998860:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f800 00000100:00000001:0.0:1784947719.998865:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947719.998866:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947719.998869:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947719.998870:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ec1 [1] + 224 00000100:00000001:0.0:1784947719.998873:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947719.998875:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947719.998877:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947719.998881:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947719.998882:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947719.998885:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947719.998887:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:0.0:1784947719.998888:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=10 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947719.998889:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784947719.998896:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=10 v=5 (1 1 1 1) 00000100:00000200:1.0:1784947719.998896:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.998906:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947719.998909:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947719.998914:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784947719.998916:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947719.998917:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.998923:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.998932:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.998941:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947719.998941:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947719.998946:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947719.998949:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947719.998950:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947719.998956:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947719.998956:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.998967:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947719.998970:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784947719.998971:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155008384:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784947719.998974:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947719.998977:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947719.998980:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947719.998980:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eacb8. 00000400:00000200:1.0:1784947719.998984:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000100:00000001:0.0:1784947719.998985:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784947719.998987:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:1.0:1784947719.998991:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784947719.998992:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d500 x1871641155008384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947719.998997:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.999032:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947719.999037:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784947719.999038:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947719.999043:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784947719.999068:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947719.999070:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947719.999072:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947719.999076:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947719.999078:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:0.0:1784947719.999082:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947719.999083:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784947719.999085:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947719.999087:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784947719.999089:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d500. 00000100:00000001:1.0:1784947719.999092:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947719.999095:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784947719.999096:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947719.999100:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.999100:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947719.999105:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947719.999105:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.999110:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784947719.999111:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.999114:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784947719.999117:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=10 v=5 (5 5 5 5) 00000400:00000001:0.0:1784947719.999119:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1784947719.999122:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=50 v=5 (1 1 1 1) 00000400:00000001:0.0:1784947719.999123:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947719.999126:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1784947719.999128:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9e18. 00000100:00000001:1.0:1784947719.999129:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947719.999133:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947719.999135:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00010000:00000001:1.0:1784947719.999136:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947719.999140:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:1.0:1784947719.999140:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947719.999145:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947719.999146:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947719.999150:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1784947719.999154:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947719.999154:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947719.999164:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947719.999172:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947719.999179:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947719.999185:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947719.999188:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947719.999191:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947719.999194:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947719.999197:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.999198:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947719.999202:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947719.999204:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947719.999207:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947719.999212:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947719.999217:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155008512:192.168.201.111@tcp:400:kworker.0 00000100:00001000:0.0:1784947719.999220:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=10 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947719.999224:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947719.999227:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947719.999229:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947719.999233:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784947719.999235:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f100 x1871641155008512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.999237:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947719.999242:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784947719.999246:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1784947719.999247:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947719.999249:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947719.999253:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:1.0:1784947719.999253:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:1.0:1784947719.999256:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784947719.999257:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000020:00000001:1.0:1784947719.999259:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947719.999261:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1784947719.999262:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947719.999266:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784947719.999267:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947719.999269:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:1.0:1784947719.999272:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947719.999275:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1784947719.999277:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784947719.999277:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f100. 00000100:00000001:1.0:1784947719.999282:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947719.999284:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.999288:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.999294:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947719.999295:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947719.999296:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.999300:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947719.999301:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947719.999305:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947719.999305:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947719.999314:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947719.999323:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155008640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947719.999327:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947719.999330:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947719.999333:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155008640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947719.999339:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947719.999340:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947719.999342:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 02000000:00000001:0.0:1784947719.999345:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947719.999346:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947719.999348:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947719.999350:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947719.999351:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784947719.999354:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947719.999355:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947719.999356:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000001:0.0:1784947719.999360:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947719.999361:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947719.999363:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947719.999367:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947719.999368:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947719.999371:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947719.999372:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947720.188123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947720.188129:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947720.188181:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947720.188185:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947720.188188:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947721.212138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947721.212146:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947721.212149:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947721.212153:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947721.212159:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947721.212162:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947721.212164:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947721.212167:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947721.212190:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947721.212193:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947721.212196:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947721.468169:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947721.468178:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947721.468183:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947721.468376:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947721.468383:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947721.468395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947721.468403:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947721.468406:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947722.236157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947722.236165:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947722.236244:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947722.236249:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947722.236252:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947723.260132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947723.260138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947723.260168:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947723.260173:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947723.260176:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947723.900154:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306483461, at 4306483520 00000100:00000040:1.0:1784947723.900154:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306483461, at 4306483520 00000100:00000010:0.0:1784947723.900171:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037ff60. 00000100:00000010:1.0:1784947723.900174:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f1e0. 00010000:00000001:1.0:1784947724.284195:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947724.284203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947724.284242:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947724.284249:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947724.284255:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947725.116230:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947725.116243:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947725.116256:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784947725.116264:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947725.116269:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947725.116273:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947725.116281:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947725.116292:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947725.116301:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116316:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947725.116331:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947725.116336:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116345:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947725.116386:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116390:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947725.116395:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947725.116399:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947725.116402:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947725.116405:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947725.116407:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947725.116409:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947725.116413:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947725.116416:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116421:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947725.116430:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947725.116433:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116441:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947725.116454:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116457:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947725.116462:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947725.116465:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947725.116467:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947725.116470:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947725.116471:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947725.116473:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947725.116480:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.116482:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784947725.116485:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:2.0:1784947725.116488:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947725.116492:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947725.116506:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947725.116507:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947725.116548:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947725.116553:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116565:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.116567:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947725.116576:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.116582:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947725.116588:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947725.116588:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947725.116598:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947725.116600:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947725.116605:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947725.116613:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947725.116617:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784947725.116629:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155008768:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947725.116633:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11822) 00000100:00000001:2.0:1784947725.116648:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947725.116659:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947725.116665:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947725.116673:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947725.116684:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947725.116688:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.116696:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947725.116702:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947725.116705:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784947725.116710:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947725.116712:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947725.116726:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947725.116727:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784947725.116742:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008768, portal 25 00000100:00000001:2.0:1784947725.116753:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947725.116758:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000001:3.0:1784947725.116769:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947725.116772:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947725.116777:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947725.116779:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947725.116784:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947725.116794:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.116807:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784947725.116808:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155008896:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947725.116822:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947725.116823:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947725.116833:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 02000000:00000001:3.0:1784947725.116834:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947725.116841:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947725.116842:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155008768, offset 0 02000000:00000001:3.0:1784947725.116845:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947725.116854:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947725.116855:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947725.116862:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947725.116871:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947725.116873:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947725.116882:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784947725.116889:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784947725.116891:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947725.116900:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784947725.116901:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155008896, portal 10 00000100:00000001:3.0:1784947725.116909:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947725.116910:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947725.116915:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000400:00000200:2.0:1784947725.116921:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947725.116952:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947725.116964:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541112:541112:256:4294967295] 192.168.201.111@tcp LPNI seq info [541049:541049:8:4294967295] 00000100:00000040:3.0:1784947725.116964:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947725.116986:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947725.117000:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947725.117019:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947725.117020:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784947725.117031:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000800:00000200:2.0:1784947725.117037:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947725.117044:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155008896, offset 0 00000800:00000010:2.0:1784947725.117083:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947725.117094:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947725.117106:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947725.117117:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947725.117125:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947725.117135:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947725.117138:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947725.117146:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947725.117150:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947725.117157:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947725.117159:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306488582 00000400:00000200:3.0:1784947725.117167:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:2.0:1784947725.117171:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43900. 00000400:00000200:3.0:1784947725.117173:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947725.117183:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947725.117187:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947725.117193:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541113:541113:255:4294967295] 192.168.201.111@tcp LPNI seq info [541050:541050:7:4294967295] 00000100:00000001:2.0:1784947725.117200:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306488582 00000400:00000200:3.0:1784947725.117205:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947725.117212:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43840. 00000100:00000001:2.0:1784947725.117223:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947725.117231:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947725.117234:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947725.117243:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947725.117250:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947725.117253:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.117261:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1784947725.117261:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784947725.117276:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947725.117277:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947725.117284:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947725.117288:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947725.117293:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784947725.117295:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947725.117298:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784947725.117309:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784947725.117310:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784947725.117311:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784947725.117322:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947725.117328:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947725.117336:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784947725.117345:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9072 usecs (10 jiffies) 00000100:00000001:2.0:1784947725.117352:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784947725.117356:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947725.117360:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947725.117369:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947725.117370:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 02000000:00000001:2.0:1784947725.117371:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784947725.117380:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 02000000:00000001:2.0:1784947725.117381:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947725.117383:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306484747 02000000:00000001:2.0:1784947725.117392:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947725.117393:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947725.117398:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306488582 00000100:00000001:3.0:1784947725.117409:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306484747 00000100:00100000:2.0:1784947725.117411:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155009024:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947725.117412:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947725.117423:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306488582 00000100:00000001:2.0:1784947725.117429:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947725.117436:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947725.117440:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947725.117442:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947725.117453:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947725.117457:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947725.117461:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1784947725.117462:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947725.117469:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947725.117474:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947725.117483:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947725.117493:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:0.0:1784947725.117502:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947725.117505:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000001:0.0:1784947725.117507:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1784947725.117518:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009024, portal 10 00000100:00000001:2.0:1784947725.117523:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947725.117526:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000040:2.0:1784947725.117544:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947725.117549:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947725.117558:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:0.0:1784947725.117567:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947725.117573:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947725.117579:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947725.117588:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947725.117599:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:2.0:1784947725.117604:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000400:00000010:0.0:1784947725.117606:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:0.0:1784947725.117618:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784947725.117621:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155009024, offset 0 00000100:00000200:0.0:1784947725.117627:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947725.117647:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947725.117648:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947725.117659:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947725.117667:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947725.117671:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947725.117681:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947725.117694:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947725.117696:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.117700:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947725.117705:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947725.117706:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947725.117708:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947725.117719:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947725.117722:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947725.117728:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947725.117729:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947725.117738:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947725.117740:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947725.117746:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947725.117751:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541114:541114:256:4294967295] 192.168.201.111@tcp LPNI seq info [541051:541051:8:4294967295] 00000400:00000200:2.0:1784947725.117760:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947725.117773:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947725.117781:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947725.117787:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784947725.117792:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947725.117799:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947725.117803:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947725.117824:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947725.117829:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:2.0:1784947725.117833:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947725.117836:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306484748 00000100:00000001:2.0:1784947725.117840:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306488582 00000100:00000001:2.0:1784947725.117844:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306484748 00000100:00000001:2.0:1784947725.117849:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306488582 00000100:00000001:2.0:1784947725.117853:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947725.117856:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.117861:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.117864:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.117870:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947725.117872:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947725.117876:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947725.117877:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947725.117880:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.117883:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947725.117893:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947725.117902:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947725.117911:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947725.117922:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947725.117951:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:1.0:1784947725.117955:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:1.0:1784947725.117961:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947725.117969:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947725.117984:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947725.117991:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947725.118002:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947725.118006:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947725.119357:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947725.119374:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947725.119379:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947725.119382:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947725.119389:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947725.119396:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947725.119405:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947725.119410:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947725.119416:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947725.119421:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30f900 00000400:00000200:0.0:1784947725.119428:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947725.119436:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ee1 [1] + 224 00000800:00000001:0.0:1784947725.119444:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947725.119453:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947725.119456:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947725.119461:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947725.119467:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947725.119474:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947725.119491:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947725.119533:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947725.119549:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947725.119553:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.119624:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947725.119630:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947725.119639:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947725.119641:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947725.119645:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947725.119652:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:2.0:1784947725.119655:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784947725.119659:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947725.119668:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947725.119683:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.119693:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947725.119696:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.119699:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947725.119703:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947725.119705:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947725.119708:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947725.119711:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947725.119718:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947725.119724:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947725.119727:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947725.119729:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947725.119733:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947725.119736:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.119740:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947725.119745:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.119755:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947725.119758:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947725.119761:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947725.119765:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947725.119775:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155008768:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947725.119781:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.119783:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947725.119787:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155008768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.119795:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947725.119798:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947725.119802:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947725.119807:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947725.119809:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947725.119812:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947725.119815:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947725.119818:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:2.0:1784947725.119822:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947725.119825:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947725.119827:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:2.0:1784947725.119831:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947725.119833:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.119836:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.119838:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947725.119840:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947725.119842:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.119844:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947725.120471:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947725.120484:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947725.120488:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947725.120490:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947725.120498:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120505:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947725.120531:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120536:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120540:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120547:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30f980 00000400:00000200:1.0:1784947725.120553:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120560:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ee9 [1] + 224 00000800:00000001:1.0:1784947725.120568:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947725.120573:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947725.120576:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947725.120587:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947725.120593:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947725.120601:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947725.120616:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947725.120638:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947725.120647:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947725.120651:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947725.120653:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947725.120656:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947725.120660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120666:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947725.120672:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120678:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120683:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120687:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fa00 00000400:00000200:1.0:1784947725.120692:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947725.120697:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ef1 [1] + 224 00000800:00000001:1.0:1784947725.120703:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947725.120703:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947725.120712:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947725.120718:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947725.120721:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947725.120725:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784947725.120727:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947725.120733:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784947725.120734:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947725.120746:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947725.120752:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947725.120757:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947725.120759:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947725.120770:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947725.120772:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947725.120818:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947725.120824:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947725.120862:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947725.120867:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947725.120871:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947725.120873:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947725.120874:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947725.120880:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947725.120884:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947725.120885:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947725.120892:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947725.120895:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947725.120902:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=16 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947725.120910:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=56 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947725.120914:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947725.120917:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947725.120920:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947725.120925:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.120952:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947725.120956:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947725.120959:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947725.120962:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.120967:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947725.120971:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.120974:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947725.120985:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947725.120988:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784947725.120991:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947725.120998:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784947725.121001:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947725.121004:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947725.121015:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000040:3.0:1784947725.121020:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947725.121024:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947725.121037:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784947725.121099:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155008896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947725.121109:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947725.121115:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947725.121117:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947725.121127:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155008896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947725.121175:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947725.121180:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1784947725.121183:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947725.121185:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947725.121195:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947725.121200:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947725.121205:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947725.121209:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784947725.121211:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947725.121218:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947725.121219:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 00000100:00000001:2.0:1784947725.121228:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947725.121230:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947725.121235:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784947725.121236:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947725.121240:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1784947725.121242:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784947725.121245:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.121250:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784947725.121252:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.121256:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947725.121262:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947725.121263:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=16 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947725.121269:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784947725.121272:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947725.121275:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.121281:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947725.121282:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947725.121287:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947725.121289:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947725.121294:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947725.121300:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.121304:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947725.121307:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947725.121310:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947725.121313:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947725.121319:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.121329:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947725.121332:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947725.121334:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947725.121339:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947725.121358:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155009024:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947725.121364:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.121367:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947725.121371:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155009024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947725.121379:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947725.121381:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947725.121384:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947725.121388:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947725.121390:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947725.121392:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947725.121395:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947725.121397:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784947725.121401:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947725.121403:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947725.121405:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:2.0:1784947725.121409:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947725.121411:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.121414:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947725.121419:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947725.121421:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947725.121424:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947725.121427:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947725.308238:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947725.308248:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947725.308365:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947725.308371:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947725.308377:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947726.332192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947726.332202:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947726.332240:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947726.332246:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947726.332251:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947727.356172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947727.356184:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947727.356309:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947727.356318:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947727.356325:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947728.380197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947728.380206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947728.380344:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947728.380352:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947728.380359:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947729.020181:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306488582, at 4306488640 00000100:00000010:0.0:1784947729.020203:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43900. 00000100:00000040:1.0:1784947729.020244:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306488582, at 4306488640 00000100:00000010:1.0:1784947729.020261:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43840. 00010000:00000001:1.0:1784947729.404196:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947729.404206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947729.404345:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947729.404351:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947729.404356:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947730.236221:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947730.236234:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947730.236247:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784947730.236255:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947730.236261:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947730.236265:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947730.236272:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947730.236283:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947730.236292:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236307:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947730.236321:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947730.236327:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236336:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.236376:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236381:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947730.236385:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947730.236389:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784947730.236393:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947730.236396:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947730.236398:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947730.236400:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947730.236404:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947730.236408:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236414:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947730.236425:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947730.236428:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236433:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.236446:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236449:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947730.236452:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947730.236454:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947730.236462:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000100:00000001:0.0:1784947730.236463:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784947730.236466:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947730.236469:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947730.236472:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947730.236476:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947730.236478:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947730.236486:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000040:0.0:1784947730.236487:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.236493:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236510:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947730.236520:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947730.236527:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947730.236531:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784947730.236536:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947730.236537:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947730.236543:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947730.236546:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947730.236552:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947730.236567:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155009152:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947730.236572:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.236576:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947730.236578:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947730.236587:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947730.236592:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947730.236592:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947730.236603:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947730.236604:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.236611:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11827) 02000000:00000001:0.0:1784947730.236613:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947730.236628:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947730.236634:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947730.236647:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947730.236652:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947730.236658:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947730.236659:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947730.236663:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947730.236674:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947730.236677:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000001:1.0:1784947730.236694:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1784947730.236698:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009152, portal 25 00000100:00000001:1.0:1784947730.236698:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.236711:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784947730.236711:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947730.236718:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947730.236719:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 02000000:00000001:1.0:1784947730.236726:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947730.236734:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155009280:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947730.236740:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.236742:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947730.236750:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947730.236756:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.236765:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784947730.236766:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947730.236776:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784947730.236777:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947730.236783:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947730.236785:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784947730.236791:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155009152, offset 0 00000400:00000200:1.0:1784947730.236793:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947730.236801:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9cb8. 00000400:00000200:0.0:1784947730.236803:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947730.236819:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947730.236825:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000400:00000200:0.0:1784947730.236833:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:1.0:1784947730.236838:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009280, portal 10 00000400:00000200:0.0:1784947730.236877:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784947730.236885:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947730.236892:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947730.236893:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000400:00000200:0.0:1784947730.236904:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784947730.236913:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947730.236914:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947730.236928:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541115:541115:256:4294967295] 192.168.201.111@tcp LPNI seq info [541052:541052:8:4294967295] 00000400:00000200:0.0:1784947730.236941:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947730.236962:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947730.236974:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784947730.236982:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947730.236991:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947730.236993:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000400:00000010:1.0:1784947730.237002:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000800:00000200:0.0:1784947730.237011:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784947730.237016:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155009280, offset 0 00000800:00000200:0.0:1784947730.237027:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947730.237037:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784947730.237039:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947730.237099:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947730.237103:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947730.237111:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.237118:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947730.237119:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306493702 00000400:00000200:1.0:1784947730.237131:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:0.0:1784947730.237133:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947730.237140:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947730.237147:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784947730.237149:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947730.237151:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947730.237164:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541116:541116:255:4294967295] 192.168.201.111@tcp LPNI seq info [541053:541053:7:4294967295] 00000100:00000001:0.0:1784947730.237165:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306493702 00000100:00000010:0.0:1784947730.237175:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889900. 00000400:00000200:1.0:1784947730.237176:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947730.237185:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947730.237196:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947730.237202:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947730.237204:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237214:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947730.237222:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947730.237224:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947730.237235:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000100:00000001:0.0:1784947730.237238:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947730.237244:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947730.237250:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947730.237253:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947730.237259:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947730.237264:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784947730.237265:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947730.237274:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784947730.237277:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.237283:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947730.237296:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9072 usecs (10 jiffies) 00000100:00000001:0.0:1784947730.237301:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947730.237308:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947730.237309:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947730.237320:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306489867 02000000:00000001:0.0:1784947730.237321:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947730.237328:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947730.237330:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306493702 02000000:00000001:0.0:1784947730.237339:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947730.237340:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306489867 00000100:00000001:1.0:1784947730.237350:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306493702 00000100:00100000:0.0:1784947730.237354:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155009408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947730.237356:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947730.237367:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237369:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947730.237374:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947730.237377:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947730.237379:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947730.237382:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947730.237388:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947730.237388:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1784947730.237394:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 00000100:00000001:1.0:1784947730.237395:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784947730.237404:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947730.237406:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947730.237413:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947730.237419:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947730.237420:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947730.237430:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea3c8. 00000100:00000001:1.0:1784947730.237431:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947730.237444:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000100:00000200:0.0:1784947730.237452:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009408, portal 10 00000100:00000001:0.0:1784947730.237456:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947730.237459:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000100:00000040:0.0:1784947730.237468:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.237477:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947730.237481:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947730.237484:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784947730.237488:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155009408, offset 0 00000400:00000200:0.0:1784947730.237493:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947730.237499:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947730.237504:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947730.237508:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947730.237512:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947730.237515:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947730.237521:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947730.237526:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541117:541117:254:4294967295] 192.168.201.111@tcp LPNI seq info [541054:541054:6:4294967295] 00000400:00000200:0.0:1784947730.237533:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947730.237546:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947730.237553:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947730.237557:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000800:00000200:0.0:1784947730.237562:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947730.237569:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947730.237574:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947730.237582:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947730.237588:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10241 usecs (11 jiffies) 00000400:00000200:0.0:1784947730.237595:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947730.237599:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306489868 00000100:00000001:0.0:1784947730.237603:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306493702 00000100:00000001:0.0:1784947730.237607:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306489868 00000100:00000001:0.0:1784947730.237611:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306493702 00000100:00000001:0.0:1784947730.237616:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947730.237620:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237625:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237629:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.237635:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947730.237638:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947730.237643:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947730.237646:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947730.237649:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237654:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947730.237721:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947730.237726:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784947730.237734:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947730.237740:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947730.237747:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784947730.237750:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784947730.237756:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947730.237762:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.237775:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947730.237780:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.237789:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237791:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947730.237811:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947730.237814:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784947730.237818:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947730.237822:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947730.237825:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:0.0:1784947730.237827:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784947730.237831:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947730.237835:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.237869:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947730.237873:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.237881:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.237883:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947730.237959:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947730.237963:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784947730.237967:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947730.237971:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947730.237975:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947730.237977:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947730.237980:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947730.237985:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.237994:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947730.237998:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.238006:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.238008:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947730.240468:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947730.240486:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947730.240492:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947730.240498:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947730.240507:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240518:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947730.240531:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240538:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240545:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240554:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30fa80 00000400:00000200:1.0:1784947730.240563:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240574:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ef9 [1] + 224 00000800:00000001:1.0:1784947730.240587:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947730.240651:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947730.240656:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947730.240662:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947730.240668:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947730.240676:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947730.240690:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.240719:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947730.240730:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947730.240740:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947730.240744:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947730.240749:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947730.240756:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240764:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947730.240775:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240783:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240792:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.240800:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fb00 00000400:00000200:1.0:1784947730.240809:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947730.240819:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947730.240821:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f09 [1] + 224 00000100:00000001:0.0:1784947730.240826:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947730.240865:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947730.240868:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947730.240890:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947730.240894:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000800:00000001:1.0:1784947730.240895:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947730.240902:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000200:1.0:1784947730.240903:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947730.240909:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000400:00000200:1.0:1784947730.240917:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947730.240918:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947730.240927:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947730.240929:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947730.240940:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947730.240950:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.240973:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947730.240976:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.240977:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.240985:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947730.240989:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947730.240994:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947730.240998:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947730.241002:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947730.241008:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=21 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947730.241011:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784947730.241013:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=21 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947730.241018:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947730.241020:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947730.241022:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947730.241024:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947730.241028:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947730.241031:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241032:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947730.241041:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947730.241046:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947730.241050:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241084:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947730.241089:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947730.241091:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947730.241097:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947730.241105:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947730.241111:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155009152:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947730.241122:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947730.241125:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241129:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947730.241134:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947730.241137:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155009152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947730.241148:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947730.241162:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947730.241166:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947730.241171:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784947730.241175:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fb80 02000000:00000010:0.0:1784947730.241177:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947730.241184:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947730.241189:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:0.0:1784947730.241190:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947730.241195:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947730.241201:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947730.241203:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f19 [1] + 224 02000000:00000010:0.0:1784947730.241205:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947730.241212:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947730.241215:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784947730.241218:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784947730.241219:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784947730.241226:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947730.241229:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947730.241230:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241232:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241239:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947730.241241:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947730.241243:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241246:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947730.241256:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947730.241261:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947730.241267:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947730.241272:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947730.241275:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9cb8. 00000400:00000200:1.0:1784947730.241283:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000400:00000010:1.0:1784947730.241285:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:1.0:1784947730.241288:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947730.241293:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947730.241303:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.241311:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947730.241313:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947730.241316:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947730.241319:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947730.241322:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947730.241325:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947730.241327:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784947730.241330:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947730.241340:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=21 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947730.241341:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947730.241349:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1784947730.241352:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=61 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947730.241359:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947730.241364:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947730.241367:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947730.241370:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947730.241375:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784947730.241379:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947730.241386:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947730.241391:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.241395:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947730.241402:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947730.241407:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947730.241410:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241411:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947730.241419:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947730.241424:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947730.241428:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947730.241432:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1784947730.241435:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784947730.241437:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1784947730.241439:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947730.241441:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947730.241444:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea3c8. 00000100:00000040:1.0:1784947730.241449:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947730.241451:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784947730.241456:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784947730.241462:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947730.241471:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947730.241511:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155009280:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947730.241512:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.241524:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241528:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947730.241529:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947730.241533:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241538:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784947730.241539:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641155009280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947730.241541:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947730.241544:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947730.241548:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947730.241554:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947730.241562:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:0.0:1784947730.241563:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=21 v=5 (5 5 5 5) 02000000:00000001:1.0:1784947730.241565:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947730.241571:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 00000100:00001000:0.0:1784947730.241572:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=43 v=5 (1 1 1 1) 02000000:00000001:1.0:1784947730.241600:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947730.241602:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784947730.241605:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947730.241608:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784947730.241610:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:0.0:1784947730.241615:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1784947730.241617:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784947730.241622:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947730.241623:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 00000100:00000001:0.0:1784947730.241633:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784947730.241635:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784947730.241641:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:1.0:1784947730.241642:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947730.241647:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000100:00000001:0.0:1784947730.241650:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947730.241654:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947730.241655:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947730.241660:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947730.241669:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947730.241670:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947730.241678:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947730.241684:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241687:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947730.241690:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947730.241694:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947730.241696:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241699:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947730.241708:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947730.241720:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155009408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947730.241726:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947730.241730:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947730.241731:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947730.241740:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155009408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947746 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947730.241743:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241758:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947730.241761:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947730.241764:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784947730.241770:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947730.241773:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947730.241775:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947730.241778:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947730.241780:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:0.0:1784947730.241784:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947730.241785:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947730.241787:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00000100:00000001:0.0:1784947730.241791:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947730.241792:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241794:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947730.241800:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947730.241802:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947730.241804:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947730.241822:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947730.428198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947730.428212:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947730.428338:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947730.428347:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947730.428355:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947731.452189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947731.452205:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947731.452210:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947731.452218:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947731.452227:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947731.452232:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947731.452237:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947731.452244:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947731.452282:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947731.452286:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947731.452290:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947732.476170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947732.476179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947732.476268:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947732.476274:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947732.476279:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947733.500159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947733.500165:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947733.500206:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947733.500210:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947733.500214:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947734.140139:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306493702, at 4306493760 00000100:00000040:1.0:1784947734.140145:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306493702, at 4306493760 00000100:00000010:0.0:1784947734.140157:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947734.140161:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889900. 00010000:00000001:1.0:1784947734.524185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947734.524193:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947734.524304:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947734.524308:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947734.524311:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947735.356155:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947735.356163:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947735.356172:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947735.356176:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947735.356179:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947735.356182:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947735.356187:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947735.356193:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947735.356199:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356208:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947735.356217:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947735.356220:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356226:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947735.356248:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356250:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947735.356253:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947735.356256:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947735.356258:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947735.356259:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947735.356260:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947735.356261:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947735.356264:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947735.356266:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356268:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947735.356278:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947735.356279:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356281:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947735.356287:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356288:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947735.356290:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947735.356291:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784947735.356293:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947735.356294:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947735.356295:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947735.356296:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947735.356298:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947735.356301:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356304:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947735.356308:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947735.356310:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947735.356312:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.356314:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947735.356320:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947735.356321:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356323:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947735.356324:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947735.356328:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947735.356332:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947735.356333:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947735.356335:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947735.356341:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11832) 00000100:00000001:2.0:1784947735.356347:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947735.356350:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947735.356353:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947735.356355:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947735.356357:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947735.356360:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155009536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947735.356364:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947735.356367:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947735.356369:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947735.356370:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947735.356373:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947735.356373:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947735.356378:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947735.356380:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947735.356384:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947735.356388:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947735.356390:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947735.356392:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947735.356394:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947735.356397:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947735.356398:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947735.356401:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947735.356403:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00100000:3.0:1784947735.356406:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155009664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947735.356409:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947735.356411:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 02000000:00000001:3.0:1784947735.356412:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947735.356415:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947735.356417:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784947735.356419:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009536, portal 25 02000000:00000010:3.0:1784947735.356421:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784947735.356423:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947735.356424:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356427:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000400:00000200:3.0:1784947735.356432:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947735.356435:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947735.356437:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947735.356440:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947735.356446:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009664, portal 10 00000100:00000001:2.0:1784947735.356447:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947735.356449:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947735.356452:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947735.356452:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000400:00000010:2.0:1784947735.356458:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784947735.356462:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155009536, offset 0 00000100:00000040:3.0:1784947735.356463:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947735.356472:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947735.356472:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947735.356477:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947735.356481:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784947735.356484:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947735.356486:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155009664, offset 0 00000400:00000200:3.0:1784947735.356491:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947735.356495:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947735.356500:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947735.356504:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947735.356507:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947735.356509:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947735.356511:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541118:541118:256:4294967295] 192.168.201.111@tcp LPNI seq info [541055:541055:8:4294967295] 00000400:00000200:2.0:1784947735.356514:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947735.356519:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947735.356526:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947735.356529:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947735.356535:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947735.356537:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947735.356540:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947735.356543:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947735.356544:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947735.356547:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947735.356551:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541119:541119:255:4294967295] 192.168.201.111@tcp LPNI seq info [541056:541056:7:4294967295] 00000800:00000200:2.0:1784947735.356555:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947735.356559:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947735.356570:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947735.356571:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947735.356577:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947735.356580:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947735.356585:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000800:00000200:3.0:1784947735.356588:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947735.356592:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947735.356594:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947735.356595:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947735.356601:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947735.356602:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947735.356605:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9071 usecs (10 jiffies) 00000100:00000001:2.0:1784947735.356606:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306498821 00000400:00000200:3.0:1784947735.356613:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947735.356614:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43120. 00000100:00000001:3.0:1784947735.356616:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306494986 00000100:00000001:2.0:1784947735.356621:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947735.356628:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306498821 00000100:00000001:3.0:1784947735.356628:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306498821 00000100:00000010:2.0:1784947735.356631:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a80. 00000100:00000001:3.0:1784947735.356632:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306494986 00000100:00000001:2.0:1784947735.356636:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947735.356640:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947735.356640:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306498821 00000100:00000001:2.0:1784947735.356644:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947735.356645:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947735.356650:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356651:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947735.356653:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947735.356654:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947735.356657:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.356658:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947735.356660:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947735.356665:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947735.356667:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947735.356668:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947735.356669:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947735.356671:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947735.356675:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947735.356677:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947735.356679:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947735.356680:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947735.356682:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947735.356683:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947735.356686:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000100:00000001:2.0:1784947735.356687:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947735.356687:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947735.356691:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:1.0:1784947735.356697:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784947735.356697:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947735.356704:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.356719:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947735.356722:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947735.356723:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947735.356724:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947735.356727:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947735.356729:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947735.356730:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947735.356738:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155009792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947735.356741:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356742:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947735.356745:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947735.356747:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947735.356750:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947735.356769:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947735.356773:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947735.356775:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947735.356778:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947735.356780:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947735.356783:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784947735.356785:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009792, portal 10 00000100:00000001:2.0:1784947735.356787:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947735.356788:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000040:2.0:1784947735.356793:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.356798:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947735.356800:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947735.356802:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947735.356804:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155009792, offset 0 00000400:00000200:2.0:1784947735.356808:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947735.356810:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947735.356813:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947735.356816:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947735.356818:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784947735.356821:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947735.356821:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1784947735.356826:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947735.356827:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947735.356832:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947735.356833:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541120:541120:255:4294967295] 192.168.201.111@tcp LPNI seq info [541057:541057:7:4294967295] 00000400:00000200:2.0:1784947735.356840:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.356841:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947735.356848:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947735.356852:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947735.356853:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:1.0:1784947735.356856:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000800:00000010:2.0:1784947735.356856:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:1.0:1784947735.356862:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784947735.356865:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784947735.356869:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947735.356874:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947735.356880:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947735.356884:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947735.356885:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947735.356889:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947735.356890:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10240 usecs (11 jiffies) 00000400:00000200:2.0:1784947735.356898:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947735.356902:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306494987 00000100:00000001:1.0:1784947735.356903:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356905:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306498821 00000100:00000001:1.0:1784947735.356906:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947735.356910:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306494987 00000100:00000001:2.0:1784947735.356912:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306498821 00000100:00000001:2.0:1784947735.356914:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947735.356915:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356917:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.356918:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947735.356920:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947735.356921:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784947735.356923:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:2.0:1784947735.356924:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947735.356929:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947735.356929:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947735.356930:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947735.356933:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947735.356935:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947735.356937:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947735.356938:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:1.0:1784947735.356941:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:1.0:1784947735.356943:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947735.356946:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947735.356951:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947735.356953:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947735.356957:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947735.356958:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947735.358260:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358269:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947735.358271:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358273:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947735.358276:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358280:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947735.358285:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358288:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358292:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358295:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fc80 00000400:00000200:1.0:1784947735.358299:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358302:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f31 [1] + 224 00000800:00000001:1.0:1784947735.358308:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358312:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947735.358314:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947735.358316:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947735.358319:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947735.358323:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947735.358330:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947735.358341:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947735.358347:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358349:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947735.358421:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947735.358425:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947735.358432:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947735.358434:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947735.358438:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000800:00000001:1.0:1784947735.358439:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784947735.358443:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000800:00000001:1.0:1784947735.358445:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947735.358447:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000800:00000001:1.0:1784947735.358448:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358450:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947735.358455:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947735.358455:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947735.358461:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:3.0:1784947735.358466:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947735.358467:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358472:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358475:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358477:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30fc00 00000400:00000200:1.0:1784947735.358480:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947735.358482:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f29 [1] + 224 00000800:00000001:1.0:1784947735.358485:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358487:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947735.358488:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947735.358490:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947735.358492:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947735.358495:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947735.358503:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947735.358537:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947735.358539:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947735.358544:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947735.358547:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947735.358552:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947735.358553:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947735.358555:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947735.358557:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947735.358560:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947735.358562:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947735.358566:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947735.358568:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947735.358570:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947735.358573:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947735.358575:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947735.358577:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947735.358577:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.358581:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947735.358582:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784947735.358586:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=26 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947735.358587:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947735.358588:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947735.358592:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1784947735.358594:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=66 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947735.358595:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fd00 00000400:00000010:2.0:1784947735.358596:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947735.358600:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947735.358603:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947735.358604:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:3.0:1784947735.358604:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947735.358609:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00010000:00000001:3.0:1784947735.358610:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947735.358614:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784947735.358615:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947735.358619:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f39 [1] + 224 00000100:00000001:3.0:1784947735.358621:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1784947735.358623:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947735.358625:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784947735.358626:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947735.358631:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1784947735.358633:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947735.358634:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947735.358640:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784947735.358643:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947735.358646:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947735.358648:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947735.358655:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947735.358660:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.358667:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947735.358671:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358676:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947735.358679:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947735.358680:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947735.358682:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947735.358685:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947735.358687:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784947735.358688:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947735.358689:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947735.358692:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947735.358695:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947735.358705:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=26 v=5 (1 1 1 1) 00000100:00000040:3.0:1784947735.358705:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947735.358708:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947735.358712:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947735.358713:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947735.358716:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358716:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947735.358722:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947735.358725:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947735.358729:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155009664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947735.358730:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947735.358737:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947735.358738:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947735.358743:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947735.358748:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155009664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.358749:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947735.358767:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947735.358770:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947735.358776:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784947735.358777:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947735.358780:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947735.358783:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000100:00100000:2.0:1784947735.358788:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155009536:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947735.358789:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947735.358793:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947735.358795:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947735.358796:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947735.358798:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784947735.358800:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784947735.358803:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155009536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947735.358804:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:3.0:1784947735.358810:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947735.358812:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947735.358816:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:3.0:1784947735.358816:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 02000000:00000001:2.0:1784947735.358820:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947735.358821:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1784947735.358823:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947735.358824:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947735.358828:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947735.358829:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947735.358831:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947735.358832:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1784947735.358833:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947735.358835:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947735.358837:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947735.358838:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947735.358840:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947735.358841:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947735.358844:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947735.358846:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947735.358847:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784947735.358850:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947735.358852:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358855:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.358856:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947735.358857:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947735.358859:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947735.358860:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947735.358862:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947735.358864:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947735.358865:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947735.358867:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947735.358869:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947735.358875:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.358880:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947735.358881:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358882:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947735.358883:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947735.358884:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947735.358885:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947735.358887:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947735.358890:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947735.358892:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947735.358893:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947735.358895:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947735.358896:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947735.358898:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.358900:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947735.358901:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947735.358902:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947735.358903:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947735.358906:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.358910:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947735.358912:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947735.358913:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947735.358915:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947735.358920:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155009792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947735.358923:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358924:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947735.358926:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155009792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947751 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947735.358929:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947735.358930:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947735.358931:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947735.358933:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947735.358933:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947735.358934:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947735.358935:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947735.358936:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947735.358937:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947735.358938:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947735.358939:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:2.0:1784947735.358940:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947735.358941:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358942:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947735.358945:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947735.358946:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947735.358947:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947735.358948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947735.548133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947735.548139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947735.548220:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947735.548223:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947735.548227:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947736.572126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947736.572133:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947736.572156:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947736.572159:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947736.572163:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947737.596355:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947737.596366:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947737.596441:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947737.596447:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947737.596452:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947738.620190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947738.620201:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947738.620266:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947738.620273:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947738.620278:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947739.260163:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306498821, at 4306498880 00000100:00000040:1.0:1784947739.260178:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306498821, at 4306498880 00000100:00000010:0.0:1784947739.260185:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43120. 00000100:00000010:1.0:1784947739.260195:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a80. 00010000:00000001:1.0:1784947739.644223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947739.644235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947739.644399:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947739.644409:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947739.644417:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947740.476145:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947740.476153:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947740.476162:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784947740.476167:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947740.476171:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947740.476173:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947740.476178:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947740.476185:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947740.476190:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476200:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947740.476208:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947740.476212:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476217:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.476239:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476242:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947740.476245:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947740.476247:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784947740.476248:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947740.476250:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947740.476251:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947740.476252:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947740.476255:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784947740.476256:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476259:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947740.476264:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947740.476265:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476268:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.476273:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476274:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947740.476276:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947740.476278:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784947740.476279:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947740.476280:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947740.476281:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947740.476282:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947740.476284:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784947740.476286:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476289:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947740.476294:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947740.476295:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476299:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947740.476299:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947740.476304:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947740.476308:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476309:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947740.476313:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947740.476317:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947740.476319:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947740.476320:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947740.476333:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947740.476339:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947740.476339:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11837) 00000100:00000001:0.0:1784947740.476341:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947740.476345:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947740.476348:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947740.476350:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947740.476355:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155009920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947740.476358:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947740.476363:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947740.476364:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947740.476365:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476368:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784947740.476369:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947740.476370:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784947740.476375:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed800. 02000000:00000001:0.0:1784947740.476378:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947740.476383:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947740.476384:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947740.476391:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea3c8. 00000100:00000001:1.0:1784947740.476392:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947740.476395:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947740.476397:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784947740.476398:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 02000000:00000001:1.0:1784947740.476399:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947740.476403:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947740.476406:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155010048:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947740.476407:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155009920, portal 25 00000100:00000001:1.0:1784947740.476412:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947740.476413:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947740.476415:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 02000000:00000001:1.0:1784947740.476416:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947740.476419:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947740.476423:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947740.476423:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947740.476429:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 00000100:00000001:0.0:1784947740.476431:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784947740.476432:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947740.476436:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947740.476440:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947740.476441:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784947740.476446:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155009920, offset 0 00000400:00000010:1.0:1784947740.476446:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9cb8. 00000400:00000200:0.0:1784947740.476453:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947740.476453:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000100:00000200:1.0:1784947740.476461:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010048, portal 10 00000100:00000001:1.0:1784947740.476465:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947740.476466:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947740.476468:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000400:00000200:0.0:1784947740.476475:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784947740.476478:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947740.476482:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784947740.476488:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947740.476489:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:1.0:1784947740.476493:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947740.476495:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:1.0:1784947740.476497:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000400:00000200:0.0:1784947740.476500:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:1.0:1784947740.476502:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155010048, offset 0 00000400:00000200:0.0:1784947740.476507:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541121:541121:256:4294967295] 192.168.201.111@tcp LPNI seq info [541058:541058:8:4294967295] 00000400:00000200:1.0:1784947740.476512:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947740.476516:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947740.476524:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947740.476531:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947740.476532:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947740.476539:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000400:00000200:1.0:1784947740.476540:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947740.476546:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947740.476550:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947740.476551:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947740.476555:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947740.476558:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947740.476561:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541122:541122:255:4294967295] 192.168.201.111@tcp LPNI seq info [541059:541059:7:4294967295] 00000800:00000200:0.0:1784947740.476565:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947740.476568:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947740.476570:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947740.476577:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947740.476582:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947740.476583:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947740.476589:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947740.476591:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000100:00000001:0.0:1784947740.476592:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306503941 00000800:00000200:1.0:1784947740.476597:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:0.0:1784947740.476598:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784947740.476604:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947740.476606:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947740.476608:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947740.476612:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306503941 00000100:00000001:1.0:1784947740.476613:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784947740.476618:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f60. 00000100:00000040:1.0:1784947740.476620:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9071 usecs (10 jiffies) 00000100:00000001:0.0:1784947740.476623:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784947740.476626:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947740.476628:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947740.476629:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306500106 00000100:00000001:0.0:1784947740.476633:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476634:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306503941 00000100:00000001:0.0:1784947740.476637:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476638:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306500106 00000100:00000001:0.0:1784947740.476639:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947740.476641:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306503941 00000100:00000001:1.0:1784947740.476644:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947740.476646:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476648:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947740.476648:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476651:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947740.476652:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.476655:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947740.476658:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947740.476658:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947740.476660:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947740.476661:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784947740.476680:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947740.476686:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947740.476687:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947740.476689:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947740.476691:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947740.476693:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476695:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784947740.476697:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155010176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947740.476699:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947740.476703:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947740.476703:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476708:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947740.476709:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947740.476712:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947740.476716:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947740.476720:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947740.476723:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947740.476727:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947740.476730:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000400:00000010:0.0:1784947740.476734:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784947740.476737:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010176, portal 10 00000100:00000001:0.0:1784947740.476739:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947740.476741:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000100:00000040:0.0:1784947740.476748:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947740.476753:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947740.476758:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000001:0.0:1784947740.476759:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947740.476764:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947740.476765:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947740.476769:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000400:00000200:1.0:1784947740.476773:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:0.0:1784947740.476774:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155010176, offset 0 00000400:00000200:1.0:1784947740.476780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:1.0:1784947740.476783:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:1.0:1784947740.476787:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1784947740.476790:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947740.476792:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947740.476798:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947740.476806:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947740.476808:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947740.476809:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784947740.476813:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947740.476814:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947740.476819:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947740.476824:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947740.476830:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541123:541123:254:4294967295] 192.168.201.111@tcp LPNI seq info [541060:541060:6:4294967295] 00000100:00000001:1.0:1784947740.476833:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947740.476837:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947740.476838:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784947740.476844:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947740.476848:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947740.476850:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000800:00000200:0.0:1784947740.476853:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947740.476857:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947740.476860:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947740.476862:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947740.476865:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10240 usecs (11 jiffies) 00000400:00000200:0.0:1784947740.476868:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947740.476869:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306500107 00000100:00000001:0.0:1784947740.476871:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306503941 00000100:00000001:0.0:1784947740.476873:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306500107 00000100:00000001:0.0:1784947740.476874:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306503941 00000100:00000001:0.0:1784947740.476875:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947740.476877:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476879:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476880:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.476882:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947740.476883:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947740.476885:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947740.476886:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947740.476887:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.476889:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947740.476909:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947740.476912:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000400:00000200:1.0:1784947740.476915:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947740.476918:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947740.476919:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:1.0:1784947740.476921:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:1.0:1784947740.476922:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947740.476925:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.476930:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947740.476932:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.476936:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476937:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947740.476945:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947740.476946:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784947740.476948:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947740.476949:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947740.476951:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:1.0:1784947740.476952:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:1.0:1784947740.476954:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947740.476956:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.476961:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947740.476963:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.476966:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.476967:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947740.478214:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947740.478225:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947740.478227:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947740.478229:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947740.478234:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478239:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947740.478245:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478249:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478253:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478257:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30fd80 00000400:00000200:1.0:1784947740.478262:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478267:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f41 [1] + 224 00000800:00000001:1.0:1784947740.478274:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947740.478278:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947740.478281:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947740.478285:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947740.478290:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947740.478295:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947740.478307:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.478323:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947740.478330:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947740.478334:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947740.478336:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947740.478339:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947740.478342:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478347:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947740.478352:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478356:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478360:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947740.478363:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947740.478364:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fe00 00000100:00000001:0.0:1784947740.478367:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947740.478371:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784947740.478375:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947740.478377:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947740.478379:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea3c8. 00000400:00000200:0.0:1784947740.478383:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784947740.478384:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784947740.478386:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947740.478392:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f51 [1] + 224 00000100:00000200:0.0:1784947740.478393:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947740.478403:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947740.478407:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947740.478411:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478413:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947740.478414:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947740.478416:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478420:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947740.478421:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:0.0:1784947740.478424:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947740.478425:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947740.478427:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947740.478429:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947740.478431:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947740.478432:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947740.478440:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=31 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947740.478445:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947740.478446:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=31 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947740.478452:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947740.478454:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947740.478460:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947740.478464:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.478468:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.478471:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784947740.478476:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947740.478479:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947740.478485:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478487:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947740.478489:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947740.478493:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947740.478494:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478497:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947740.478502:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947740.478507:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947740.478512:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947740.478522:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947740.478530:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155009920:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947740.478530:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478537:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947740.478540:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.478546:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947740.478546:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30fe80 00000100:00000040:0.0:1784947740.478552:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641155009920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947740.478553:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947740.478561:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f61 [1] + 224 00000800:00000001:1.0:1784947740.478567:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947740.478571:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947740.478574:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947740.478575:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784947740.478577:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed800. 00000400:00000200:1.0:1784947740.478578:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784947740.478583:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947740.478584:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000001:0.0:1784947740.478587:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947740.478588:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1784947740.478589:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947740.478593:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:1.0:1784947740.478595:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947740.478596:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784947740.478601:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947740.478604:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947740.478607:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000100:00000040:1.0:1784947740.478611:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947740.478612:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947740.478614:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478619:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.478623:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947740.478625:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947740.478626:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947740.478631:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947740.478631:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947740.478635:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947740.478636:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947740.478637:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:0.0:1784947740.478642:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947740.478644:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947740.478646:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947740.478648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947740.478652:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.478652:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947740.478657:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947740.478659:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947740.478663:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9cb8. 00000100:00000200:0.0:1784947740.478674:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947740.478681:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947740.478683:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478685:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947740.478686:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947740.478687:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000100:00000001:0.0:1784947740.478688:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947740.478692:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947740.478692:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 02000000:00000001:0.0:1784947740.478697:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.478697:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784947740.478701:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947740.478708:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=53 v=5 (1 1 1 1) 00000100:00000200:1.0:1784947740.478709:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947740.478713:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947740.478717:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947740.478721:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947740.478722:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947740.478727:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.478728:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947740.478731:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478734:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947740.478734:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:0.0:1784947740.478739:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:1.0:1784947740.478739:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947740.478741:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947740.478744:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.478745:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784947740.478746:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947740.478749:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947740.478751:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=31 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947740.478756:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=71 v=5 (1 1 1 1) 00000100:00000040:0.0:1784947740.478758:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947740.478758:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947740.478762:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947740.478765:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947740.478769:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.478773:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784947740.478774:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947740.478776:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947740.478777:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947740.478779:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947740.478780:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947740.478781:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947740.478786:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947740.478790:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947740.478808:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155010176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947740.478809:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947740.478814:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947740.478816:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947740.478817:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478819:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947740.478823:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947740.478825:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641155010176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947740.478849:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947740.478852:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1784947740.478852:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155010048:192.168.201.111@tcp:400:kworker.0 02000000:00000010:0.0:1784947740.478854:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947740.478860:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947740.478861:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784947740.478862:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947740.478864:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1784947740.478865:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947740.478869:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784947740.478870:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155010048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947756 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947740.478871:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947740.478876:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947740.478878:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947740.478881:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1784947740.478882:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 02000000:00000001:1.0:1784947740.478885:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947740.478886:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1784947740.478888:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 00000100:00000001:0.0:1784947740.478889:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947740.478893:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947740.478894:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947740.478896:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784947740.478897:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947740.478900:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784947740.478901:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947740.478904:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1784947740.478905:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784947740.478907:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947740.478908:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:1.0:1784947740.478911:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947740.478913:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947740.478914:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:1.0:1784947740.478917:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947740.478918:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947740.478920:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947740.478924:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947740.478925:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947740.478926:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947740.478928:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947740.668214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947740.668225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947740.668297:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947740.668304:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947740.668309:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947741.692151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947741.692161:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947741.692165:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947741.692170:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947741.692176:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947741.692179:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947741.692182:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947741.692186:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947741.692211:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947741.692214:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947741.692217:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947742.716202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947742.716213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947742.716377:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947742.716383:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947742.716389:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947743.740221:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947743.740229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947743.740310:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947743.740318:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947743.740352:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947744.380123:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306503941, at 4306504000 00000100:00000040:1.0:1784947744.380123:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306503941, at 4306504000 00000100:00000010:1.0:1784947744.380137:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f60. 00000100:00000010:0.0:1784947744.380139:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947744.764163:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947744.764169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947744.764250:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947744.764257:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947744.764263:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947745.596136:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947745.596144:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947745.596153:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784947745.596157:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947745.596161:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947745.596163:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947745.596168:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947745.596174:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947745.596180:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596189:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947745.596197:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947745.596200:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596205:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.596227:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596229:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947745.596232:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947745.596236:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784947745.596237:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947745.596239:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947745.596240:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947745.596241:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947745.596243:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947745.596245:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596247:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947745.596252:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947745.596253:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596256:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_01+1] req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.596262:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596264:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947745.596266:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947745.596268:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784947745.596269:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947745.596271:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947745.596271:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947745.596272:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947745.596275:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947745.596276:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596279:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947745.596284:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947745.596285:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596288:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_00+0] req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.596293:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.596294:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947745.596295:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947745.596299:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947745.596300:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947745.596303:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947745.596304:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947745.596307:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947745.596312:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11842) 00000100:00000040:3.0:1784947745.596312:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.596322:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947745.596324:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947745.596326:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947745.596327:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947745.596329:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947745.596331:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947745.596332:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947745.596336:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947745.596338:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947745.596342:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155010304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947745.596351:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947745.596357:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784947745.596357:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947745.596360:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947745.596361:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947745.596366:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784947745.596367:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947745.596370:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947745.596371:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947745.596372:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00100000:2.0:1784947745.596376:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155010432:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947745.596377:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947745.596383:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947745.596387:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947745.596387:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947745.596390:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947745.596392:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 02000000:00000001:2.0:1784947745.596393:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947745.596398:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947745.596400:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947745.596401:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947745.596405:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947745.596409:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010304, portal 25 00000400:00000010:2.0:1784947745.596410:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947745.596414:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947745.596416:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000400:00000010:2.0:1784947745.596417:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784947745.596422:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010432, portal 10 00000100:00000040:3.0:1784947745.596424:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.596425:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947745.596428:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000001:3.0:1784947745.596436:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947745.596440:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947745.596442:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947745.596447:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000001:2.0:1784947745.596450:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:3.0:1784947745.596452:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155010304, offset 0 00000100:00000040:2.0:1784947745.596456:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947745.596460:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000400:00000200:3.0:1784947745.596461:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947745.596467:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155010432, offset 0 00000400:00000200:3.0:1784947745.596471:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947745.596475:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947745.596481:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947745.596486:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947745.596489:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947745.596492:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947745.596495:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947745.596498:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541124:541124:256:4294967295] 192.168.201.111@tcp LPNI seq info [541061:541061:8:4294967295] 00000400:00000200:3.0:1784947745.596501:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947745.596506:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947745.596515:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947745.596516:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947745.596525:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947745.596526:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947745.596532:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:3.0:1784947745.596532:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000400:00000200:2.0:1784947745.596540:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947745.596544:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947745.596548:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947745.596557:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947745.596558:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541125:541125:255:4294967295] 192.168.201.111@tcp LPNI seq info [541062:541062:7:4294967295] 00000800:00000200:3.0:1784947745.596562:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947745.596567:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947745.596574:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947745.596597:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947745.596601:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947745.596602:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947745.596610:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947745.596614:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947745.596619:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947745.596619:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306509061 00000800:00000200:2.0:1784947745.596623:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947745.596627:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947745.596627:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7720. 00000100:00000040:2.0:1784947745.596634:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9071 usecs (10 jiffies) 00000100:00000001:3.0:1784947745.596636:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947745.596639:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947745.596642:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306505226 00000100:00000001:3.0:1784947745.596644:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306509061 00000100:00000001:2.0:1784947745.596645:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306509061 00000800:00000200:1.0:1784947745.596648:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947745.596650:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306505226 00000100:00000010:3.0:1784947745.596651:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ba0. 00000800:00000010:1.0:1784947745.596655:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000100:00000001:3.0:1784947745.596658:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784947745.596662:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947745.596662:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947745.596663:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306509061 00000100:00000001:2.0:1784947745.596670:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947745.596670:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947745.596671:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947745.596676:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947745.596677:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947745.596680:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000100:00000001:2.0:1784947745.596681:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947745.596682:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947745.596683:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:2.0:1784947745.596685:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947745.596690:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947745.596695:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947745.596696:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947745.596699:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784947745.596700:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.596700:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947745.596706:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947745.596706:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947745.596709:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947745.596711:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947745.596713:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947745.596716:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947745.596719:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947745.596725:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155010560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947745.596733:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947745.596736:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947745.596737:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947745.596738:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947745.596741:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784947745.596744:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947745.596745:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947745.596749:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947745.596758:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947745.596761:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947745.596762:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:1.0:1784947745.596764:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1784947745.596766:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784947745.596770:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010560, portal 10 00000100:00000001:3.0:1784947745.596772:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947745.596774:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000100:00000040:3.0:1784947745.596780:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.596785:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947745.596786:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947745.596788:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784947745.596790:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155010560, offset 0 00000400:00000200:3.0:1784947745.596793:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947745.596795:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947745.596798:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947745.596800:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947745.596802:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947745.596804:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947745.596805:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947745.596807:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541126:541126:255:4294967295] 192.168.201.111@tcp LPNI seq info [541063:541063:7:4294967295] 00000400:00000200:3.0:1784947745.596810:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947745.596815:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947745.596818:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947745.596822:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:1.0:1784947745.596823:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947745.596827:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000800:00000200:3.0:1784947745.596827:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947745.596831:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947745.596836:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947745.596839:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784947745.596841:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947745.596843:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:3.0:1784947745.596845:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947745.596846:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000040:3.0:1784947745.596849:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10240 usecs (11 jiffies) 00000100:00000001:1.0:1784947745.596850:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947745.596856:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947745.596858:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.596860:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306505227 00000100:00000001:3.0:1784947745.596865:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306509061 00000100:00000001:3.0:1784947745.596869:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306505227 00000100:00000001:1.0:1784947745.596875:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947745.596875:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306509061 00000100:00000001:3.0:1784947745.596879:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947745.596881:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.596882:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.596887:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.596890:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947745.596895:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947745.596896:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947745.596904:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947745.596906:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947745.596908:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947745.596910:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947745.596912:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:1.0:1784947745.596913:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:1.0:1784947745.596914:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947745.596916:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947745.596921:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947745.596923:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947745.596931:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947745.596932:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947745.596979:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947745.596981:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947745.596983:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947745.596984:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947745.596985:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.596987:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947745.598013:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598023:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947745.598027:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598029:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947745.598035:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598040:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947745.598071:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598074:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598078:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598081:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a30ff00 00000400:00000200:1.0:1784947745.598084:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598087:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f71 [1] + 224 00000800:00000001:1.0:1784947745.598092:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598098:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947745.598100:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947745.598102:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947745.598105:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947745.598108:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947745.598115:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947745.598126:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947745.598130:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598132:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947745.598161:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947745.598165:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947745.598170:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947745.598172:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947745.598175:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947745.598179:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947745.598182:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947745.598184:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947745.598191:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947745.598201:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.598207:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947745.598209:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947745.598211:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947745.598213:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947745.598215:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947745.598217:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947745.598219:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947745.598223:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947745.598226:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=36 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947745.598228:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947745.598229:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947745.598231:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947745.598233:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598235:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947745.598239:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.598249:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947745.598250:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947745.598252:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947745.598255:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947745.598260:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155010304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947745.598263:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598265:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947745.598267:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155010304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.598271:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947745.598274:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947745.598276:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947745.598278:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947745.598279:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947745.598280:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947745.598282:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947745.598284:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947745.598287:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947745.598288:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947745.598289:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784947745.598292:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947745.598293:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947745.598295:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598296:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947745.598297:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947745.598298:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598299:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947745.598436:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598443:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947745.598445:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598446:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947745.598449:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598453:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947745.598458:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598461:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598465:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598467:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a30ff80 00000400:00000200:1.0:1784947745.598479:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598482:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f79 [1] + 224 00000800:00000001:1.0:1784947745.598485:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598487:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947745.598489:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947745.598491:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947745.598494:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947745.598498:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947745.598505:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947745.598517:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947745.598521:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598523:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947745.598524:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598526:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947745.598528:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598530:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947745.598533:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598534:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598536:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598538:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310000 00000400:00000200:1.0:1784947745.598540:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947745.598543:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f81 [1] + 224 00000800:00000001:1.0:1784947745.598545:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947745.598549:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947745.598551:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947745.598554:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947745.598556:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947745.598559:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.598562:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947745.598566:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947745.598568:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947745.598572:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947745.598589:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947745.598592:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947745.598594:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784947745.598609:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947745.598613:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947745.598618:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947745.598620:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947745.598621:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947745.598623:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947745.598627:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947745.598628:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947745.598629:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947745.598633:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947745.598636:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947745.598643:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000100:00000200:2.0:1784947745.598646:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947745.598647:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:3.0:1784947745.598652:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947745.598659:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784947745.598660:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.598663:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947745.598669:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947745.598671:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947745.598674:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947745.598677:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947745.598677:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947745.598683:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947745.598690:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=36 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947745.598691:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947745.598696:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947745.598696:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947745.598700:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947745.598702:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784947745.598703:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947745.598705:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598706:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947745.598710:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947745.598711:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784947745.598713:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947745.598715:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947745.598718:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=36 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947745.598719:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947745.598722:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00001000:3.0:1784947745.598724:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947745.598725:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947745.598729:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598729:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947745.598732:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947745.598736:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784947745.598737:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947745.598739:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598744:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947745.598747:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947745.598750:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947745.598751:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947745.598754:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947745.598755:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947745.598758:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947745.598760:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947745.598764:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947745.598776:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947745.598780:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:2.0:1784947745.598781:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155010432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947745.598782:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947745.598789:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947745.598790:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947745.598793:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947745.598800:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155010432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947745.598803:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155010560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947745.598812:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947745.598815:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947745.598816:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947745.598819:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784947745.598822:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155010560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947761 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947745.598823:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947745.598829:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947745.598832:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947745.598834:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947745.598834:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947745.598837:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1784947745.598838:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947745.598840:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000010:2.0:1784947745.598842:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947745.598845:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1784947745.598846:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1784947745.598848:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784947745.598849:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784947745.598851:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000010:2.0:1784947745.598852:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000020:00000001:3.0:1784947745.598855:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947745.598857:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:3.0:1784947745.598859:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947745.598860:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947745.598864:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947745.598864:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947745.598867:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947745.598868:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1784947745.598869:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:2.0:1784947745.598871:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598873:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947745.598874:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947745.598876:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947745.598877:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598879:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947745.598883:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947745.598885:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947745.598887:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947745.598889:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947745.788157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947745.788162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947745.788193:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947745.788197:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947745.788201:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947746.812226:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947746.812238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947746.812275:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947746.812280:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947746.812285:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947747.836164:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947747.836173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947747.836246:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947747.836250:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947747.836254:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947748.860156:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947748.860162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947748.860192:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947748.860197:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947748.860201:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947749.500148:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306509061, at 4306509120 00000100:00000040:1.0:1784947749.500148:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306509061, at 4306509120 00000100:00000010:1.0:1784947749.500163:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ba0. 00000100:00000010:0.0:1784947749.500165:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7720. 00010000:00000001:1.0:1784947749.884172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947749.884188:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947749.884230:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947749.884233:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947749.884236:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947750.716225:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947750.716237:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947750.716250:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947750.716258:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947750.716264:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947750.716268:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947750.716275:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947750.716286:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947750.716295:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.716310:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947750.716325:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947750.716331:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.716340:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947750.716394:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.716398:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947750.716402:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947750.716406:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947750.716409:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947750.716411:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947750.716413:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947750.716416:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947750.716421:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947750.716425:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.716431:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947750.716442:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947750.716446:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.716453:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_00+0] req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947750.716455:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947750.716468:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947750.716472:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.716477:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947750.716478:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947750.716487:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947750.716513:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947750.716517:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947750.716524:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947750.716526:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784947750.716528:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947750.716529:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947750.716538:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947750.716546:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.716565:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947750.716572:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947750.716575:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947750.716590:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947750.716592:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784947750.716599:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947750.716600:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.716609:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947750.716614:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.716630:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947750.716635:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155010688:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947750.716636:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947750.716645:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947750.716652:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947750.716656:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947750.716659:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947750.716669:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11848) 02000000:00000001:2.0:1784947750.716670:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947750.716679:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947750.716685:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947750.716687:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947750.716692:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947750.716695:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784947750.716697:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947750.716704:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947750.716708:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947750.716736:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947750.716754:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784947750.716756:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947750.716758:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947750.716768:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947750.716772:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947750.716775:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947750.716777:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00100000:3.0:1784947750.716782:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155010816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947750.716791:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784947750.716796:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010688, portal 25 02000000:00000001:3.0:1784947750.716797:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947750.716801:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947750.716808:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947750.716809:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1784947750.716814:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947750.716817:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 02000000:00000001:3.0:1784947750.716821:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947750.716834:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947750.716842:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947750.716845:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947750.716851:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784947750.716861:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010816, portal 10 00000100:00000001:3.0:1784947750.716868:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947750.716872:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000001:2.0:1784947750.716885:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947750.716892:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947750.716904:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947750.716915:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784947750.716919:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000040:3.0:1784947750.716922:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947750.716933:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:2.0:1784947750.716935:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155010688, offset 0 00000100:00000200:3.0:1784947750.716940:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155010816, offset 0 00000400:00000200:3.0:1784947750.716954:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947750.716965:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947750.716974:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947750.716981:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947750.716989:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947750.716995:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947750.717000:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947750.717003:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947750.717009:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541127:541127:256:4294967295] 192.168.201.111@tcp LPNI seq info [541064:541064:8:4294967295] 00000400:00000200:3.0:1784947750.717015:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947750.717028:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947750.717035:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947750.717107:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947750.717115:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:3.0:1784947750.717120:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784947750.717127:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947750.717137:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947750.717145:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947750.717155:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947750.717158:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947750.717172:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541128:541128:255:4294967295] 192.168.201.111@tcp LPNI seq info [541065:541065:7:4294967295] 00000800:00000200:3.0:1784947750.717184:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947750.717192:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947750.717199:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947750.717217:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947750.717226:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947750.717233:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947750.717237:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9071 usecs (10 jiffies) 00000400:00000200:3.0:1784947750.717248:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784947750.717250:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947750.717253:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306510347 00000100:00000010:3.0:1784947750.717265:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c60. 00000800:00000200:2.0:1784947750.717268:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947750.717277:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947750.717287:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947750.717296:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947750.717297:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306510347 00000100:00000010:3.0:1784947750.717309:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7180. 00000100:00000001:2.0:1784947750.717311:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.717316:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947750.717324:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947750.717327:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947750.717330:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.717337:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306514182 00000100:00000001:3.0:1784947750.717338:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.717349:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.717367:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306510347 00000100:00000001:3.0:1784947750.717370:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947750.717375:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947750.717382:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947750.717386:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306514182 00000100:00000001:3.0:1784947750.717386:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947750.717393:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947750.717400:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:3.0:1784947750.717402:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784947750.717404:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306510347 00000100:00000001:3.0:1784947750.717412:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947750.717413:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947750.717421:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947750.717424:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947750.717430:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947750.717433:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.717434:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.717441:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947750.717447:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947750.717448:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947750.717449:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.717453:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947750.717464:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947750.717467:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000100:00000040:3.0:1784947750.717469:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947750.717477:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947750.717478:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947750.717515:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947750.717519:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947750.717521:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947750.717525:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.717526:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947750.717533:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947750.717534:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947750.717541:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947750.717543:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947750.717546:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947750.717555:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.717561:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947750.717570:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155010944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947750.717578:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947750.717585:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947750.717591:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947750.717595:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947750.717596:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947750.717606:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000040:1.0:1784947750.717611:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947750.717613:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947750.717629:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947750.717638:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:1.0:1784947750.717649:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947750.717651:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000001:1.0:1784947750.717654:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784947750.717660:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155010944, portal 10 00000100:00000001:3.0:1784947750.717666:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947750.717669:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:3.0:1784947750.717682:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947750.717691:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947750.717694:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947750.717698:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000200:3.0:1784947750.717702:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155010944, offset 0 00000400:00000200:3.0:1784947750.717708:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947750.717714:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947750.717720:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947750.717724:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947750.717728:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947750.717731:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947750.717735:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947750.717750:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541129:541129:255:4294967295] 192.168.201.111@tcp LPNI seq info [541066:541066:7:4294967295] 00000400:00000200:3.0:1784947750.717756:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947750.717764:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947750.717775:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947750.717775:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947750.717786:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947750.717794:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947750.717804:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000010:3.0:1784947750.717806:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000400:00000200:1.0:1784947750.717811:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000800:00000200:3.0:1784947750.717821:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784947750.717822:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:1.0:1784947750.717834:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784947750.717840:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784947750.717848:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947750.717849:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947750.717861:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947750.717876:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947750.717881:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947750.717892:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947750.717895:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947750.717917:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947750.717922:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:1.0:1784947750.717927:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947750.717934:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947750.717940:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:1.0:1784947750.717944:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:1.0:1784947750.717949:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947750.717959:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947750.717975:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947750.717984:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947750.718000:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947750.718005:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947750.718022:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10238 usecs (11 jiffies) 00000400:00000200:3.0:1784947750.718029:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947750.718032:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306510348 00000100:00000001:3.0:1784947750.718036:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306514182 00000100:00000001:3.0:1784947750.718040:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306510348 00000100:00000001:3.0:1784947750.718043:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306514182 00000100:00000001:3.0:1784947750.718159:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947750.718163:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.718167:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.718171:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947750.720165:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720179:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947750.720184:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720187:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947750.720194:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720202:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947750.720210:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720215:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720221:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720226:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310100 00000400:00000200:1.0:1784947750.720231:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720238:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f91 [1] + 224 00000800:00000001:1.0:1784947750.720246:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720255:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947750.720257:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947750.720262:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947750.720268:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947750.720276:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947750.720290:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947750.720311:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947750.720330:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720334:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947750.720479:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947750.720486:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947750.720517:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947750.720521:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947750.720528:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947750.720532:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947750.720535:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784947750.720541:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784947750.720548:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000800:00000001:1.0:1784947750.720552:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947750.720556:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000400:00000200:1.0:1784947750.720568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947750.720569:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947750.720593:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:3.0:1784947750.720595:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947750.720614:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720629:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720637:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720642:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310080 00000400:00000200:1.0:1784947750.720648:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720653:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f89 [1] + 224 00000800:00000001:1.0:1784947750.720659:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720667:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947750.720670:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947750.720674:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947750.720679:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947750.720685:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947750.720697:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947750.720720:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947750.720727:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720734:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.720797:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947750.720803:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947750.720810:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947750.720813:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947750.720817:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947750.720824:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784947750.720828:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947750.720833:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947750.720843:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947750.720858:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947750.720866:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947750.720883:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947750.720893:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947750.720894:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947750.720902:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947750.720904:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947750.720906:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947750.720909:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947750.720916:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947750.720918:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.720922:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947750.720924:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947750.720930:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947750.720935:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947750.720938:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947750.720948:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:2.0:1784947750.720951:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=41 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947750.720961:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947750.720969:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:2.0:1784947750.720970:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=41 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947750.720971:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947750.720975:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947750.720981:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947750.720987:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947750.720988:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947750.720989:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.720999:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947750.720999:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947750.721000:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310180 00000400:00000200:1.0:1784947750.721017:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947750.721017:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1784947750.721018:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=41 v=5 (5 5 5 5) 00010000:00000001:2.0:1784947750.721028:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947750.721029:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523f99 [1] + 224 00000100:00001000:3.0:1784947750.721033:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947750.721043:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.721085:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947750.721088:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947750.721097:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947750.721099:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784947750.721109:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947750.721110:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.721120:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947750.721126:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784947750.721132:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.721134:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947750.721135:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784947750.721141:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947750.721142:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.721144:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947750.721151:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947750.721157:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947750.721162:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947750.721169:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947750.721169:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947750.721187:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947750.721204:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947750.721215:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947750.721221:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947750.721234:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155010688:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947750.721238:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947750.721249:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947750.721253:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.721263:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947750.721276:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155010688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947750.721292:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155010816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947750.721317:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947750.721319:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947750.721320:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947750.721328:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947750.721330:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947750.721330:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947750.721338:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947750.721340:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947750.721346:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155010816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947750.721354:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947750.721363:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1784947750.721364:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947750.721371:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 02000000:00000001:3.0:1784947750.721371:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947750.721379:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000020:00000001:2.0:1784947750.721380:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947750.721387:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:3.0:1784947750.721390:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947750.721395:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784947750.721396:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1784947750.721399:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947750.721402:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1784947750.721405:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:2.0:1784947750.721407:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 02000000:00000010:3.0:1784947750.721411:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000001:2.0:1784947750.721415:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784947750.721418:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947750.721420:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947750.721425:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947750.721427:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784947750.721430:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784947750.721437:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947750.721438:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947750.721444:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.721445:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947750.721456:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947750.721457:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947750.721463:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.721464:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947750.721469:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947750.721476:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947750.721479:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947750.721482:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947750.721510:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:3.0:1784947750.721514:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947750.721518:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947750.721524:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947750.721536:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947750.721545:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947750.721547:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947750.721550:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947750.721551:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947750.721553:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947750.721555:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947750.721557:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947750.721561:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=41 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947750.721566:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947750.721569:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947750.721571:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947750.721573:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947750.721577:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.721579:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947750.721581:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947750.721584:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947750.721586:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947750.721591:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947750.721599:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947750.721601:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947750.721603:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947750.721607:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947750.721617:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155010944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947750.721622:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947750.721624:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947750.721628:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155010944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947766 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947750.721636:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947750.721638:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947750.721640:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947750.721643:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947750.721644:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947750.721646:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947750.721648:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947750.721650:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947750.721653:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947750.721654:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947750.721656:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:3.0:1784947750.721660:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947750.721661:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947750.721664:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947750.721669:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947750.721672:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947750.721675:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947750.721677:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947750.908175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947750.908183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947750.908313:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947750.908320:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947750.908325:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947751.932183:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947751.932194:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947751.932198:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947751.932204:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947751.932210:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947751.932214:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947751.932217:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947751.932221:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947751.932248:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947751.932252:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947751.932256:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947752.956137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947752.956143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947752.956216:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947752.956221:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947752.956226:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947753.980216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947753.980225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947753.980298:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947753.980305:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947753.980310:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947754.620204:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306514182, at 4306514240 00000100:00000040:0.0:1784947754.620208:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306514182, at 4306514240 00000100:00000010:1.0:1784947754.620228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7180. 00000100:00000010:0.0:1784947754.620232:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c60. 00010000:00000001:1.0:1784947755.004188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947755.004194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947755.004217:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947755.004219:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947755.004221:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947755.836185:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947755.836198:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947755.836211:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947755.836220:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947755.836226:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947755.836231:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947755.836238:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947755.836249:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947755.836257:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947755.836275:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947755.836291:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947755.836298:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947755.836308:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947755.836348:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947755.836354:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947755.836361:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947755.836367:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947755.836372:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947755.836377:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947755.836379:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947755.836383:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947755.836390:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947755.836397:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.836445:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784947755.836454:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784947755.836459:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947755.836460:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947755.836470:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947755.836474:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947755.836475:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947755.836478:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947755.836480:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.836482:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947755.836486:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947755.836487:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947755.836497:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947755.836507:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947755.836511:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947755.836514:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947755.836518:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.836518:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947755.836524:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784947755.836524:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784947755.836528:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947755.836529:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947755.836533:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947755.836535:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947755.836536:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947755.836539:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947755.836543:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155011072:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947755.836546:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947755.836551:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.836552:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947755.836558:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947755.836561:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947755.836566:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947755.836571:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947755.836573:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947755.836577:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947755.836580:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947755.836584:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947755.836586:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947755.836596:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947755.836601:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947755.836604:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947755.836606:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947755.836613:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947755.836615:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000040:3.0:1784947755.836618:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947755.836624:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947755.836626:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011072, portal 25 00000100:00000001:2.0:1784947755.836631:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947755.836633:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11853) 00000100:00000001:2.0:1784947755.836634:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:2.0:1784947755.836644:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.836659:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947755.836665:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947755.836670:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000001:3.0:1784947755.836671:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947755.836676:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784947755.836677:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155011072, offset 0 00000100:00000001:3.0:1784947755.836679:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947755.836687:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947755.836689:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947755.836700:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947755.836704:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947755.836704:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947755.836709:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947755.836712:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947755.836716:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947755.836717:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:3.0:1784947755.836722:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155011328:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947755.836726:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947755.836728:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947755.836733:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784947755.836734:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:3.0:1784947755.836737:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947755.836740:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947755.836741:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947755.836746:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000010:3.0:1784947755.836746:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947755.836750:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947755.836754:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541130:541130:256:4294967295] 192.168.201.111@tcp LPNI seq info [541067:541067:8:4294967295] 00000400:00000200:3.0:1784947755.836758:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947755.836763:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784947755.836764:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947755.836771:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784947755.836777:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011328, portal 10 00000100:00000001:3.0:1784947755.836781:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947755.836784:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947755.836784:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000800:00000200:2.0:1784947755.836797:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947755.836797:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784947755.836806:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947755.836811:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947755.836815:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947755.836818:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784947755.836820:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784947755.836824:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155011328, offset 0 00000800:00000200:2.0:1784947755.836833:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947755.836833:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947755.836840:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947755.836841:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947755.836847:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947755.836853:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947755.836859:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947755.836863:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947755.836868:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947755.836869:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947755.836874:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541131:541131:255:4294967295] 192.168.201.111@tcp LPNI seq info [541068:541068:7:4294967295] 00000400:00000200:2.0:1784947755.836876:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947755.836882:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306519301 00000400:00000200:3.0:1784947755.836883:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947755.836890:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d80. 00000400:00000200:3.0:1784947755.836897:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947755.836901:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947755.836906:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947755.836912:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306519301 00000800:00000010:3.0:1784947755.836912:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000100:00000010:2.0:1784947755.836918:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43780. 00000800:00000200:3.0:1784947755.836920:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947755.836924:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784947755.836929:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947755.836930:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947755.836936:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947755.836936:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947755.836943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.836943:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.836948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947755.836950:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10238 usecs (11 jiffies) 00000100:00000001:2.0:1784947755.836957:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947755.836958:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947755.836961:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947755.836962:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306515467 00000100:00000001:2.0:1784947755.836968:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947755.836968:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306519301 00000100:00000001:2.0:1784947755.836972:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947755.836973:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306515467 00000100:00000001:2.0:1784947755.836975:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947755.836977:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306519301 00000100:00000001:3.0:1784947755.836982:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947755.836985:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947755.836986:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.836990:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.836994:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.837001:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947755.837001:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947755.837006:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.837006:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784947755.837012:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947755.837012:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947755.837016:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947755.837016:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947755.837019:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947755.837021:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947755.837022:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947755.837030:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947755.837032:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947755.837034:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155011200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947755.837043:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784947755.837104:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947755.837111:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947755.837119:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947755.837120:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947755.837132:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947755.837136:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:1.0:1784947755.837143:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 02000000:00000010:2.0:1784947755.837144:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:1.0:1784947755.837151:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947755.837154:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947755.837163:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947755.837172:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947755.837182:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:1.0:1784947755.837196:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947755.837198:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784947755.837206:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011200, portal 10 00000100:00000040:1.0:1784947755.837207:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.837213:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947755.837219:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000001:1.0:1784947755.837234:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947755.837240:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947755.837241:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947755.837256:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947755.837261:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947755.837265:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784947755.837269:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155011200, offset 0 00000400:00000200:2.0:1784947755.837274:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947755.837280:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947755.837286:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947755.837290:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947755.837294:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947755.837299:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947755.837303:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947755.837307:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541132:541132:255:4294967295] 192.168.201.111@tcp LPNI seq info [541069:541069:7:4294967295] 00000400:00000200:2.0:1784947755.837312:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947755.837322:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947755.837328:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947755.837335:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:1.0:1784947755.837343:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947755.837345:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000010:1.0:1784947755.837352:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000800:00000200:2.0:1784947755.837361:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947755.837362:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947755.837370:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947755.837380:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947755.837383:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947755.837388:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000100:00000040:2.0:1784947755.837391:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9070 usecs (10 jiffies) 00000400:00000010:1.0:1784947755.837394:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000400:00000200:2.0:1784947755.837428:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947755.837431:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947755.837434:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306515467 00000100:00000001:2.0:1784947755.837441:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306519301 00000100:00000200:1.0:1784947755.837448:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.837448:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306515467 00000100:00000001:2.0:1784947755.837457:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306519301 00000100:00000001:2.0:1784947755.837465:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947755.837473:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.837482:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.837491:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947755.837496:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947755.837499:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947755.837504:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784947755.837509:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.837510:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947755.837515:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947755.837519:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.837527:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947755.837545:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947755.837550:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947755.837576:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947755.837580:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:1.0:1784947755.837584:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947755.837589:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947755.837594:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:1.0:1784947755.837597:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:1.0:1784947755.837600:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947755.837605:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947755.837616:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947755.837619:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947755.837628:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947755.837630:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947755.840388:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947755.840429:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947755.840434:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947755.840439:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947755.840447:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.840454:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947755.840463:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.840467:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.840473:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.840478:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310200 00000400:00000200:1.0:1784947755.840485:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.840491:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fa1 [1] + 224 00000800:00000001:1.0:1784947755.840500:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947755.840509:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947755.840512:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947755.840516:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947755.840522:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947755.840530:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947755.840545:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947755.840571:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947755.840586:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947755.840593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.840676:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947755.840682:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947755.840683:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947755.840696:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947755.840700:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947755.840700:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947755.840707:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000800:00000001:1.0:1784947755.840711:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784947755.840717:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000800:00000001:1.0:1784947755.840722:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947755.840723:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784947755.840732:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947755.840741:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947755.840745:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947755.840766:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:2.0:1784947755.840780:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947755.840791:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.840805:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947755.840805:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947755.840812:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947755.840816:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947755.840819:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947755.840825:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947755.840827:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310300 00000100:00000001:2.0:1784947755.840830:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947755.840838:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947755.840844:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947755.840847:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947755.840855:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fa9 [1] + 224 00000100:00001000:2.0:1784947755.840857:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=46 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947755.840869:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947755.840870:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947755.840878:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947755.840880:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947755.840884:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947755.840888:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.840891:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947755.840899:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947755.840901:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947755.840907:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947755.840926:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947755.840938:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947755.840944:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784947755.840953:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.840954:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947755.840960:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947755.840975:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947755.840985:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947755.840997:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155011072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947755.841013:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.841021:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947755.841029:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155011072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947755.841038:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947755.841039:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947755.841084:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947755.841089:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947755.841113:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947755.841116:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947755.841119:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947755.841122:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947755.841126:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947755.841133:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947755.841136:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947755.841138:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000800:00000001:1.0:1784947755.841141:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947755.841142:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947755.841145:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947755.841150:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947755.841151:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.841151:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947755.841162:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947755.841164:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947755.841165:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947755.841169:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947755.841173:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947755.841174:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947755.841181:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947755.841184:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947755.841186:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947755.841195:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947755.841198:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947755.841199:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:3.0:1784947755.841207:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000400:00000200:1.0:1784947755.841231:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947755.841235:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947755.841246:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947755.841250:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947755.841260:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947755.841276:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947755.841293:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947755.841294:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310280 00000400:00000200:1.0:1784947755.841314:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947755.841321:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947755.841326:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947755.841333:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947755.841336:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fb1 [1] + 224 02000000:00000001:3.0:1784947755.841339:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947755.841345:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947755.841352:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947755.841354:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947755.841359:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947755.841385:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947755.841388:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=46 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947755.841391:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947755.841423:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947755.841424:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947755.841430:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947755.841433:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947755.841441:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947755.841442:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947755.841457:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947755.841467:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947755.841469:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947755.841476:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947755.841482:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947755.841487:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947755.841489:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947755.841495:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947755.841498:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947755.841503:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947755.841510:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947755.841512:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947755.841518:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947755.841521:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947755.841527:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.841536:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947755.841542:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947755.841548:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947755.841554:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1784947755.841554:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155011328:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784947755.841558:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947755.841563:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947755.841566:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000100:00000001:3.0:1784947755.841567:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947755.841574:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000040:3.0:1784947755.841577:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155011328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.841580:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947755.841591:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784947755.841592:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947755.841595:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947755.841601:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947755.841608:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947755.841613:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:2.0:1784947755.841616:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947755.841617:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947755.841626:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947755.841631:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:3.0:1784947755.841639:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947755.841641:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947755.841643:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947755.841646:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784947755.841648:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784947755.841650:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947755.841656:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947755.841657:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947755.841659:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947755.841661:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.841664:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.841666:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947755.841669:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.841674:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784947755.841677:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=46 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947755.841679:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947755.841688:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947755.841690:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947755.841694:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.841696:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947755.841700:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947755.841703:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947755.841706:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.841708:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947755.841711:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947755.841714:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947755.841716:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947755.841721:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.841728:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947755.841730:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947755.841732:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947755.841736:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947755.841745:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155011200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947755.841754:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.841756:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947755.841760:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155011200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947755.841767:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947755.841769:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947755.841771:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947755.841775:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947755.841776:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947755.841778:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947755.841780:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947755.841782:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784947755.841785:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947755.841787:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947755.841789:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784947755.841792:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947755.841794:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.841796:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947755.841801:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947755.841802:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947755.841805:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947755.841807:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947756.028217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947756.028227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947756.028373:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947756.028379:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947756.028384:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947757.052155:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947757.052162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947757.052186:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947757.052189:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947757.052193:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947758.076219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947758.076229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947758.076320:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947758.076327:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947758.076333:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947759.100210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947759.100220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947759.100292:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947759.100301:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947759.100309:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947759.356207:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947759.356218:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947759.356224:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784947759.356502:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947759.356509:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947759.356533:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947759.356541:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947759.356544:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947759.740148:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306519301, at 4306519360 00000100:00000040:1.0:1784947759.740148:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306519301, at 4306519360 00000100:00000010:1.0:1784947759.740165:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43780. 00000100:00000010:0.0:1784947759.740168:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d80. 00010000:00000001:1.0:1784947760.124200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947760.124210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947760.124259:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947760.124268:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947760.124278:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947760.956172:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947760.956188:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947760.956204:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784947760.956214:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947760.956221:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947760.956226:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947760.956237:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947760.956251:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947760.956262:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.956281:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947760.956303:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947760.956310:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.956344:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947760.956397:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.956403:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947760.956409:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947760.956415:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947760.956420:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947760.956425:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947760.956428:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947760.956432:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947760.956440:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947760.956446:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.956458:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947760.956476:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947760.956476:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947760.956484:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.956487:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947760.956495:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947760.956498:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947760.956512:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947760.956535:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.956546:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947760.956563:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947760.956567:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1784947760.956571:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784947760.956573:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947760.956584:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947760.956585:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947760.956592:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947760.956595:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947760.956600:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947760.956602:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1784947760.956610:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155011456:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947760.956610:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.956623:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784947760.956624:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947760.956629:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947760.956632:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947760.956636:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947760.956641:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947760.956650:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1784947760.956653:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947760.956661:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947760.956679:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947760.956681:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:2.0:1784947760.956686:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947760.956689:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947760.956698:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000040:3.0:1784947760.956702:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947760.956711:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011456, portal 25 00000100:00000001:2.0:1784947760.956721:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947760.956725:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000001:3.0:1784947760.956739:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947760.956744:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947760.956748:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947760.956767:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947760.956774:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947760.956779:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947760.956783:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947760.956790:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000040:3.0:1784947760.956795:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947760.956797:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155011456, offset 0 00000400:00000200:2.0:1784947760.956813:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947760.956814:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11858) 00000400:00000200:2.0:1784947760.956827:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947760.956840:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947760.956844:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947760.956849:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947760.956853:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947760.956859:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947760.956862:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947760.956869:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947760.956878:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:3.0:1784947760.956881:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947760.956890:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541133:541133:256:4294967295] 192.168.201.111@tcp LPNI seq info [541070:541070:8:4294967295] 00000400:00000200:2.0:1784947760.956913:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947760.956926:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947760.956933:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947760.956939:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947760.956944:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784947760.956951:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947760.956951:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947760.956963:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947760.956964:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00100000:3.0:1784947760.956977:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155011584:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784947760.956982:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947760.956994:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947760.957004:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784947760.957005:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947760.957012:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947760.957015:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947760.957021:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947760.957031:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947760.957036:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.957045:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947760.957099:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947760.957108:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947760.957111:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947760.957116:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306524422 00000400:00000010:3.0:1784947760.957125:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000010:2.0:1784947760.957129:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff436c0. 00000100:00000200:3.0:1784947760.957137:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011584, portal 10 00000100:00000001:2.0:1784947760.957144:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947760.957146:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947760.957154:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000001:2.0:1784947760.957161:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306524422 00000100:00000010:2.0:1784947760.957171:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f60. 00000100:00000040:3.0:1784947760.957177:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.957180:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947760.957194:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947760.957205:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947760.957211:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947760.957215:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.957226:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947760.957228:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947760.957235:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000800:00000200:0.0:1784947760.957240:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947760.957242:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784947760.957244:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155011584, offset 0 00000100:00000001:2.0:1784947760.957249:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784947760.957251:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:3.0:1784947760.957258:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947760.957259:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947760.957262:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947760.957267:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947760.957272:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947760.957273:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947760.957280:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947760.957287:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947760.957289:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947760.957293:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:0.0:1784947760.957304:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000400:00000200:3.0:1784947760.957306:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947760.957341:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947760.957342:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947760.957352:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947760.957353:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947760.957361:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947760.957362:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947760.957367:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947760.957371:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947760.957379:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947760.957387:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541134:541134:255:4294967295] 192.168.201.111@tcp LPNI seq info [541071:541071:7:4294967295] 02000000:00000001:2.0:1784947760.957389:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947760.957393:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1784947760.957406:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155011712:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947760.957407:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947760.957408:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.957420:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947760.957427:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784947760.957432:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947760.957433:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947760.957440:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947760.957443:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947760.957443:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947760.957463:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000800:00000200:3.0:1784947760.957466:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947760.957473:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947760.957478:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000400:00000200:2.0:1784947760.957488:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947760.957497:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784947760.957502:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000800:00000200:3.0:1784947760.957512:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947760.957516:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000800:00000200:3.0:1784947760.957519:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947760.957529:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011712, portal 10 00000100:00000001:2.0:1784947760.957536:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947760.957540:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000001:3.0:1784947760.957543:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.957552:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9070 usecs (10 jiffies) 00000100:00000040:2.0:1784947760.957558:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947760.957567:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947760.957578:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306520587 00000100:00000001:2.0:1784947760.957585:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947760.957588:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306524422 00000100:00000040:2.0:1784947760.957598:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947760.957599:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306520587 00000400:00000010:2.0:1784947760.957606:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000001:3.0:1784947760.957607:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306524422 00000100:00000200:2.0:1784947760.957617:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155011712, offset 0 00000100:00000001:3.0:1784947760.957618:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947760.957624:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947760.957630:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947760.957634:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:2.0:1784947760.957640:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947760.957641:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947760.957645:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947760.957651:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947760.957661:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.957664:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947760.957664:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1784947760.957675:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947760.957680:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000200:2.0:1784947760.957684:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784947760.957687:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000400:00000200:2.0:1784947760.957694:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947760.957697:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947760.957703:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947760.957712:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:1.0:1784947760.957714:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947760.957721:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541135:541135:255:4294967295] 192.168.201.111@tcp LPNI seq info [541072:541072:7:4294967295] 00000400:00000200:2.0:1784947760.957744:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947760.957757:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947760.957770:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947760.957774:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947760.957807:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947760.957808:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947760.957815:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1784947760.957818:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784947760.957830:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947760.957838:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947760.957840:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784947760.957843:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947760.957860:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947760.957866:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947760.957871:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.957872:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947760.957879:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947760.957883:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10238 usecs (11 jiffies) 00000400:00000200:2.0:1784947760.957896:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947760.957900:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306520588 00000100:00000001:2.0:1784947760.957906:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306524422 00000100:00000001:2.0:1784947760.957911:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306520588 00000100:00000001:2.0:1784947760.957915:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306524422 00000100:00000001:2.0:1784947760.957919:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947760.957924:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.957930:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.957934:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947760.957941:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947760.957945:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947760.957949:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947760.957952:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1784947760.957953:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947760.957955:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947760.957959:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784947760.957960:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947760.957967:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947760.957978:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947760.957987:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:0.0:1784947760.957992:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:0.0:1784947760.958000:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947760.958009:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947760.958027:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947760.958035:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947760.958098:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947760.958102:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947760.960506:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960523:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947760.960528:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960531:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947760.960539:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960547:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947760.960555:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960560:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960566:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960572:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310380 00000400:00000200:1.0:1784947760.960578:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960585:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fb9 [1] + 224 00000800:00000001:1.0:1784947760.960593:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960597:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947760.960600:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947760.960606:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947760.960612:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947760.960620:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947760.960637:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947760.960673:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947760.960683:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960687:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947760.960690:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960693:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947760.960697:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960702:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947760.960707:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960711:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960714:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960718:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310400 00000400:00000200:1.0:1784947760.960723:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947760.960727:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fc1 [1] + 224 00000800:00000001:1.0:1784947760.960731:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960738:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947760.960742:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947760.960748:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947760.960752:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947760.960758:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947760.960771:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.960779:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947760.960785:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947760.960792:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784947760.960795:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947760.960801:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947760.960805:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947760.960813:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:2.0:1784947760.960815:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:2.0:1784947760.960819:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947760.960829:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947760.960832:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947760.960839:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947760.960848:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947760.960856:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947760.960863:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947760.960869:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947760.960870:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947760.960878:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947760.960890:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947760.960892:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947760.960913:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947760.960916:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947760.960923:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947760.960924:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947760.960931:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947760.960938:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947760.960939:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947760.960946:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947760.960953:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947760.960954:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310480 00000400:00000001:3.0:1784947760.960959:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784947760.960964:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947760.960971:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947760.960972:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00001000:2.0:1784947760.960974:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947760.960985:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=51 v=5 (1 1 1 1) 00000400:00000200:3.0:1784947760.960987:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000100:00000001:2.0:1784947760.960989:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947760.960997:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947760.960999:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00010000:00000001:2.0:1784947760.961001:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947760.961008:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947760.961014:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947760.961015:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947760.961024:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fc9 [1] + 224 00000800:00000001:1.0:1784947760.961032:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947760.961036:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947760.961039:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947760.961043:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947760.961085:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947760.961098:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947760.961103:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947760.961108:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947760.961118:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1784947760.961120:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.961138:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947760.961161:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947760.961180:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947760.961181:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947760.961215:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155011456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947760.961236:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.961247:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947760.961257:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947760.961259:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947760.961261:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155011456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947760.961264:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947760.961269:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947760.961275:0:2408:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947760.961279:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947760.961283:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947760.961293:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947760.961295:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947760.961298:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947760.961301:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784947760.961305:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947760.961308:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00001000:3.0:1784947760.961336:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=51 v=5 (5 5 5 5) 02000000:00000001:2.0:1784947760.961342:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784947760.961345:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=91 v=5 (1 1 1 1) 00000020:00000001:2.0:1784947760.961348:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947760.961352:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784947760.961355:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947760.961358:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947760.961364:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947760.961365:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784947760.961371:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00010000:00000001:3.0:1784947760.961372:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947760.961380:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947760.961382:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947760.961385:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784947760.961387:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000010:2.0:1784947760.961390:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:3.0:1784947760.961394:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947760.961397:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947760.961400:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.961403:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947760.961409:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947760.961414:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.961415:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947760.961421:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947760.961430:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947760.961434:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947760.961438:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784947760.961440:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947760.961446:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784947760.961448:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000100:00000001:3.0:1784947760.961452:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947760.961454:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784947760.961461:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947760.961463:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947760.961474:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947760.961506:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155011584:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947760.961514:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947760.961518:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947760.961528:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947760.961537:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947760.961540:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155011584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.961543:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947760.961551:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947760.961556:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947760.961561:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947760.961566:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947760.961568:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947760.961573:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784947760.961575:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947760.961581:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00001000:2.0:1784947760.961585:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=51 v=5 (5 5 5 5) 02000000:00000001:3.0:1784947760.961589:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784947760.961593:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=73 v=5 (1 1 1 1) 00000020:00000001:3.0:1784947760.961596:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947760.961602:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947760.961604:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947760.961610:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947760.961612:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947760.961624:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00010000:00000001:2.0:1784947760.961625:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947760.961632:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947760.961634:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947760.961639:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784947760.961640:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784947760.961646:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000010:3.0:1784947760.961647:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784947760.961655:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947760.961658:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947760.961660:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947760.961664:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947760.961670:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947760.961673:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947760.961677:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947760.961683:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947760.961693:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947760.961695:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947760.961700:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.961701:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947760.961706:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947760.961713:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947760.961724:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155011712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947760.961730:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947760.961732:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947760.961736:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155011712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947760.961744:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947760.961745:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947760.961748:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947760.961752:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947760.961753:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947760.961755:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947760.961757:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947760.961759:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947760.961763:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947760.961765:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947760.961767:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784947760.961770:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947760.961772:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947760.961774:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947760.961780:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947760.961781:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947760.961784:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947760.961787:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947761.148191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947761.148201:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947761.148363:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947761.148369:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947761.148375:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947762.172129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947762.172136:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947762.172138:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947762.172141:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947762.172146:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947762.172147:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947762.172149:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947762.172152:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947762.172176:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947762.172180:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947762.172183:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947763.196166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947763.196174:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947763.196250:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947763.196257:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947763.196264:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947764.220153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947764.220160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947764.220178:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947764.220183:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947764.220187:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947764.860149:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306524422, at 4306524480 00000100:00000040:1.0:1784947764.860149:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306524422, at 4306524480 00000100:00000010:0.0:1784947764.860166:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff436c0. 00000100:00000010:1.0:1784947764.860170:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f60. 00010000:00000001:1.0:1784947765.244137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947765.244143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947765.244213:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947765.244217:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947765.244220:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947766.076179:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947766.076188:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947766.076196:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784947766.076200:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947766.076204:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947766.076206:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947766.076211:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947766.076218:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784947766.076223:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076245:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947766.076254:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947766.076258:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076263:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076287:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076289:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947766.076292:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947766.076294:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000020:00000040:1.0:1784947766.076295:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947766.076297:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947766.076298:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947766.076299:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947766.076302:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784947766.076303:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076307:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947766.076311:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947766.076313:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076315:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076320:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076322:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947766.076324:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947766.076326:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947766.076328:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947766.076329:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947766.076330:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947766.076331:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947766.076333:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947766.076335:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076338:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947766.076342:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947766.076343:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947766.076345:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076348:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947766.076349:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947766.076351:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947766.076358:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947766.076360:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947766.076361:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947766.076368:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947766.076373:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947766.076379:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947766.076380:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784947766.076384:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.076387:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11863) 02000000:00000001:0.0:1784947766.076388:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947766.076391:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947766.076394:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947766.076397:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155011840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947766.076401:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947766.076405:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947766.076407:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947766.076409:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947766.076414:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 00000100:00000001:1.0:1784947766.076414:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947766.076418:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076418:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947766.076421:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947766.076427:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947766.076427:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947766.076433:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947766.076437:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947766.076440:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947766.076442:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1784947766.076443:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 02000000:00000001:1.0:1784947766.076444:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947766.076447:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947766.076450:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155011968:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947766.076451:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011840, portal 25 00000100:00000001:1.0:1784947766.076455:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947766.076456:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947766.076458:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 02000000:00000001:1.0:1784947766.076458:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947766.076462:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947766.076464:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947766.076467:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947766.076470:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8000. 02000000:00000001:1.0:1784947766.076475:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076480:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947766.076483:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947766.076487:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947766.076489:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9cb8. 00000400:00000010:0.0:1784947766.076491:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000400:00000010:1.0:1784947766.076495:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000100:00000200:0.0:1784947766.076496:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155011840, offset 0 00000100:00000200:1.0:1784947766.076502:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155011968, portal 10 00000100:00000001:1.0:1784947766.076505:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947766.076508:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947766.076508:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 00000100:00000040:1.0:1784947766.076518:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947766.076522:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947766.076530:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947766.076534:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947766.076535:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784947766.076538:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000100:00000200:1.0:1784947766.076541:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155011968, offset 0 00000400:00000200:0.0:1784947766.076542:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947766.076549:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947766.076549:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947766.076556:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947766.076558:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947766.076561:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541136:541136:256:4294967295] 192.168.201.111@tcp LPNI seq info [541073:541073:8:4294967295] 00000400:00000200:0.0:1784947766.076564:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947766.076572:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947766.076578:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947766.076579:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947766.076585:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:0.0:1784947766.076586:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000400:00000200:1.0:1784947766.076591:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947766.076597:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947766.076597:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947766.076602:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947766.076605:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947766.076610:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541137:541137:255:4294967295] 192.168.201.111@tcp LPNI seq info [541074:541074:7:4294967295] 00000800:00000200:0.0:1784947766.076611:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947766.076617:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947766.076618:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947766.076629:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947766.076638:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.076639:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947766.076645:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306529541 00000800:00000200:1.0:1784947766.076648:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784947766.076651:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000010:1.0:1784947766.076653:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000800:00000200:1.0:1784947766.076658:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947766.076660:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947766.076664:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947766.076666:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306529541 00000800:00000200:1.0:1784947766.076667:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784947766.076673:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889840. 00000100:00000001:1.0:1784947766.076674:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076678:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784947766.076679:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9070 usecs (10 jiffies) 00000100:00000001:0.0:1784947766.076683:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947766.076685:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947766.076689:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076690:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306525706 00000100:00000001:0.0:1784947766.076694:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076694:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306529541 00000100:00000001:0.0:1784947766.076698:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947766.076699:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306525706 00000100:00000001:1.0:1784947766.076703:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306529541 00000100:00000001:1.0:1784947766.076704:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947766.076706:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076707:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947766.076708:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076709:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947766.076711:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947766.076713:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947766.076716:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947766.076716:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947766.076717:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947766.076719:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947766.076722:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947766.076723:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076724:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947766.076727:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076731:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076741:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947766.076742:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947766.076744:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947766.076746:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947766.076747:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947766.076750:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155012096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947766.076753:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947766.076755:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947766.076756:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947766.076757:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947766.076759:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784947766.076760:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947766.076763:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947766.076765:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea3c8. 00000400:00000010:0.0:1784947766.076768:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784947766.076771:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012096, portal 10 00000100:00000001:0.0:1784947766.076773:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947766.076774:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000800:00000200:1.0:1784947766.076778:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784947766.076780:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784947766.076782:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000100:00000001:0.0:1784947766.076789:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947766.076790:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784947766.076794:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947766.076798:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:0.0:1784947766.076799:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000400:00000200:1.0:1784947766.076806:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:1.0:1784947766.076808:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:1.0:1784947766.076812:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947766.076813:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155012096, offset 0 00000100:00000200:1.0:1784947766.076817:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947766.076822:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947766.076829:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947766.076834:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947766.076834:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947766.076839:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784947766.076840:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947766.076844:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947766.076849:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947766.076854:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947766.076856:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076860:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784947766.076861:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541138:541138:254:4294967295] 192.168.201.111@tcp LPNI seq info [541075:541075:6:4294967295] 00000400:00000200:0.0:1784947766.076865:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947766.076869:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947766.076872:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947766.076875:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000800:00000200:0.0:1784947766.076878:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947766.076882:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947766.076884:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947766.076887:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947766.076889:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10238 usecs (11 jiffies) 00000400:00000200:0.0:1784947766.076891:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947766.076893:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306525707 00000100:00000001:0.0:1784947766.076895:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306529541 00000100:00000001:0.0:1784947766.076896:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306525707 00000100:00000001:0.0:1784947766.076898:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306529541 00000100:00000001:0.0:1784947766.076899:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947766.076900:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076902:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076903:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947766.076905:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947766.076907:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947766.076908:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947766.076909:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947766.076910:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.076912:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947766.076930:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947766.076933:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:1.0:1784947766.076935:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947766.076938:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947766.076940:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:1.0:1784947766.076941:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:1.0:1784947766.076943:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947766.076945:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076950:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947766.076952:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076956:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076957:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947766.076964:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947766.076966:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:1.0:1784947766.076967:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947766.076969:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947766.076970:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:1.0:1784947766.076971:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:1.0:1784947766.076973:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947766.076975:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076980:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947766.076982:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.076986:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.076987:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947766.078157:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947766.078169:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947766.078172:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947766.078175:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947766.078181:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078187:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947766.078193:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078197:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078202:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078206:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310500 00000400:00000200:1.0:1784947766.078211:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078216:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fd1 [1] + 224 00000800:00000001:1.0:1784947766.078223:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947766.078242:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947766.078245:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947766.078249:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947766.078254:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947766.078259:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947766.078271:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.078288:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947766.078295:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947766.078298:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947766.078300:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947766.078303:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947766.078306:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078310:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947766.078315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078318:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078321:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078324:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310580 00000400:00000200:1.0:1784947766.078328:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947766.078332:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523fe1 [1] + 224 00000800:00000001:1.0:1784947766.078337:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947766.078343:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947766.078345:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947766.078351:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947766.078351:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947766.078355:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947766.078359:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784947766.078362:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947766.078365:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784947766.078367:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947766.078368:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:0.0:1784947766.078374:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947766.078377:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947766.078383:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784947766.078388:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947766.078391:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947766.078420:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.078426:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947766.078427:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947766.078431:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947766.078433:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947766.078435:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784947766.078435:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947766.078439:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947766.078441:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947766.078443:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947766.078444:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947766.078450:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784947766.078452:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=57 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947766.078454:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947766.078456:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947766.078460:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947766.078462:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947766.078463:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947766.078468:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947766.078471:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947766.078474:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947766.078475:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947766.078482:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947766.078486:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947766.078496:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947766.078496:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947766.078502:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947766.078505:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947766.078506:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947766.078510:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947766.078516:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310600 00000100:00100000:0.0:1784947766.078523:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155011840:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947766.078524:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947766.078529:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078532:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947766.078534:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x523ff1 [1] + 224 00000100:00000040:0.0:1784947766.078537:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155011840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947766.078541:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947766.078544:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947766.078547:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947766.078550:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 00000800:00000001:1.0:1784947766.078550:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947766.078553:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947766.078555:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784947766.078556:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947766.078560:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947766.078565:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947766.078566:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:0.0:1784947766.078570:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784947766.078571:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784947766.078573:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947766.078576:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947766.078578:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000200:1.0:1784947766.078579:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947766.078581:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947766.078584:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947766.078588:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078591:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947766.078593:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947766.078596:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078600:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947766.078601:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.078617:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947766.078618:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947766.078621:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947766.078623:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947766.078624:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947766.078627:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947766.078629:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9cb8. 00000800:00000001:1.0:1784947766.078630:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947766.078634:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000400:00000010:0.0:1784947766.078638:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:0.0:1784947766.078640:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947766.078644:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947766.078651:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.078654:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947766.078657:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947766.078660:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947766.078662:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784947766.078663:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784947766.078664:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:1.0:1784947766.078666:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784947766.078667:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947766.078670:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1784947766.078671:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea3c8. 00000100:00000001:0.0:1784947766.078672:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947766.078676:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947766.078678:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000100:00001000:0.0:1784947766.078680:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=57 v=5 (5 5 5 5) 00000400:00000010:1.0:1784947766.078683:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00001000:0.0:1784947766.078685:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=97 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947766.078688:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947766.078688:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947766.078692:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947766.078693:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784947766.078697:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947766.078698:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078702:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947766.078705:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947766.078709:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947766.078712:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947766.078722:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947766.078723:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947766.078740:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947766.078745:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947766.078746:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947766.078747:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947766.078751:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947766.078753:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.078755:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947766.078758:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947766.078761:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1784947766.078763:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155011968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947766.078765:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078769:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947766.078770:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078771:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947766.078776:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641155011968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947766.078777:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947766.078786:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947766.078787:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947766.078789:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947766.078792:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8000. 00000100:00000001:1.0:1784947766.078793:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947766.078797:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947766.078798:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947766.078800:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:1.0:1784947766.078802:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:0.0:1784947766.078803:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947766.078806:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:1.0:1784947766.078807:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947766.078808:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784947766.078813:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947766.078814:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784947766.078815:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947766.078818:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00000100:00000040:1.0:1784947766.078818:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947766.078823:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947766.078824:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947766.078827:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947766.078827:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078833:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947766.078836:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784947766.078837:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947766.078838:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947766.078851:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947766.078854:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.078863:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947766.078866:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947766.078868:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947766.078873:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947766.078883:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155012096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947766.078887:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947766.078889:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947766.078893:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155012096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947766.078899:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947766.078901:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947766.078903:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 02000000:00000001:1.0:1784947766.078905:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947766.078907:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947766.078908:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947766.078910:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947766.078912:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:1.0:1784947766.078915:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947766.078916:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947766.078918:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784947766.078921:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947766.078922:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947766.078924:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947766.078928:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947766.078930:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947766.078932:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947766.078934:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947766.268147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947766.268154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947766.268219:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947766.268236:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947766.268241:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947767.292157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947767.292164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947767.292194:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947767.292199:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947767.292217:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947768.316232:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947768.316241:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947768.316364:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947768.316371:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947768.316377:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947769.340156:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947769.340164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947769.340200:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947769.340205:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947769.340210:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947769.980184:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306529541, at 4306529600 00000100:00000040:1.0:1784947769.980184:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306529541, at 4306529600 00000100:00000010:0.0:1784947769.980203:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947769.980208:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889840. 00010000:00000001:1.0:1784947770.364170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947770.364177:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947770.364235:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947770.364239:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947770.364243:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947771.196175:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947771.196183:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947771.196192:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947771.196197:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947771.196201:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947771.196204:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947771.196208:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947771.196215:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947771.196221:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947771.196230:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947771.196239:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947771.196242:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947771.196247:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.196273:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947771.196275:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947771.196278:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947771.196280:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947771.196282:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947771.196284:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947771.196285:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947771.196286:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947771.196289:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947771.196291:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947771.196295:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947771.196300:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947771.196302:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.196305:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947771.196305:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947771.196311:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784947771.196315:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.196316:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947771.196321:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947771.196324:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947771.196325:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:3.0:1784947771.196326:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784947771.196330:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784947771.196331:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947771.196334:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947771.196335:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947771.196337:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947771.196338:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947771.196341:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947771.196342:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947771.196347:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000040:2.0:1784947771.196351:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.196351:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947771.196357:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947771.196373:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947771.196374:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947771.196377:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947771.196378:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.196384:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947771.196385:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947771.196388:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947771.196393:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947771.196400:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947771.196401:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155012352:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947771.196405:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947771.196409:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947771.196410:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947771.196413:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947771.196415:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947771.196415:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947771.196419:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.196422:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947771.196422:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11868) 02000000:00000010:2.0:1784947771.196429:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947771.196432:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947771.196438:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947771.196441:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947771.196445:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947771.196448:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784947771.196449:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000001:3.0:1784947771.196450:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784947771.196456:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012352, portal 10 00000100:00000040:3.0:1784947771.196456:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.196463:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947771.196466:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000001:3.0:1784947771.196467:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947771.196470:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947771.196473:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947771.196476:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947771.196477:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947771.196479:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947771.196486:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155012480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947771.196493:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947771.196493:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947771.196498:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947771.196499:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947771.196501:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947771.196503:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 02000000:00000001:3.0:1784947771.196504:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784947771.196509:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155012352, offset 0 02000000:00000010:3.0:1784947771.196509:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947771.196513:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947771.196516:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947771.196521:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947771.196525:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784947771.196529:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947771.196529:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784947771.196535:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012480, portal 10 00000100:00000001:3.0:1784947771.196536:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947771.196539:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947771.196540:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000400:00000200:2.0:1784947771.196548:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947771.196551:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947771.196554:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947771.196561:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947771.196564:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947771.196566:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:3.0:1784947771.196570:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947771.196574:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541139:541139:256:4294967295] 192.168.201.111@tcp LPNI seq info [541076:541076:8:4294967295] 00000400:00000010:3.0:1784947771.196575:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:3.0:1784947771.196580:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155012480, offset 0 00000400:00000200:2.0:1784947771.196585:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947771.196589:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947771.196595:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947771.196600:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947771.196603:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947771.196610:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947771.196612:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947771.196616:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947771.196618:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947771.196619:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947771.196624:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947771.196628:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541140:541140:255:4294967295] 192.168.201.111@tcp LPNI seq info [541077:541077:7:4294967295] 00000800:00000200:2.0:1784947771.196632:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947771.196637:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947771.196647:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947771.196650:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947771.196653:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947771.196658:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947771.196663:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784947771.196666:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947771.196669:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947771.196674:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784947771.196676:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9070 usecs (10 jiffies) 00000800:00000200:3.0:1784947771.196678:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947771.196682:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947771.196683:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.196685:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306530826 00000100:00000040:3.0:1784947771.196688:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10238 usecs (11 jiffies) 00000100:00000010:2.0:1784947771.196691:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43360. 00000400:00000200:3.0:1784947771.196695:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947771.196699:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306530827 00000100:00000001:2.0:1784947771.196701:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947771.196710:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306530826 00000100:00000010:2.0:1784947771.196713:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43600. 00000100:00000001:3.0:1784947771.196715:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, simply extend its deadline from 4306530826 00000100:00000001:2.0:1784947771.196717:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947771.196725:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947771.196725:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306530827 00000100:00000001:2.0:1784947771.196730:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.196734:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947771.196735:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, simply extend its deadline from 4306530826 00000100:00000040:2.0:1784947771.196740:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.196742:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947771.196750:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.196751:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947771.196755:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947771.196755:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.196757:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784947771.196759:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947771.196761:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947771.196761:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947771.196765:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 02000000:00000001:2.0:1784947771.196768:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947771.196770:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947771.196772:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784947771.196772:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155012224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947771.196774:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947771.196781:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947771.196782:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947771.196784:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947771.196785:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947771.196785:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947771.196789:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947771.196790:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000100:00000001:3.0:1784947771.196790:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.196794:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784947771.196795:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:3.0:1784947771.196796:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947771.196798:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947771.196801:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947771.196803:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947771.196806:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947771.196810:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000200:1.0:1784947771.196812:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947771.196814:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000200:2.0:1784947771.196819:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012224, portal 25 00000100:00000001:2.0:1784947771.196823:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947771.196826:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000001:1.0:1784947771.196829:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947771.196833:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947771.196836:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.196848:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947771.196852:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947771.196853:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947771.196855:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000001:1.0:1784947771.196857:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1784947771.196860:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155012224, offset 0 00000400:00000200:2.0:1784947771.196865:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947771.196869:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947771.196871:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947771.196873:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947771.196875:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947771.196877:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947771.196878:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947771.196881:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541141:541141:255:4294967295] 192.168.201.111@tcp LPNI seq info [541078:541078:7:4294967295] 00000400:00000200:2.0:1784947771.196884:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947771.196888:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947771.196892:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947771.196895:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947771.196897:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947771.196900:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947771.196902:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947771.196905:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947771.196906:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947771.196908:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306534661 00000100:00000001:2.0:1784947771.196912:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306530827 00000800:00000200:1.0:1784947771.196918:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947771.196918:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306534661 00000800:00000010:1.0:1784947771.196923:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784947771.196924:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306530827 00000400:00000200:1.0:1784947771.196926:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947771.196931:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947771.196933:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947771.196936:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947771.196938:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:1.0:1784947771.196942:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784947771.196942:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947771.196947:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947771.196948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947771.196952:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.196955:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947771.196959:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947771.196962:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947771.196966:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947771.196967:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.196971:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947771.196976:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.196976:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947771.196982:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947771.196983:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947771.196991:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947771.196993:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947771.196995:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947771.196998:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947771.197000:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:1.0:1784947771.197002:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:1.0:1784947771.197004:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947771.197006:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947771.197010:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947771.197012:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947771.197016:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947771.197017:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947771.198486:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947771.198496:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947771.198498:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947771.198500:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947771.198504:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198509:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947771.198514:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198517:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198520:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198523:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310700 00000400:00000200:1.0:1784947771.198526:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198530:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524001 [1] + 224 00000800:00000001:1.0:1784947771.198535:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947771.198537:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947771.198539:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947771.198541:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947771.198544:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947771.198548:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947771.198556:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947771.198569:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947771.198575:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947771.198577:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947771.198578:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947771.198580:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947771.198582:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198585:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947771.198589:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198591:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198594:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947771.198596:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310780 00000100:00000001:2.0:1784947771.198598:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947771.198599:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947771.198602:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947771.198606:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524009 [1] + 224 00000800:00000001:1.0:1784947771.198609:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947771.198610:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947771.198612:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947771.198613:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947771.198615:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947771.198617:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947771.198619:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947771.198624:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:2.0:1784947771.198627:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784947771.198629:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947771.198630:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947771.198635:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947771.198637:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947771.198659:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.198682:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947771.198684:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947771.198687:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.198688:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947771.198691:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947771.198694:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947771.198697:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.198700:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947771.198702:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947771.198706:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=62 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947771.198707:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947771.198712:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947771.198712:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=102 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947771.198718:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947771.198719:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947771.198722:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947771.198723:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947771.198725:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947771.198729:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947771.198729:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947771.198730:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947771.198735:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947771.198735:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947771.198739:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:2.0:1784947771.198740:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:3.0:1784947771.198741:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947771.198745:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947771.198746:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784947771.198749:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947771.198749:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947771.198750:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947771.198757:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947771.198757:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000100:00000040:2.0:1784947771.198760:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947771.198762:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000400:00000200:1.0:1784947771.198767:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947771.198768:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947771.198775:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947771.198777:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310680 00000100:00000200:3.0:1784947771.198778:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.198780:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947771.198784:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947771.198788:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947771.198794:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947771.198797:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524011 [1] + 224 00000800:00000001:1.0:1784947771.198808:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947771.198811:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947771.198814:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947771.198816:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155012352:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947771.198821:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947771.198828:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947771.198831:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947771.198832:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947771.198833:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947771.198835:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947771.198838:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947771.198842:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155012352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947771.198843:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.198843:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947771.198846:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947771.198849:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947771.198852:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947771.198857:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947771.198864:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=62 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947771.198869:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947771.198874:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784947771.198874:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=84 v=5 (1 1 1 1) 00000100:00000040:1.0:1784947771.198878:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947771.198879:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947771.198880:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947771.198883:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.198886:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1784947771.198889:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784947771.198890:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784947771.198894:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947771.198895:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947771.198896:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947771.198902:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947771.198902:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784947771.198903:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784947771.198907:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000100:00000040:3.0:1784947771.198907:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000800:00000001:1.0:1784947771.198908:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947771.198912:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784947771.198915:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947771.198915:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947771.198919:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947771.198922:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000040:3.0:1784947771.198923:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.198926:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947771.198928:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947771.198933:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.198937:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947771.198937:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947771.198940:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947771.198941:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1784947771.198944:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947771.198944:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947771.198947:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947771.198951:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947771.198951:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947771.198956:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:2.0:1784947771.198959:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:2.0:1784947771.198963:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784947771.198967:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155012480:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947771.198971:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.198973:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947771.198977:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947771.198984:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155012480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947771.198989:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.198996:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947771.198999:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947771.199002:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947771.199007:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947771.199010:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947771.199013:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1784947771.199013:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947771.199016:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947771.199017:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947771.199019:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784947771.199021:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947771.199022:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947771.199025:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947771.199026:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947771.199027:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947771.199029:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784947771.199030:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947771.199032:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00001000:2.0:1784947771.199034:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=62 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947771.199036:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1784947771.199038:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947771.199039:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947771.199042:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947771.199043:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947771.199045:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947771.199068:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947771.199069:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.199071:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947771.199074:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.199083:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947771.199085:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947771.199085:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947771.199089:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947771.199090:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947771.199095:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947771.199096:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947771.199100:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947771.199105:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155012224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947771.199108:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947771.199110:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947771.199112:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155012224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947787 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947771.199116:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947771.199118:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947771.199119:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947771.199120:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947771.199121:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947771.199123:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947771.199124:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947771.199126:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784947771.199127:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947771.199128:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947771.199129:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784947771.199131:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947771.199132:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947771.199133:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947771.199136:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947771.199151:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947771.199153:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947771.199154:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947771.388153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947771.388159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947771.388236:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947771.388241:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947771.388245:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947772.412145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947772.412153:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947772.412156:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947772.412159:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947772.412164:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947772.412166:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947772.412169:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947772.412171:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947772.412210:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947772.412214:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947772.412217:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947773.436149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947773.436155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947773.436216:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947773.436219:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947773.436222:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947774.460180:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947774.460189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947774.460253:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947774.460257:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947774.460261:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947775.100166:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306534661, at 4306534720 00000100:00000040:1.0:1784947775.100166:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306534661, at 4306534720 00000100:00000010:0.0:1784947775.100181:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43360. 00000100:00000010:1.0:1784947775.100184:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43600. 00010000:00000001:1.0:1784947775.484149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947775.484155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947775.484224:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947775.484229:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947775.484234:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947776.316165:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947776.316179:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947776.316191:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947776.316199:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947776.316205:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947776.316209:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947776.316216:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947776.316227:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947776.316236:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.316253:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947776.316268:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947776.316273:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.316282:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_01+1] req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947776.316317:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.316321:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947776.316326:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947776.316332:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947776.316336:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947776.316339:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947776.316341:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947776.316343:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947776.316345:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.316351:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784947776.316353:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947776.316357:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947776.316360:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947776.316372:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947776.316374:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947776.316418:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947776.316419:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947776.316423:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.316425:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.316433:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947776.316436:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947776.316442:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947776.316451:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947776.316457:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947776.316463:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155012608:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947776.316464:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947776.316478:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947776.316479:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947776.316486:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 02000000:00000001:2.0:1784947776.316489:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1784947776.316491:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947776.316496:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947776.316497:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947776.316502:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947776.316505:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784947776.316508:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947776.316516:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000010:3.0:1784947776.316517:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947776.316525:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947776.316526:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.316540:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784947776.316543:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947776.316554:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947776.316556:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947776.316562:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947776.316566:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000040:3.0:1784947776.316569:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947776.316576:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012608, portal 25 00000100:00000001:2.0:1784947776.316584:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947776.316590:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000001:3.0:1784947776.316591:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.316599:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947776.316606:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947776.316607:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947776.316615:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947776.316628:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947776.316636:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947776.316640:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11873) 00000100:00000040:2.0:1784947776.316642:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947776.316650:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:2.0:1784947776.316655:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155012608, offset 0 00000100:00000001:3.0:1784947776.316659:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947776.316664:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947776.316666:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947776.316671:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947776.316676:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947776.316682:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947776.316688:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947776.316698:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947776.316706:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947776.316706:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947776.316713:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947776.316715:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947776.316721:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:3.0:1784947776.316723:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784947776.316728:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541142:541142:256:4294967295] 192.168.201.111@tcp LPNI seq info [541079:541079:8:4294967295] 02000000:00000001:3.0:1784947776.316730:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947776.316738:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947776.316740:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947776.316751:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155012736:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947776.316756:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947776.316765:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784947776.316771:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947776.316774:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000010:2.0:1784947776.316777:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 02000000:00000001:3.0:1784947776.316780:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947776.316786:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784947776.316787:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000010:3.0:1784947776.316794:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000800:00000200:2.0:1784947776.316801:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947776.316803:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947776.316809:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947776.316817:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947776.316823:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947776.316830:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947776.316832:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784947776.316840:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947776.316842:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012736, portal 10 00000100:00000001:2.0:1784947776.316845:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306539781 00000100:00000001:3.0:1784947776.316849:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1784947776.316853:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43060. 00000100:00000001:3.0:1784947776.316855:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000001:2.0:1784947776.316864:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947776.316871:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306539781 00000100:00000040:3.0:1784947776.316873:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947776.316876:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff433c0. 00000100:00000001:2.0:1784947776.316884:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947776.316891:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947776.316898:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.316906:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.316912:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947776.316921:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947776.316925:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784947776.316927:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947776.316929:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947776.316933:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947776.316935:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784947776.316936:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947776.316939:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784947776.316946:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155012736, offset 0 00000100:00000040:2.0:1784947776.316948:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.316959:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947776.316963:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947776.316964:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947776.316968:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947776.316972:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947776.316976:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947776.316978:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947776.316981:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155012864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947776.316986:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947776.316989:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947776.316991:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947776.316992:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947776.316997:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947776.317004:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947776.317005:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947776.317009:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947776.317015:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947776.317017:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947776.317019:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:2.0:1784947776.317024:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000800:00000010:1.0:1784947776.317028:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947776.317028:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784947776.317030:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000200:2.0:1784947776.317038:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012864, portal 10 00000400:00000200:1.0:1784947776.317040:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947776.317040:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947776.317042:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947776.317046:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000400:00000200:1.0:1784947776.317100:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947776.317109:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541143:541143:255:4294967295] 192.168.201.111@tcp LPNI seq info [541080:541080:7:4294967295] 00000400:00000200:1.0:1784947776.317113:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000100:00000040:2.0:1784947776.317115:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947776.317120:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:1.0:1784947776.317130:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947776.317131:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947776.317141:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.317143:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947776.317154:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947776.317161:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000400:00000200:3.0:1784947776.317166:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:2.0:1784947776.317168:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155012864, offset 0 00000100:00000001:1.0:1784947776.317172:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947776.317182:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947776.317183:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947776.317191:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947776.317194:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947776.317204:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947776.317206:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947776.317210:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784947776.317211:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947776.317216:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947776.317220:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947776.317223:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947776.317226:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541144:541144:255:4294967295] 192.168.201.111@tcp LPNI seq info [541081:541081:7:4294967295] 00000400:00000200:2.0:1784947776.317230:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947776.317239:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947776.317243:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947776.317247:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784947776.317250:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947776.317255:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947776.317257:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947776.317269:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947776.317273:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10237 usecs (11 jiffies) 00000400:00000200:2.0:1784947776.317276:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947776.317278:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306535948 00000100:00000001:2.0:1784947776.317281:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306539781 00000100:00000001:2.0:1784947776.317283:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306535948 00000100:00000001:2.0:1784947776.317285:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306539781 00000100:00000001:2.0:1784947776.317288:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947776.317291:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.317294:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.317297:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947776.317301:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947776.317304:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947776.317307:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947776.317309:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947776.317310:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.317313:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947776.317322:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947776.317327:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947776.317332:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947776.317339:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947776.317343:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:1.0:1784947776.317345:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:1.0:1784947776.317349:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947776.317354:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.317364:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947776.317368:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.317375:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947776.317377:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784947776.317389:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000800:00000200:3.0:1784947776.317401:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947776.317409:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947776.317414:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947776.317491:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.317498:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9070 usecs (10 jiffies) 00000400:00000200:3.0:1784947776.317505:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947776.317509:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306535947 00000100:00000001:3.0:1784947776.317514:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306539781 00000100:00000001:3.0:1784947776.317518:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306535947 00000800:00000200:1.0:1784947776.317521:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947776.317523:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306539781 00000800:00000010:1.0:1784947776.317527:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784947776.317530:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947776.317533:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947776.317538:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947776.317541:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947776.317548:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000100:00000001:3.0:1784947776.317548:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947776.317552:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784947776.317556:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947776.317557:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947776.317564:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.317572:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947776.317574:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.317580:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947776.317582:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947776.317621:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947776.317626:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947776.317630:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947776.317632:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947776.317635:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947776.317638:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947776.318872:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.318885:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947776.318888:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.318890:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947776.318896:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.318902:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947776.318908:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.318912:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.318916:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.318920:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310800 00000400:00000200:1.0:1784947776.318924:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.318930:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524019 [1] + 224 00000800:00000001:1.0:1784947776.318937:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.318944:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947776.318947:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947776.318950:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947776.318955:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947776.318961:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947776.318972:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.318991:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947776.318999:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.319003:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947776.319005:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.319007:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947776.319009:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.319013:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947776.319017:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.319019:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.319022:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.319024:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310900 00000400:00000200:1.0:1784947776.319027:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.319031:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524029 [1] + 224 00000800:00000001:1.0:1784947776.319034:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.319037:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947776.319039:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947776.319042:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947776.319088:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947776.319095:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.319096:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947776.319101:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947776.319110:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784947776.319112:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947776.319114:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947776.319120:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947776.319128:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000100:00000001:1.0:1784947776.319129:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784947776.319134:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:2.0:1784947776.319138:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947776.319145:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947776.319147:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947776.319152:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947776.319159:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.319164:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947776.319166:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947776.319173:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947776.319187:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947776.319189:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947776.319193:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947776.319194:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947776.319198:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947776.319202:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947776.319203:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947776.319209:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947776.319210:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947776.319213:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947776.319219:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310880 02000000:00000001:2.0:1784947776.319220:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947776.319226:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947776.319229:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=67 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947776.319235:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524021 [1] + 224 00000100:00001000:2.0:1784947776.319238:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=67 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947776.319243:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947776.319244:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947776.319248:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947776.319251:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947776.319252:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947776.319255:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947776.319257:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947776.319260:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947776.319266:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947776.319271:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.319273:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947776.319283:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.319325:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947776.319326:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.319331:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947776.319335:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947776.319348:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947776.319352:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947776.319358:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947776.319363:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947776.319369:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155012608:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947776.319380:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.319385:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947776.319391:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947776.319392:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155012608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947776.319395:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947776.319402:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947776.319406:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947776.319410:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947776.319413:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1784947776.319416:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 02000000:00000001:2.0:1784947776.319419:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1784947776.319421:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947776.319427:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:2.0:1784947776.319428:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000200:3.0:1784947776.319436:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947776.319437:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947776.319442:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947776.319447:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947776.319455:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:3.0:1784947776.319457:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947776.319461:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947776.319471:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947776.319472:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947776.319474:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947776.319479:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947776.319479:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947776.319485:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1784947776.319486:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:3.0:1784947776.319487:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947776.319491:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947776.319495:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.319497:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1784947776.319500:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=67 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947776.319502:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947776.319513:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947776.319513:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947776.319520:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947776.319522:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947776.319524:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947776.319526:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947776.319530:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1784947776.319532:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784947776.319534:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947776.319536:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947776.319539:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:2.0:1784947776.319540:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947776.319543:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:2.0:1784947776.319546:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000100:00000001:3.0:1784947776.319547:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784947776.319552:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:3.0:1784947776.319553:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.319561:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947776.319564:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947776.319571:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947776.319580:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947776.319587:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947776.319591:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947776.319597:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947776.319601:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.319620:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947776.319625:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947776.319626:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155012736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947776.319628:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947776.319633:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947776.319635:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947776.319636:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947776.319640:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947776.319641:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947776.319645:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947776.319649:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155012736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947776.319653:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=67 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947776.319662:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784947776.319664:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=89 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947776.319666:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947776.319671:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784947776.319671:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 00000100:00000001:2.0:1784947776.319675:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947776.319678:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1784947776.319679:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784947776.319682:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784947776.319685:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947776.319686:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947776.319692:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784947776.319693:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784947776.319698:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000010:3.0:1784947776.319699:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:2.0:1784947776.319703:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947776.319705:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947776.319707:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947776.319709:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947776.319712:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000040:2.0:1784947776.319716:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947776.319718:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947776.319722:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947776.319728:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947776.319736:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947776.319737:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947776.319739:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.319742:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947776.319744:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947776.319745:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947776.319748:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947776.319753:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947776.319762:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155012864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947776.319767:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947776.319769:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947776.319772:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155012864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947792 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947776.319778:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947776.319780:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947776.319782:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947776.319784:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947776.319785:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947776.319787:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947776.319788:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947776.319790:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947776.319792:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947776.319793:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947776.319795:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784947776.319797:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947776.319798:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947776.319800:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947776.319804:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947776.319806:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947776.319808:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947776.319810:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947776.508208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947776.508218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947776.508294:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947776.508317:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947776.508323:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947777.532139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947777.532147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947777.532242:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947777.532249:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947777.532254:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947778.556185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947778.556193:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947778.556300:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947778.556308:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947778.556314:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947779.580192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947779.580200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947779.580250:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947779.580257:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947779.580262:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947780.220176:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306539781, at 4306539840 00000100:00000040:1.0:1784947780.220181:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306539781, at 4306539840 00000100:00000010:0.0:1784947780.220198:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43060. 00000100:00000010:1.0:1784947780.220203:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff433c0. 00010000:00000001:1.0:1784947780.604234:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947780.604244:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947780.604345:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947780.604352:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947780.604358:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947781.436133:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947781.436141:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947781.436149:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947781.436154:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947781.436157:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947781.436160:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947781.436165:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947781.436173:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947781.436181:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436194:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947781.436206:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947781.436211:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436218:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.436248:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436252:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947781.436256:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947781.436259:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947781.436262:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947781.436264:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947781.436266:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947781.436269:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947781.436272:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947781.436274:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436278:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947781.436285:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947781.436287:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436289:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.436296:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436298:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947781.436300:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947781.436303:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947781.436304:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947781.436306:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947781.436307:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947781.436309:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436311:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947781.436311:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947781.436316:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436317:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947781.436320:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947781.436321:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947781.436329:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.436330:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947781.436334:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436341:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.436344:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947781.436347:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947781.436354:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947781.436355:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436358:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947781.436359:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947781.436364:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947781.436365:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.436367:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784947781.436371:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155012992:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947781.436372:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947781.436379:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947781.436380:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11878) 02000000:00000001:2.0:1784947781.436385:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947781.436388:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947781.436390:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947781.436395:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947781.436396:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947781.436403:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947781.436406:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947781.436412:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000001:3.0:1784947781.436413:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947781.436416:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947781.436417:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784947781.436418:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155012992, portal 25 00000100:00000001:2.0:1784947781.436422:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947781.436423:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.436425:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000001:3.0:1784947781.436434:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947781.436436:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.436437:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947781.436442:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947781.436446:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947781.436449:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947781.436450:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947781.436454:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784947781.436458:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155013120:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784947781.436459:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000001:3.0:1784947781.436464:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784947781.436465:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155012992, offset 0 02000000:00000001:3.0:1784947781.436468:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947781.436471:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947781.436472:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947781.436473:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947781.436478:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947781.436480:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947781.436484:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947781.436488:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947781.436492:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784947781.436494:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784947781.436498:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784947781.436500:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784947781.436503:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013120, portal 10 00000400:00000200:2.0:1784947781.436506:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947781.436507:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947781.436510:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000400:00000200:2.0:1784947781.436512:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947781.436515:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947781.436521:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541145:541145:256:4294967295] 192.168.201.111@tcp LPNI seq info [541082:541082:8:4294967295] 00000100:00000040:3.0:1784947781.436522:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947781.436527:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947781.436537:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947781.436542:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947781.436547:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947781.436552:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947781.436554:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000800:00000010:2.0:1784947781.436557:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000200:3.0:1784947781.436560:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155013120, offset 0 00000800:00000200:2.0:1784947781.436565:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947781.436571:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947781.436576:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947781.436578:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947781.436583:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947781.436587:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947781.436591:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947781.436594:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947781.436596:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947781.436598:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947781.436600:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947781.436601:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541146:541146:255:4294967295] 192.168.201.111@tcp LPNI seq info [541083:541083:7:4294967295] 00000400:00000200:2.0:1784947781.436609:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947781.436610:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947781.436614:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306544901 00000100:00000010:2.0:1784947781.436621:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff437e0. 00000400:00000200:3.0:1784947781.436622:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947781.436629:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947781.436631:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784947781.436634:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000100:00000001:2.0:1784947781.436637:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306544901 00000800:00000200:3.0:1784947781.436642:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784947781.436645:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff432a0. 00000100:00000001:2.0:1784947781.436649:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784947781.436653:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947781.436656:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784947781.436657:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947781.436659:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947781.436662:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436664:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436667:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947781.436668:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9068 usecs (10 jiffies) 00000400:00000200:3.0:1784947781.436672:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947781.436674:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947781.436674:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306541066 00000100:00000001:2.0:1784947781.436678:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947781.436680:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306544901 00000100:00000001:2.0:1784947781.436681:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947781.436684:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306541066 00000100:00000001:2.0:1784947781.436685:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947781.436688:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947781.436689:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306544901 00000100:00000001:3.0:1784947781.436693:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947781.436695:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.436696:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947781.436698:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947781.436701:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947781.436705:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947781.436707:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.436713:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784947781.436715:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947781.436716:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947781.436716:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947781.436720:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784947781.436721:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947781.436725:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947781.436726:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947781.436727:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947781.436730:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947781.436731:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947781.436733:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947781.436735:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000100:00100000:2.0:1784947781.436737:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155013248:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947781.436739:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:3.0:1784947781.436739:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436743:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947781.436747:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947781.436748:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947781.436749:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947781.436752:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947781.436756:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000200:1.0:1784947781.436757:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947781.436760:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947781.436785:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947781.436789:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:1.0:1784947781.436790:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947781.436793:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000040:1.0:1784947781.436795:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947781.436799:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013248, portal 10 00000100:00000001:2.0:1784947781.436804:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947781.436806:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000001:1.0:1784947781.436808:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947781.436811:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947781.436815:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.436822:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947781.436824:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947781.436826:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000200:2.0:1784947781.436828:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155013248, offset 0 00000400:00000200:2.0:1784947781.436831:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947781.436834:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947781.436837:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947781.436840:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947781.436842:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947781.436844:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947781.436846:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947781.436849:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541147:541147:255:4294967295] 192.168.201.111@tcp LPNI seq info [541084:541084:7:4294967295] 00000400:00000200:2.0:1784947781.436852:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947781.436857:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947781.436859:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947781.436863:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947781.436866:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947781.436870:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947781.436871:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:1.0:1784947781.436876:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000800:00000200:2.0:1784947781.436877:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947781.436882:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947781.436882:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947781.436887:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10237 usecs (11 jiffies) 00000400:00000200:1.0:1784947781.436889:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947781.436894:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.436896:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000100:00000001:2.0:1784947781.436898:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306541067 00000400:00000010:1.0:1784947781.436900:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:1.0:1784947781.436902:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947781.436906:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.436912:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306544901 00000100:00000001:1.0:1784947781.436914:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947781.436917:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306541067 00000100:00000040:1.0:1784947781.436920:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.436922:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306544901 00000100:00000001:2.0:1784947781.436928:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947781.436933:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947781.436935:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436937:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947781.436938:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947781.436940:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.436947:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947781.436948:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947781.436951:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784947781.436952:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947781.436952:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784947781.436958:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947781.436958:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.436975:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947781.436983:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947781.437002:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947781.437005:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:1.0:1784947781.437006:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:1.0:1784947781.437008:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947781.437011:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947781.437016:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947781.437018:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947781.437023:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947781.437024:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947781.438219:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438230:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947781.438232:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438233:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947781.438237:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438241:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947781.438247:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438250:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438253:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438256:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310980 00000400:00000200:1.0:1784947781.438260:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438264:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524031 [1] + 224 00000800:00000001:1.0:1784947781.438269:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438293:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947781.438295:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947781.438298:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947781.438301:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947781.438305:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947781.438313:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947781.438326:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947781.438331:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438333:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947781.438335:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438336:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947781.438339:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438341:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947781.438344:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438346:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438348:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438350:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310a00 00000400:00000200:1.0:1784947781.438352:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438354:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524039 [1] + 224 00000800:00000001:1.0:1784947781.438356:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438360:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947781.438361:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947781.438364:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947781.438366:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947781.438368:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947781.438393:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947781.438403:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947781.438407:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947781.438408:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947781.438412:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947781.438413:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947781.438419:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947781.438422:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947781.438424:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947781.438429:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:2.0:1784947781.438431:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:2.0:1784947781.438435:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947781.438435:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947781.438439:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784947781.438441:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947781.438445:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947781.438449:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784947781.438453:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947781.438454:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947781.438462:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000100:00000001:2.0:1784947781.438464:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947781.438467:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947781.438468:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:2.0:1784947781.438470:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947781.438474:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947781.438475:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947781.438477:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947781.438480:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947781.438482:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947781.438487:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947781.438488:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947781.438496:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=72 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947781.438501:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947781.438503:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947781.438509:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947781.438512:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947781.438514:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.438515:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947781.438522:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.438562:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947781.438563:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947781.438567:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.438568:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947781.438570:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947781.438573:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784947781.438575:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947781.438577:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947781.438582:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1784947781.438585:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155012992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947781.438587:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.438590:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947781.438592:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.438593:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947781.438598:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155012992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947781.438602:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=72 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947781.438603:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947781.438606:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947781.438610:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00001000:3.0:1784947781.438610:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=112 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947781.438616:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947781.438618:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947781.438618:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784947781.438622:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947781.438623:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947781.438624:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947781.438629:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00010000:00000001:3.0:1784947781.438629:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784947781.438632:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947781.438634:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947781.438635:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00010000:00000001:3.0:1784947781.438635:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.438641:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947781.438643:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947781.438644:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.438648:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.438649:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947781.438650:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947781.438653:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947781.438655:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947781.438656:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.438660:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947781.438661:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947781.438670:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.438679:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947781.438681:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947781.438683:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947781.438688:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947781.438697:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155013120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947781.438702:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947781.438704:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947781.438708:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155013120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947781.438714:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947781.438716:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947781.438718:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947781.438721:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947781.438723:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947781.438725:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947781.438727:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947781.438729:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:3.0:1784947781.438732:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947781.438733:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947781.438735:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:3.0:1784947781.438738:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947781.438739:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947781.438741:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947781.438745:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947781.438747:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947781.438749:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947781.438751:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947781.438899:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438905:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947781.438906:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438908:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947781.438911:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438914:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947781.438918:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438921:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438924:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438926:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310a80 00000400:00000200:1.0:1784947781.438929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947781.438931:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524041 [1] + 224 00000800:00000001:1.0:1784947781.438934:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438938:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947781.438939:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947781.438942:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947781.438944:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947781.438948:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947781.438956:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947781.438981:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947781.438985:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947781.438987:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.439082:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947781.439085:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947781.439089:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947781.439091:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947781.439093:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947781.439097:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:2.0:1784947781.439098:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:2.0:1784947781.439100:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947781.439106:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947781.439114:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.439120:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947781.439121:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.439123:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947781.439124:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947781.439125:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947781.439126:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947781.439128:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947781.439132:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947781.439134:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=94 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947781.439136:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947781.439137:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947781.439139:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947781.439141:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.439142:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947781.439144:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947781.439145:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947781.439146:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947781.439149:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.439155:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947781.439157:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947781.439158:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947781.439160:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947781.439170:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155013248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947781.439173:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.439174:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947781.439176:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155013248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947797 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947781.439181:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947781.439182:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947781.439183:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947781.439185:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947781.439186:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947781.439187:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947781.439189:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947781.439190:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784947781.439192:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947781.439193:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947781.439194:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947781.439196:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947781.439197:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.439198:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947781.439201:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947781.439203:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947781.439204:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947781.439206:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947781.628154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947781.628160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947781.628219:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947781.628223:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947781.628227:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947782.652157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947782.652169:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947782.652172:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947782.652177:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947782.652184:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947782.652188:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947782.652192:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947782.652195:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947782.652273:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947782.652280:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947782.652285:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947783.676199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947783.676210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947783.676330:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947783.676336:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947783.676343:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947784.700163:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947784.700172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947784.700240:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947784.700246:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947784.700251:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947785.340187:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306544901, at 4306544960 00000100:00000040:1.0:1784947785.340187:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306544901, at 4306544960 00000100:00000010:0.0:1784947785.340210:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff437e0. 00000100:00000010:1.0:1784947785.340216:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff432a0. 00010000:00000001:1.0:1784947785.724198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947785.724207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947785.724289:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947785.724343:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947785.724349:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947786.556167:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947786.556179:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947786.556192:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947786.556201:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947786.556207:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947786.556211:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947786.556218:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947786.556230:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947786.556240:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556255:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947786.556270:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947786.556275:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556282:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947786.556315:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556318:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947786.556323:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947786.556327:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947786.556331:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947786.556334:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947786.556336:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947786.556339:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947786.556343:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:2.0:1784947786.556345:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947786.556347:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947786.556356:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000040:3.0:1784947786.556358:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947786.556363:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947786.556377:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947786.556379:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947786.556381:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.556385:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947786.556393:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947786.556394:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947786.556400:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947786.556406:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947786.556416:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556422:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947786.556425:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947786.556427:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947786.556433:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947786.556442:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947786.556450:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947786.556452:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784947786.556454:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947786.556458:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947786.556459:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.556467:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784947786.556468:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947786.556474:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947786.556476:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.556485:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556491:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784947786.556498:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155013376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947786.556514:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947786.556521:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784947786.556525:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947786.556526:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.556532:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556539:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947786.556540:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947786.556552:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947786.556555:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.556557:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947786.556560:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947786.556567:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947786.556574:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947786.556576:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784947786.556584:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947786.556585:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947786.556597:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11883) 00000400:00000010:2.0:1784947786.556600:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784947786.556610:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013376, portal 25 00000100:00000001:2.0:1784947786.556614:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947786.556617:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000040:2.0:1784947786.556627:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947786.556630:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947786.556637:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947786.556641:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947786.556644:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947786.556652:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947786.556654:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947786.556661:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000200:2.0:1784947786.556669:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155013376, offset 0 00000400:00000200:2.0:1784947786.556685:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947786.556695:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947786.556698:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947786.556704:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947786.556707:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947786.556712:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947786.556716:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947786.556718:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:3.0:1784947786.556726:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155013632:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947786.556731:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947786.556736:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947786.556742:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:3.0:1784947786.556744:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947786.556749:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947786.556750:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784947786.556755:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947786.556760:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000010:3.0:1784947786.556764:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000400:00000200:2.0:1784947786.556772:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541148:541148:256:4294967295] 192.168.201.111@tcp LPNI seq info [541085:541085:8:4294967295] 02000000:00000001:3.0:1784947786.556773:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947786.556791:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947786.556793:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947786.556797:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947786.556807:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784947786.556816:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:3.0:1784947786.556818:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013632, portal 10 00000100:00000001:3.0:1784947786.556826:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947786.556831:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000800:00000200:2.0:1784947786.556832:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947786.556844:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000040:3.0:1784947786.556846:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947786.556862:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947786.556864:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784947786.556908:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947786.556914:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784947786.556918:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947786.556925:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000200:3.0:1784947786.556930:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155013632, offset 0 00000100:00000001:2.0:1784947786.556935:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947786.556942:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947786.556949:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947786.556956:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947786.556957:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306550021 00000400:00000200:3.0:1784947786.556966:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:2.0:1784947786.556968:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f00. 00000400:00000200:3.0:1784947786.556975:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947786.556981:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947786.556983:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947786.556991:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947786.556995:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306550021 00000400:00000200:3.0:1784947786.556997:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947786.557008:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541149:541149:255:4294967295] 192.168.201.111@tcp LPNI seq info [541086:541086:7:4294967295] 00000100:00000010:2.0:1784947786.557010:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ea0. 00000400:00000200:3.0:1784947786.557018:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947786.557025:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947786.557037:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947786.557041:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784947786.557084:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947786.557092:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:3.0:1784947786.557100:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947786.557110:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947786.557111:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947786.557121:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947786.557122:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947786.557132:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.557133:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947786.557144:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10237 usecs (11 jiffies) 00000100:00000001:2.0:1784947786.557145:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947786.557153:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947786.557159:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947786.557162:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947786.557164:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306546188 00000100:00000001:2.0:1784947786.557167:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947786.557172:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306550021 00000100:00000001:2.0:1784947786.557173:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947786.557181:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306546188 00000800:00000200:1.0:1784947786.557186:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947786.557188:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947786.557189:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306550021 00000800:00000010:1.0:1784947786.557199:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784947786.557201:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947786.557212:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947786.557213:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947786.557224:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947786.557225:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.557233:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947786.557234:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947786.557235:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947786.557242:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947786.557248:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947786.557249:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947786.557250:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000100:00000001:3.0:1784947786.557257:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784947786.557259:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 02000000:00000001:2.0:1784947786.557260:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947786.557263:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947786.557271:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947786.557273:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947786.557277:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947786.557279:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155013504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947786.557284:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947786.557289:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947786.557310:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947786.557318:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947786.557323:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.557329:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947786.557331:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1784947786.557336:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:1.0:1784947786.557340:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947786.557342:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947786.557360:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947786.557368:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947786.557369:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947786.557376:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784947786.557382:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000200:2.0:1784947786.557391:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013504, portal 10 00000100:00000001:2.0:1784947786.557394:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947786.557396:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000800:00000200:1.0:1784947786.557402:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947786.557410:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784947786.557411:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:1.0:1784947786.557422:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947786.557434:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947786.557439:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947786.557449:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947786.557452:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:1.0:1784947786.557458:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000400:00000010:2.0:1784947786.557458:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000001:1.0:1784947786.557471:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947786.557479:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947786.557481:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155013504, offset 0 00000400:00000200:2.0:1784947786.557502:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947786.557503:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947786.557515:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947786.557517:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947786.557529:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947786.557543:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947786.557544:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784947786.557552:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947786.557554:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947786.557563:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947786.557567:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947786.557572:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541150:541150:256:4294967295] 192.168.201.111@tcp LPNI seq info [541087:541087:8:4294967295] 00000400:00000200:2.0:1784947786.557579:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947786.557592:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947786.557598:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947786.557605:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947786.557612:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947786.557620:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947786.557625:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947786.557650:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947786.557655:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9068 usecs (10 jiffies) 00000400:00000200:2.0:1784947786.557659:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947786.557662:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306546187 00000100:00000001:2.0:1784947786.557665:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306550021 00000100:00000001:2.0:1784947786.557668:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306546187 00000100:00000001:2.0:1784947786.557671:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306550021 00000100:00000001:2.0:1784947786.557674:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947786.557677:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.557681:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.557684:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.557689:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947786.557692:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947786.557697:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947786.557699:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947786.557702:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.557706:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947786.557770:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947786.557776:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947786.557781:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947786.557787:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947786.557792:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:1.0:1784947786.557794:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:1.0:1784947786.557797:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947786.557804:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947786.557814:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947786.557818:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947786.557827:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947786.557830:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947786.559688:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947786.559708:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947786.559714:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947786.559719:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947786.559729:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559737:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947786.559748:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559753:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559760:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559765:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310b00 00000400:00000200:1.0:1784947786.559772:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559780:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524049 [1] + 224 00000800:00000001:1.0:1784947786.559789:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947786.559809:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947786.559813:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947786.559819:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947786.559825:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947786.559832:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947786.559847:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947786.559900:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947786.559913:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947786.559936:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947786.559939:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947786.559941:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947786.559946:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559950:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947786.559957:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559962:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559967:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559971:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310c00 00000400:00000200:1.0:1784947786.559976:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947786.559981:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524051 [1] + 224 00000800:00000001:1.0:1784947786.559987:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947786.559991:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947786.559997:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947786.560012:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947786.560018:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947786.560023:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:2.0:1784947786.560031:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947786.560037:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947786.560043:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947786.560102:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:2.0:1784947786.560105:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:2.0:1784947786.560110:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947786.560112:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947786.560120:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947786.560124:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947786.560171:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947786.560179:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947786.560189:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947786.560199:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947786.560206:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947786.560212:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.560213:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947786.560223:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947786.560224:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947786.560232:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784947786.560235:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947786.560235:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947786.560236:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947786.560243:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947786.560244:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947786.560251:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947786.560254:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947786.560262:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:2.0:1784947786.560264:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=77 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947786.560274:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947786.560276:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=77 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947786.560283:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947786.560287:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947786.560292:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947786.560293:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947786.560303:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947786.560305:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310b80 00010000:00000001:2.0:1784947786.560308:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947786.560308:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947786.560315:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947786.560317:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947786.560319:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947786.560322:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947786.560329:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000100:00000040:2.0:1784947786.560332:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947786.560335:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947786.560344:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947786.560354:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524059 [1] + 224 00000100:00000001:2.0:1784947786.560357:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947786.560358:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947786.560364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947786.560370:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947786.560377:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947786.560378:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947786.560388:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947786.560389:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784947786.560395:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947786.560407:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947786.560419:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947786.560430:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947786.560438:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947786.560444:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947786.560453:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:2.0:1784947786.560459:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155013376:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947786.560460:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947786.560467:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947786.560470:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947786.560491:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.560497:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947786.560501:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.560508:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784947786.560516:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=77 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947786.560522:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947786.560523:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155013376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947786.560526:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=99 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947786.560532:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947786.560541:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947786.560542:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947786.560548:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947786.560558:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947786.560561:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1784947786.560565:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.560568:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947786.560572:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1784947786.560574:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000040:3.0:1784947786.560576:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947786.560583:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784947786.560585:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947786.560587:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947786.560591:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947786.560600:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:3.0:1784947786.560601:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947786.560610:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947786.560617:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947786.560625:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947786.560628:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947786.560632:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784947786.560634:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947786.560638:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947786.560640:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000040:3.0:1784947786.560648:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947786.560650:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947786.560655:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.560664:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.560672:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947786.560693:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784947786.560698:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155013632:192.168.201.111@tcp:400:kworker.0 00000400:00000001:2.0:1784947786.560701:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947786.560707:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947786.560709:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947786.560712:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947786.560714:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947786.560718:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000100:00000040:3.0:1784947786.560721:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155013632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947786.560725:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:2.0:1784947786.560733:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947786.560741:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784947786.560744:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947786.560746:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947786.560752:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947786.560777:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947786.560783:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947786.560790:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000200:2.0:1784947786.560791:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947786.560796:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947786.560802:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:3.0:1784947786.560810:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947786.560816:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947786.560818:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:3.0:1784947786.560820:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784947786.560824:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947786.560827:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947786.560830:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947786.560832:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947786.560836:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947786.560838:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.560841:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947786.560847:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947786.560848:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947786.560854:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947786.560856:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947786.560859:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947786.560865:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947786.560867:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947786.560899:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947786.560905:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947786.560908:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947786.560910:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947786.560914:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.560918:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947786.560938:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947786.560941:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947786.560943:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947786.560948:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947786.560957:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947786.560959:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947786.560962:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947786.560966:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947786.560975:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155013504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947786.560979:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.560982:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947786.560985:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155013504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947802 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947786.560992:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947786.560994:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947786.560996:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947786.561000:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947786.561003:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947786.561005:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947786.561009:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947786.561013:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947786.561018:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947786.561020:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947786.561023:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947786.561028:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947786.561030:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.561033:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947786.561040:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947786.561043:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947786.561048:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947786.561051:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947786.748116:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947786.748121:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947786.748204:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947786.748208:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947786.748211:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947787.772136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947787.772142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947787.772198:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947787.772202:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947787.772206:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947788.796224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947788.796235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947788.796290:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947788.796299:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947788.796308:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947789.820127:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947789.820135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947789.820197:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947789.820205:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947789.820212:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947790.460203:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306550021, at 4306550080 00000100:00000010:0.0:1784947790.460231:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f00. 00000100:00000040:1.0:1784947790.460235:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306550021, at 4306550080 00000100:00000010:1.0:1784947790.460256:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ea0. 00010000:00000001:1.0:1784947790.844177:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947790.844185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947790.844299:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947790.844308:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947790.844314:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947791.676156:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947791.676168:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947791.676179:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947791.676187:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947791.676192:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947791.676196:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947791.676204:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947791.676214:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947791.676222:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676237:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947791.676251:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947791.676257:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676264:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.676304:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676308:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947791.676313:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947791.676317:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947791.676320:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947791.676322:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947791.676324:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947791.676326:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947791.676331:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947791.676334:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676341:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947791.676350:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947791.676353:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676358:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947791.676364:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.676372:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947791.676376:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947791.676377:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947791.676387:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947791.676387:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947791.676394:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947791.676400:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947791.676406:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947791.676407:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784947791.676410:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947791.676410:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947791.676419:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947791.676426:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676439:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947791.676449:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947791.676456:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.676457:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947791.676464:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947791.676466:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947791.676471:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_00+0] req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947791.676474:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947791.676488:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.676494:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.676499:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784947791.676503:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155013760:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947791.676505:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947791.676513:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947791.676521:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947791.676522:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947791.676532:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11888) 02000000:00000001:2.0:1784947791.676535:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947791.676542:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947791.676548:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947791.676551:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.676555:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947791.676558:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784947791.676559:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947791.676567:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.676577:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784947791.676586:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.676587:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947791.676598:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947791.676601:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947791.676604:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947791.676612:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947791.676615:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155013888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947791.676622:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947791.676626:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947791.676628:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947791.676633:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947791.676638:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784947791.676645:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 02000000:00000010:3.0:1784947791.676645:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947791.676656:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947791.676663:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947791.676664:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013760, portal 25 00000400:00000010:3.0:1784947791.676668:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947791.676674:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784947791.676679:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000001:2.0:1784947791.676680:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000200:3.0:1784947791.676689:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155013888, portal 10 00000100:00000001:3.0:1784947791.676695:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947791.676698:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000040:2.0:1784947791.676703:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947791.676714:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947791.676754:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947791.676754:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947791.676771:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947791.676773:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947791.676776:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784947791.676807:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155013888, offset 0 00000400:00000010:2.0:1784947791.676808:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000400:00000200:3.0:1784947791.676821:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947791.676831:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155013760, offset 0 00000400:00000200:3.0:1784947791.676838:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947791.676855:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947791.676857:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947791.676864:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947791.676873:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947791.676879:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947791.676884:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947791.676890:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541151:541151:256:4294967295] 192.168.201.111@tcp LPNI seq info [541088:541088:8:4294967295] 00000400:00000200:3.0:1784947791.676899:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947791.676912:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947791.676929:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947791.676932:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947791.676948:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947791.676955:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947791.676960:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:3.0:1784947791.676969:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000400:00000200:2.0:1784947791.676970:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947791.676980:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947791.676988:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947791.676999:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541152:541152:255:4294967295] 192.168.201.111@tcp LPNI seq info [541089:541089:7:4294967295] 00000800:00000200:3.0:1784947791.677011:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947791.677019:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947791.677022:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947791.677041:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947791.677078:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.677086:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9068 usecs (10 jiffies) 00000400:00000200:3.0:1784947791.677092:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947791.677096:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306551307 00000100:00000010:3.0:1784947791.677103:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d20. 00000100:00000001:3.0:1784947791.677114:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947791.677131:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947791.677135:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306551307 00000800:00000010:2.0:1784947791.677143:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000010:3.0:1784947791.677144:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ea0. 00000100:00000001:3.0:1784947791.677156:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784947791.677165:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947791.677168:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947791.677176:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.677185:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947791.677189:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947791.677192:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784947791.677202:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947791.677206:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947791.677211:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947791.677213:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.677216:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.677221:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947791.677224:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947791.677229:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947791.677231:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784947791.677241:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306555142 00000100:00000001:3.0:1784947791.677241:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.677248:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947791.677252:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947791.677253:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947791.677258:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306551307 00000100:00000001:3.0:1784947791.677264:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784947791.677265:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000100:00000001:3.0:1784947791.677269:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947791.677272:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306555142 00000100:00000001:3.0:1784947791.677274:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784947791.677277:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784947791.677286:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947791.677287:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306551307 00000400:00000200:1.0:1784947791.677296:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947791.677305:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947791.677312:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000100:00000001:2.0:1784947791.677318:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947791.677321:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:3.0:1784947791.677323:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947791.677329:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.677330:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947791.677332:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947791.677343:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947791.677343:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784947791.677350:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947791.677351:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947791.677357:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947791.677362:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947791.677366:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1784947791.677378:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155014016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947791.677382:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947791.677389:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947791.677394:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947791.677399:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.677402:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947791.677406:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947791.677411:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947791.677413:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947791.677421:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947791.677446:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947791.677452:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947791.677480:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947791.677486:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947791.677491:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947791.677498:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947791.677504:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:1.0:1784947791.677508:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:1.0:1784947791.677512:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947791.677520:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947791.677537:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947791.677545:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947791.677572:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947791.677576:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784947791.677641:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947791.677649:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947791.677652:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947791.677661:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947791.677667:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947791.677674:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784947791.677679:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014016, portal 10 00000100:00000001:3.0:1784947791.677683:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947791.677685:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000040:3.0:1784947791.677696:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.677707:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947791.677712:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947791.677717:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000200:3.0:1784947791.677833:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155014016, offset 0 00000400:00000200:3.0:1784947791.677846:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947791.677855:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947791.677863:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947791.677869:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947791.677874:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947791.677878:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947791.677883:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947791.677888:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541153:541153:256:4294967295] 192.168.201.111@tcp LPNI seq info [541090:541090:8:4294967295] 00000400:00000200:3.0:1784947791.677896:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947791.677909:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947791.677917:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947791.677923:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947791.677931:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947791.677941:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947791.677946:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947791.677969:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.677975:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10236 usecs (11 jiffies) 00000400:00000200:3.0:1784947791.677981:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947791.677985:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306551308 00000100:00000001:3.0:1784947791.677989:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306555142 00000100:00000001:3.0:1784947791.677993:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306551308 00000100:00000001:3.0:1784947791.677997:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306555142 00000100:00000001:3.0:1784947791.678002:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947791.678007:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.678014:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.678019:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947791.678169:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947791.678176:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784947791.678185:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947791.678195:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947791.678203:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:1.0:1784947791.678208:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:1.0:1784947791.678216:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947791.678227:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947791.678245:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947791.678251:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947791.678263:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947791.678266:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947791.679695:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.679710:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947791.679714:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.679717:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947791.679724:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.679730:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947791.679738:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.679743:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.679749:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.679755:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310d00 00000400:00000200:1.0:1784947791.679760:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.679767:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524069 [1] + 224 00000800:00000001:1.0:1784947791.679774:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.679782:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947791.679853:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947791.679859:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947791.679865:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947791.679871:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947791.679883:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947791.679904:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947791.679912:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.679918:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947791.680094:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947791.680094:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.680101:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947791.680107:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947791.680113:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947791.680114:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947791.680122:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947791.680125:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947791.680128:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784947791.680136:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947791.680140:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000200:1.0:1784947791.680147:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947791.680158:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.680162:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.680166:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.680170:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310c80 00000400:00000200:1.0:1784947791.680175:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947791.680232:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784947791.680245:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947791.680251:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524061 [1] + 224 00000800:00000001:1.0:1784947791.680261:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947791.680264:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947791.680271:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947791.680280:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947791.680295:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947791.680304:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947791.680307:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947791.680317:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.680329:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947791.680335:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.680342:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:1.0:1784947791.680345:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947791.680347:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947791.680353:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947791.680359:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947791.680367:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947791.680379:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=82 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947791.680383:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947791.680385:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947791.680392:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947791.680395:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947791.680399:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947791.680400:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947791.680409:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947791.680412:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.680415:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947791.680424:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947791.680428:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947791.680430:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.680439:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.680449:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947791.680453:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947791.680456:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947791.680461:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947791.680472:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155013888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947791.680480:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.680481:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.680490:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947791.680492:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947791.680496:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155013888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947791.680504:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947791.680508:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784947791.680512:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784947791.680516:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:2.0:1784947791.680521:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000010:3.0:1784947791.680525:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 00000400:00000200:2.0:1784947791.680535:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 02000000:00000001:3.0:1784947791.680537:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1784947791.680546:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000020:00000001:3.0:1784947791.680547:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947791.680554:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947791.680559:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784947791.680564:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947791.680572:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000100:00000200:2.0:1784947791.680579:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947791.680582:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947791.680588:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947791.680596:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:3.0:1784947791.680606:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947791.680612:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947791.680617:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.680620:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.680632:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.680638:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947791.680644:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947791.680650:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947791.680653:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947791.680658:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947791.680667:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947791.680671:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947791.680674:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947791.680678:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947791.680683:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947791.680690:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947791.680698:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947791.680703:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947791.680706:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947791.680710:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947791.680713:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947791.680718:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947791.680727:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947791.680744:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947791.680749:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947791.680753:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947791.680761:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947791.680779:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155013760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947791.680821:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947791.680826:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947791.680835:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155013760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947791.680850:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947791.680853:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947791.680858:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947791.680865:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947791.680867:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947791.680870:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947791.680875:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947791.680880:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000800:00000001:1.0:1784947791.680901:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947791.680905:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947791.680912:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784947791.680913:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947791.680917:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000800:00000001:1.0:1784947791.680919:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.680925:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947791.680931:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784947791.680935:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947791.680938:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947791.680949:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947791.680951:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947791.680960:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947791.680965:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947791.680968:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947791.680973:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947791.680982:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947791.680987:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947791.680991:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310d80 00000100:00000001:2.0:1784947791.680995:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947791.681001:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947791.681009:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524071 [1] + 224 00000800:00000001:1.0:1784947791.681015:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.681024:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947791.681027:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947791.681032:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947791.681036:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947791.681043:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947791.681100:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947791.681118:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947791.681127:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947791.681132:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.681146:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.681152:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947791.681159:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947791.681162:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947791.681166:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947791.681172:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:3.0:1784947791.681174:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:3.0:1784947791.681178:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947791.681186:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947791.681199:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.681208:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947791.681210:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.681212:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947791.681215:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947791.681217:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947791.681219:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947791.681222:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947791.681228:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947791.681232:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947791.681235:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947791.681237:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947791.681240:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947791.681243:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.681246:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947791.681248:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947791.681251:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947791.681253:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947791.681258:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.681267:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947791.681270:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947791.681272:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947791.681276:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947791.681286:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155014016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947791.681290:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.681293:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947791.681296:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155014016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947807 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947791.681304:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947791.681306:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947791.681309:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947791.681311:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947791.681313:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947791.681315:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947791.681318:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947791.681320:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:3.0:1784947791.681323:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947791.681325:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947791.681327:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:3.0:1784947791.681330:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947791.681332:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.681334:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947791.681339:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947791.681341:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947791.681344:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947791.681347:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947791.868231:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947791.868246:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947791.868251:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947791.868258:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947791.868267:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947791.868273:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947791.868280:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947791.868287:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947791.868448:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947791.868454:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947791.868460:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947792.892215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947792.892222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947792.892309:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947792.892318:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947792.892326:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947793.916187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947793.916194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947793.916296:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947793.916300:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947793.916304:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947794.940153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947794.940159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947794.940212:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947794.940219:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947794.940226:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947795.580154:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306555142, at 4306555200 00000100:00000010:1.0:1784947795.580171:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ea0. 00000100:00000040:0.0:1784947795.580172:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306555142, at 4306555200 00000100:00000010:0.0:1784947795.580189:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d20. 00010000:00000001:1.0:1784947795.964199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947795.964205:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947795.964295:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947795.964298:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947795.964302:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947796.796129:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947796.796137:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947796.796145:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947796.796150:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947796.796154:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947796.796156:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947796.796161:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947796.796168:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947796.796174:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796184:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947796.796192:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947796.796195:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796200:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_01+1] req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.796225:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796227:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947796.796230:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947796.796232:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947796.796234:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947796.796235:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947796.796236:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947796.796238:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947796.796241:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947796.796242:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796245:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947796.796250:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947796.796251:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796254:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.796259:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796260:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947796.796262:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947796.796265:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947796.796267:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947796.796268:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947796.796270:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947796.796271:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947796.796273:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947796.796276:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796278:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947796.796281:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947796.796286:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947796.796287:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947796.796288:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796290:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947796.796294:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947796.796300:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.796302:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796307:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947796.796314:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947796.796318:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947796.796320:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947796.796323:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947796.796324:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947796.796327:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947796.796329:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11894) 02000000:00000001:2.0:1784947796.796330:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947796.796335:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947796.796338:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155014144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947796.796342:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947796.796346:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947796.796348:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947796.796350:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947796.796355:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947796.796356:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947796.796358:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.796359:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947796.796362:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947796.796365:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947796.796368:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947796.796371:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947796.796377:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947796.796379:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947796.796380:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 02000000:00000001:3.0:1784947796.796381:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947796.796386:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947796.796388:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947796.796389:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014144, portal 25 00000100:00100000:3.0:1784947796.796393:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155014272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947796.796394:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947796.796397:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000001:3.0:1784947796.796399:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947796.796403:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947796.796405:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947796.796406:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947796.796411:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947796.796416:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000100:00000001:2.0:1784947796.796417:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947796.796421:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947796.796422:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947796.796426:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000400:00000200:3.0:1784947796.796427:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947796.796431:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155014144, offset 0 00000400:00000010:3.0:1784947796.796433:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947796.796439:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947796.796440:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784947796.796445:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014272, portal 10 00000100:00000001:3.0:1784947796.796448:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947796.796449:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947796.796451:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000400:00000200:2.0:1784947796.796458:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947796.796461:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947796.796465:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947796.796472:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947796.796472:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947796.796480:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784947796.796481:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947796.796484:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:3.0:1784947796.796487:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784947796.796489:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541154:541154:256:4294967295] 192.168.201.111@tcp LPNI seq info [541091:541091:8:4294967295] 00000100:00000200:3.0:1784947796.796494:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155014272, offset 0 00000400:00000200:2.0:1784947796.796495:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947796.796511:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947796.796512:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947796.796520:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947796.796523:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784947796.796525:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947796.796533:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947796.796533:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947796.796542:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947796.796547:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947796.796550:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947796.796553:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947796.796554:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947796.796560:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947796.796562:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541155:541155:255:4294967295] 192.168.201.111@tcp LPNI seq info [541092:541092:7:4294967295] 00000400:00000200:3.0:1784947796.796566:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947796.796572:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947796.796573:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947796.796578:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947796.796581:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947796.796583:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306560261 00000800:00000010:3.0:1784947796.796587:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000100:00000010:2.0:1784947796.796589:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43240. 00000800:00000200:3.0:1784947796.796594:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947796.796597:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947796.796602:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947796.796606:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306560261 00000800:00000200:3.0:1784947796.796606:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784947796.796611:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43de0. 00000100:00000001:3.0:1784947796.796613:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796616:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:3.0:1784947796.796618:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9068 usecs (10 jiffies) 00000100:00000001:2.0:1784947796.796620:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947796.796624:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947796.796628:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947796.796630:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.796632:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306556426 00000100:00000001:2.0:1784947796.796633:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947796.796636:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306560261 00000100:00000001:3.0:1784947796.796639:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306556426 00000100:00000001:2.0:1784947796.796641:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947796.796642:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306560261 00000100:00000001:2.0:1784947796.796645:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947796.796646:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947796.796648:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947796.796649:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796651:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947796.796653:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796654:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947796.796658:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947796.796660:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.796663:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947796.796666:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947796.796672:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947796.796673:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947796.796675:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947796.796676:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947796.796676:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947796.796680:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947796.796681:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1784947796.796683:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:2.0:1784947796.796684:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947796.796684:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947796.796691:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947796.796693:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784947796.796695:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155014400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947796.796715:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947796.796717:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947796.796719:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947796.796721:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947796.796725:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947796.796726:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947796.796731:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947796.796732:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947796.796737:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947796.796741:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000400:00000200:1.0:1784947796.796743:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000100:00000200:2.0:1784947796.796743:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014400, portal 10 00000100:00000001:2.0:1784947796.796747:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947796.796749:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000400:00000010:1.0:1784947796.796750:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000040:2.0:1784947796.796756:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.796759:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947796.796763:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947796.796769:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947796.796771:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947796.796771:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:2.0:1784947796.796774:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155014400, offset 0 00000400:00000200:2.0:1784947796.796782:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947796.796790:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947796.796796:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947796.796797:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947796.796799:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947796.796804:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:1.0:1784947796.796805:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947796.796807:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947796.796812:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947796.796819:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541156:541156:254:4294967295] 192.168.201.111@tcp LPNI seq info [541093:541093:6:4294967295] 00000100:00000001:1.0:1784947796.796826:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947796.796827:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947796.796829:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947796.796835:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947796.796839:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947796.796841:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947796.796845:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947796.796848:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947796.796851:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947796.796854:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947796.796856:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10236 usecs (11 jiffies) 00000400:00000200:2.0:1784947796.796858:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947796.796860:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306556427 00000100:00000001:2.0:1784947796.796862:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306560261 00000100:00000001:2.0:1784947796.796864:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306556427 00000100:00000001:2.0:1784947796.796865:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306560261 00000100:00000001:2.0:1784947796.796867:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947796.796869:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796870:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796872:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.796874:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947796.796876:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947796.796877:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947796.796878:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947796.796879:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.796880:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947796.796896:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947796.796900:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:1.0:1784947796.796903:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947796.796906:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947796.796908:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:1.0:1784947796.796909:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:1.0:1784947796.796912:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947796.796914:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.796920:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947796.796922:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.796927:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947796.796928:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947796.796936:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947796.796937:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:1.0:1784947796.796939:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947796.796941:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947796.796943:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:1.0:1784947796.796944:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:1.0:1784947796.796945:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947796.796948:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.796952:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947796.796954:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.796958:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947796.796959:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947796.798334:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798344:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947796.798347:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798348:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947796.798352:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798357:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947796.798362:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798365:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798369:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798373:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310e00 00000400:00000200:1.0:1784947796.798376:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798380:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524079 [1] + 224 00000800:00000001:1.0:1784947796.798387:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798390:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947796.798391:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947796.798394:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947796.798397:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947796.798401:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947796.798410:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.798425:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947796.798431:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798433:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947796.798435:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798436:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947796.798439:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798441:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947796.798445:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798448:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798450:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798452:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310e80 00000400:00000200:1.0:1784947796.798455:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798462:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524081 [1] + 224 00000800:00000001:1.0:1784947796.798465:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798467:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947796.798468:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947796.798470:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947796.798472:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947796.798475:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947796.798482:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947796.798491:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947796.798496:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947796.798498:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947796.798499:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947796.798503:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947796.798505:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947796.798506:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947796.798510:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947796.798513:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947796.798515:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947796.798518:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947796.798520:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947796.798523:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947796.798526:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947796.798528:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947796.798529:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947796.798535:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947796.798536:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a310f00 00000400:00000200:2.0:1784947796.798536:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000200:1.0:1784947796.798542:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947796.798542:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:2.0:1784947796.798549:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784947796.798550:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947796.798553:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784947796.798557:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947796.798557:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947796.798563:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:3.0:1784947796.798566:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:3.0:1784947796.798572:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947796.798577:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524089 [1] + 224 00000100:00000200:2.0:1784947796.798578:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947796.798579:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947796.798591:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947796.798598:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947796.798602:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947796.798608:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947796.798613:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947796.798613:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947796.798614:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947796.798618:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947796.798620:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947796.798622:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947796.798626:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784947796.798627:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947796.798630:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.798631:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947796.798634:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947796.798636:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.798639:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947796.798643:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1784947796.798645:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=87 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947796.798646:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947796.798650:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.798651:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947796.798652:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=87 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947796.798657:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.798661:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:3.0:1784947796.798665:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=87 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947796.798666:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947796.798668:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784947796.798673:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947796.798675:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947796.798675:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=127 v=5 (1 1 1 1) 00010000:00000001:2.0:1784947796.798676:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947796.798680:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.798683:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.798684:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947796.798687:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947796.798690:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784947796.798691:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947796.798695:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.798714:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947796.798715:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947796.798716:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947796.798720:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947796.798721:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947796.798724:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947796.798725:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947796.798734:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947796.798735:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.798759:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1784947796.798760:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155014144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947796.798764:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947796.798767:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.798768:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.798771:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947796.798772:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947796.798777:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155014144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947796.798795:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155014272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947796.798796:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947796.798800:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947796.798802:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947796.798804:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947796.798805:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947796.798809:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784947796.798810:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155014272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947796.798812:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947796.798815:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947796.798820:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947796.798821:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1784947796.798824:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:3.0:1784947796.798824:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947796.798828:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:2.0:1784947796.798829:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947796.798831:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784947796.798832:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:2.0:1784947796.798834:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000020:00000001:3.0:1784947796.798835:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947796.798838:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947796.798839:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:3.0:1784947796.798841:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947796.798842:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947796.798845:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000100:00000001:2.0:1784947796.798846:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947796.798850:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947796.798851:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947796.798855:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947796.798855:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947796.798858:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000400:00000001:2.0:1784947796.798860:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947796.798862:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000001:2.0:1784947796.798863:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947796.798867:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947796.798867:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947796.798871:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947796.798873:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947796.798875:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784947796.798876:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947796.798878:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947796.798879:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947796.798883:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947796.798886:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947796.798887:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947796.798897:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947796.798902:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947796.798903:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.798904:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947796.798905:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947796.798906:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947796.798907:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947796.798909:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947796.798912:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947796.798914:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=109 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947796.798916:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947796.798917:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947796.798918:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947796.798920:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.798922:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947796.798923:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947796.798924:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947796.798925:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947796.798928:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947796.798932:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947796.798933:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947796.798934:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947796.798936:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947796.798942:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155014400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947796.798945:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.798946:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947796.798948:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155014400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947796.798952:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947796.798953:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947796.798954:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947796.798956:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947796.798957:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947796.798958:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947796.798959:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947796.798960:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947796.798961:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947796.798962:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947796.798963:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784947796.798965:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947796.798966:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.798967:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947796.798970:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947796.798971:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947796.798972:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947796.798974:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947796.988166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947796.988173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947796.988264:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947796.988268:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947796.988271:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947798.012227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947798.012238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947798.012341:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947798.012346:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947798.012351:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947798.268147:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947798.268158:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947798.268165:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784947798.268360:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947798.268363:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947798.268391:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947798.268397:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947798.268400:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947799.036217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947799.036225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947799.036327:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947799.036333:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947799.036337:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947800.060273:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947800.060284:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947800.060343:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947800.060350:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947800.060354:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947800.700211:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306560261, at 4306560320 00000100:00000040:0.0:1784947800.700230:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306560261, at 4306560320 00000100:00000010:1.0:1784947800.700240:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43de0. 00000100:00000010:0.0:1784947800.700254:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43240. 00010000:00000001:1.0:1784947801.084275:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947801.084287:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947801.084444:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947801.084453:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947801.084460:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947801.916226:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947801.916238:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947801.916251:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947801.916258:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947801.916263:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947801.916267:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947801.916273:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947801.916285:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784947801.916296:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916315:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947801.916335:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947801.916342:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916353:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_01+1] req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.916404:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916409:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947801.916413:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947801.916418:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784947801.916421:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947801.916425:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947801.916427:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947801.916430:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947801.916434:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784947801.916438:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916445:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947801.916454:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947801.916457:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916462:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.916472:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916476:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947801.916480:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947801.916484:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947801.916487:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947801.916490:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947801.916491:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947801.916493:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947801.916497:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947801.916499:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.916504:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947801.916505:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947801.916514:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947801.916520:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947801.916522:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947801.916527:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.916536:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947801.916538:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.916575:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947801.916582:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.916586:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947801.916588:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947801.916595:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947801.916597:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947801.916603:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947801.916637:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155014528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947801.916643:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947801.916650:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947801.916653:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947801.916656:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947801.916657:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784947801.916667:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1784947801.916669:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000040:1.0:1784947801.916679:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947801.916686:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11899) 02000000:00000001:0.0:1784947801.916689:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947801.916700:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947801.916707:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947801.916708:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947801.916713:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784947801.916716:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000001:1.0:1784947801.916717:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947801.916729:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947801.916730:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014528, portal 25 00000100:00000001:0.0:1784947801.916741:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947801.916746:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000100:00000001:1.0:1784947801.916759:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947801.916763:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.916765:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947801.916769:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947801.916775:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947801.916785:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.916795:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784947801.916797:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155014656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947801.916808:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784947801.916809:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947801.916816:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784947801.916817:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf220. 02000000:00000001:1.0:1784947801.916823:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947801.916825:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155014528, offset 0 02000000:00000001:1.0:1784947801.916828:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947801.916837:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784947801.916838:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784947801.916844:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947801.916856:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.916857:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947801.916867:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99a0. 00000400:00000200:0.0:1784947801.916874:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784947801.916875:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000400:00000200:0.0:1784947801.916886:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784947801.916887:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014656, portal 10 00000100:00000001:1.0:1784947801.916893:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947801.916896:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947801.916898:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000100:00000040:1.0:1784947801.916912:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947801.916918:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947801.916930:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947801.916938:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947801.916945:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541157:541157:256:4294967295] 192.168.201.111@tcp LPNI seq info [541094:541094:8:4294967295] 00000100:00000040:1.0:1784947801.916948:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947801.916957:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000400:00000200:0.0:1784947801.916961:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947801.916964:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155014656, offset 0 00000400:00000200:1.0:1784947801.916980:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947801.916989:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947801.916998:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947801.917005:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947801.917006:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000800:00000200:0.0:1784947801.917017:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947801.917030:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784947801.917038:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947801.917043:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947801.917090:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947801.917109:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947801.917117:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.917123:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947801.917124:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306565382 00000400:00000200:1.0:1784947801.917133:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1784947801.917136:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784947801.917140:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947801.917149:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541158:541158:255:4294967295] 192.168.201.111@tcp LPNI seq info [541095:541095:7:4294967295] 00000100:00000001:0.0:1784947801.917151:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947801.917161:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947801.917164:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306565382 00000100:00000010:0.0:1784947801.917172:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889300. 00000400:00000200:1.0:1784947801.917180:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947801.917182:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947801.917191:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947801.917200:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947801.917201:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.917211:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947801.917215:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000100:00000001:0.0:1784947801.917216:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947801.917228:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947801.917230:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947801.917235:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947801.917243:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784947801.917243:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947801.917249:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784947801.917252:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947801.917254:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947801.917264:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.917266:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947801.917271:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9068 usecs (10 jiffies) 00000400:00000200:1.0:1784947801.917289:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947801.917292:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947801.917299:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917300:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306561547 02000000:00000001:0.0:1784947801.917303:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947801.917308:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947801.917312:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306565382 02000000:00000001:0.0:1784947801.917314:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917325:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306561547 00000100:00100000:0.0:1784947801.917326:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155014784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947801.917339:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947801.917340:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306565382 02000000:00000001:0.0:1784947801.917343:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947801.917351:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947801.917352:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947801.917359:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947801.917364:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947801.917366:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784947801.917373:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917374:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947801.917381:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947801.917384:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947801.917388:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaf78. 00000100:00000001:1.0:1784947801.917394:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784947801.917395:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000001:1.0:1784947801.917402:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784947801.917404:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014784, portal 10 00000100:00000001:1.0:1784947801.917409:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947801.917411:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947801.917416:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947801.917417:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000001:1.0:1784947801.917423:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917430:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.917431:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.917444:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947801.917448:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947801.917452:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000200:0.0:1784947801.917456:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155014784, offset 0 00000400:00000200:0.0:1784947801.917462:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947801.917467:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947801.917473:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947801.917478:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947801.917483:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947801.917486:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947801.917490:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947801.917494:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541159:541159:254:4294967295] 192.168.201.111@tcp LPNI seq info [541096:541096:6:4294967295] 00000400:00000200:0.0:1784947801.917499:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947801.917507:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947801.917513:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947801.917519:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947801.917520:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000800:00000010:1.0:1784947801.917531:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000800:00000200:0.0:1784947801.917532:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947801.917545:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947801.917549:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947801.917550:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947801.917556:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.917562:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10236 usecs (11 jiffies) 00000400:00000200:1.0:1784947801.917571:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947801.917572:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947801.917579:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306561548 00000100:00000001:0.0:1784947801.917585:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306565382 00000100:00000001:0.0:1784947801.917589:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306561548 00000400:00000200:1.0:1784947801.917590:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf220 00000100:00000001:0.0:1784947801.917593:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306565382 00000100:00000001:0.0:1784947801.917601:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784947801.917602:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf220. 00000100:00000001:0.0:1784947801.917604:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917638:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784947801.917640:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.917646:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.917651:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784947801.917654:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.917655:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947801.917662:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947801.917666:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947801.917671:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.917678:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917693:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947801.917699:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.917710:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917714:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947801.917734:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947801.917737:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:1.0:1784947801.917741:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947801.917745:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947801.917749:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:1.0:1784947801.917751:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:1.0:1784947801.917754:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947801.917758:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.917766:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947801.917770:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.917778:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917780:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947801.917854:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947801.917858:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784947801.917861:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947801.917865:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947801.917868:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:1.0:1784947801.917870:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:1.0:1784947801.917873:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947801.917877:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.917886:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947801.917890:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.917898:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.917899:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947801.920780:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947801.920794:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947801.920798:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947801.920801:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947801.920807:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920813:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947801.920820:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920825:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920831:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920836:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311000 00000400:00000200:1.0:1784947801.920842:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920848:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240a1 [1] + 224 00000800:00000001:1.0:1784947801.920856:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947801.920860:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947801.920863:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947801.920867:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947801.920874:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947801.920880:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947801.920893:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947801.920919:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947801.920928:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947801.920932:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947801.920934:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947801.920936:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947801.920940:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920944:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947801.920949:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920953:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920957:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920961:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311080 00000400:00000200:1.0:1784947801.920967:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.920974:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240b1 [1] + 224 00000800:00000001:1.0:1784947801.920979:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947801.920984:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947801.920988:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.920991:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947801.920994:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784947801.921001:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947801.921002:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:0.0:1784947801.921008:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947801.921014:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99a0. 00000400:00000200:0.0:1784947801.921023:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:0.0:1784947801.921028:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:0.0:1784947801.921032:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947801.921034:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947801.921075:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947801.921090:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947801.921098:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921126:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947801.921127:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921132:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921140:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947801.921146:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947801.921152:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947801.921155:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947801.921159:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947801.921167:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784947801.921169:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947801.921177:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=132 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947801.921182:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947801.921185:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947801.921185:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947801.921193:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947801.921198:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947801.921200:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921203:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:1.0:1784947801.921210:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947801.921211:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947801.921218:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947801.921220:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947801.921223:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947801.921230:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947801.921239:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947801.921256:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947801.921260:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947801.921262:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947801.921267:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947801.921278:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947801.921279:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947801.921297:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947801.921304:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155014656:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947801.921312:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947801.921317:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921324:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947801.921328:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a310f80 00000100:00000040:0.0:1784947801.921333:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641155014656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947801.921347:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947801.921353:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947801.921358:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947801.921364:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000400:00000200:1.0:1784947801.921366:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524091 [1] + 224 02000000:00000001:0.0:1784947801.921371:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947801.921375:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947801.921380:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000800:00000001:1.0:1784947801.921382:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784947801.921385:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947801.921391:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947801.921397:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784947801.921399:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947801.921400:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947801.921405:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000400:00000200:1.0:1784947801.921410:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947801.921411:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947801.921415:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921420:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947801.921425:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947801.921430:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947801.921433:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947801.921435:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.921441:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947801.921447:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947801.921448:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921460:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947801.921465:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947801.921466:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947801.921470:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947801.921475:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947801.921481:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaf78. 00000400:00000200:0.0:1784947801.921492:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000100:00000001:1.0:1784947801.921492:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784947801.921496:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 00000100:00000001:0.0:1784947801.921501:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947801.921507:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947801.921521:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947801.921528:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947801.921544:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921555:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947801.921558:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921561:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947801.921563:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947801.921565:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947801.921567:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947801.921569:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947801.921573:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947801.921577:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947801.921580:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947801.921582:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947801.921584:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947801.921586:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.921589:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947801.921591:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947801.921593:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947801.921595:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.921600:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921609:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947801.921635:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947801.921637:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947801.921645:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947801.921655:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155014784:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784947801.921662:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947801.921663:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947801.921665:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:0.0:1784947801.921669:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947801.921671:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947801.921674:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947801.921678:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947801.921687:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921695:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947801.921697:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921699:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947801.921700:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947801.921702:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947801.921704:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947801.921706:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947801.921709:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947801.921713:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947801.921715:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947801.921717:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947801.921719:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947801.921721:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.921724:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947801.921728:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921736:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947801.921738:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947801.921740:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947801.921743:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947801.921751:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155014528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947801.921756:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921758:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947801.921761:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155014784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921768:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947801.921770:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947801.921772:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784947801.921775:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947801.921777:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947801.921778:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947801.921781:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947801.921783:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784947801.921785:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947801.921787:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947801.921789:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:0.0:1784947801.921791:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947801.921793:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921795:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947801.921798:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155014528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947801.921806:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947801.921807:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947801.921809:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947801.921819:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947801.921821:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947801.921822:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947801.921824:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947801.921826:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:0.0:1784947801.921829:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947801.921830:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947801.921832:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:0.0:1784947801.921834:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947801.921836:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921838:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947801.921842:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947801.921843:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947801.921846:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947801.921848:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947802.108150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947802.108157:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947802.108161:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947802.108164:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947802.108170:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947802.108172:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947802.108175:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947802.108178:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947802.108226:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947802.108231:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947802.108235:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947803.132154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947803.132163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947803.132218:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947803.132222:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947803.132224:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947804.156116:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947804.156122:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947804.156179:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947804.156183:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947804.156186:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947805.180140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947805.180146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947805.180172:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947805.180177:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947805.180181:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947805.820114:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306565382, at 4306565440 00000100:00000040:1.0:1784947805.820121:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306565382, at 4306565440 00000100:00000010:0.0:1784947805.820127:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947805.820129:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889300. 00010000:00000001:1.0:1784947806.204167:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947806.204173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947806.204269:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947806.204272:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947806.204275:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947807.036169:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947807.036177:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947807.036186:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947807.036191:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947807.036194:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947807.036197:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947807.036202:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947807.036209:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947807.036215:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036225:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947807.036233:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947807.036237:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036241:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.036266:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036268:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947807.036271:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947807.036273:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947807.036275:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947807.036276:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947807.036278:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947807.036279:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947807.036281:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947807.036283:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036286:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947807.036291:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947807.036297:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036299:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.036305:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036307:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947807.036309:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947807.036311:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947807.036313:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947807.036315:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947807.036317:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947807.036318:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947807.036320:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947807.036321:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036324:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947807.036326:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947807.036331:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947807.036332:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947807.036333:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036336:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947807.036338:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_00+0] req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947807.036346:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.036347:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036352:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947807.036359:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947807.036364:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947807.036366:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947807.036368:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.036369:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947807.036372:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947807.036374:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11904) 02000000:00000001:2.0:1784947807.036376:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947807.036379:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947807.036382:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155014912:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947807.036386:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947807.036391:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947807.036393:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947807.036394:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947807.036399:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947807.036401:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.036401:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947807.036405:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947807.036408:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947807.036413:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.036418:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947807.036419:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947807.036420:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947807.036424:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784947807.036426:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 02000000:00000001:3.0:1784947807.036426:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947807.036431:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947807.036434:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155015040:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784947807.036435:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784947807.036440:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947807.036443:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1784947807.036445:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155014912, portal 25 02000000:00000001:3.0:1784947807.036445:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036450:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947807.036450:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947807.036454:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 02000000:00000010:3.0:1784947807.036456:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947807.036460:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947807.036461:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947807.036467:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947807.036473:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947807.036475:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784947807.036479:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000040:2.0:1784947807.036480:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947807.036484:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000200:3.0:1784947807.036486:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015040, portal 10 00000100:00000200:2.0:1784947807.036488:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155014912, offset 0 00000100:00000001:3.0:1784947807.036489:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947807.036492:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000400:00000200:2.0:1784947807.036497:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947807.036501:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947807.036509:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947807.036510:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947807.036514:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947807.036518:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000400:00000200:2.0:1784947807.036519:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:3.0:1784947807.036539:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155015040, offset 0 00000400:00000200:3.0:1784947807.036547:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947807.036551:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947807.036556:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947807.036559:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947807.036561:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947807.036564:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541160:541160:256:4294967295] 192.168.201.111@tcp LPNI seq info [541097:541097:8:4294967295] 00000400:00000200:2.0:1784947807.036567:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947807.036573:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947807.036581:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947807.036583:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947807.036589:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947807.036594:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947807.036595:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947807.036597:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947807.036602:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947807.036604:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541161:541161:255:4294967295] 192.168.201.111@tcp LPNI seq info [541098:541098:7:4294967295] 00000800:00000010:2.0:1784947807.036605:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947807.036610:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947807.036622:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947807.036623:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947807.036631:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947807.036635:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:2.0:1784947807.036639:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947807.036643:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947807.036648:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947807.036652:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947807.036656:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947807.036665:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.036665:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947807.036672:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947807.036672:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9067 usecs (10 jiffies) 00000100:00000001:2.0:1784947807.036677:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306570501 00000400:00000200:3.0:1784947807.036680:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947807.036683:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306566666 00000100:00000010:2.0:1784947807.036684:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43180. 00000100:00000001:2.0:1784947807.036691:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947807.036696:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306570501 00000100:00000001:3.0:1784947807.036697:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306570501 00000100:00000010:2.0:1784947807.036699:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43000. 00000100:00000001:3.0:1784947807.036701:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306566666 00000100:00000001:2.0:1784947807.036703:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947807.036708:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947807.036708:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306570501 00000100:00000001:2.0:1784947807.036712:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.036713:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947807.036716:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.036717:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036720:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947807.036721:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.036725:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.036729:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947807.036730:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947807.036732:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947807.036734:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947807.036734:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947807.036739:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784947807.036740:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947807.036741:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947807.036744:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947807.036745:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947807.036746:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947807.036747:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036748:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947807.036754:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947807.036755:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947807.036758:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947807.036762:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:1.0:1784947807.036766:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:2.0:1784947807.036767:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947807.036770:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947807.036772:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947807.036773:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947807.036776:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947807.036779:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947807.036782:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155015168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947807.036784:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947807.036787:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947807.036788:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947807.036789:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947807.036790:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947807.036794:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947807.036798:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947807.036805:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947807.036807:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947807.036807:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947807.036812:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000040:1.0:1784947807.036813:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947807.036817:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015168, portal 10 00000100:00000001:2.0:1784947807.036821:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947807.036822:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000040:2.0:1784947807.036829:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947807.036849:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036850:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947807.036855:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947807.036855:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947807.036859:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784947807.036862:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155015168, offset 0 00000400:00000200:2.0:1784947807.036865:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947807.036869:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947807.036872:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947807.036874:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947807.036876:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947807.036877:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947807.036879:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947807.036881:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541162:541162:255:4294967295] 192.168.201.111@tcp LPNI seq info [541099:541099:7:4294967295] 00000400:00000200:2.0:1784947807.036884:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947807.036889:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947807.036893:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947807.036896:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947807.036899:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947807.036902:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947807.036904:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947807.036907:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947807.036910:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10236 usecs (11 jiffies) 00000400:00000200:2.0:1784947807.036914:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947807.036915:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947807.036917:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306566667 00000800:00000010:1.0:1784947807.036919:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:2.0:1784947807.036923:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306570501 00000400:00000200:1.0:1784947807.036924:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947807.036931:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306566667 00000400:00000200:1.0:1784947807.036933:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947807.036937:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306570501 00000400:00000200:1.0:1784947807.036938:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:1.0:1784947807.036944:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:2.0:1784947807.036944:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947807.036948:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947807.036949:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947807.036953:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.036955:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036960:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947807.036965:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947807.036968:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.036969:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947807.036973:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947807.036978:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036980:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947807.036981:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947807.036983:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947807.036987:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.036990:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947807.036993:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947807.036996:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784947807.036998:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947807.037000:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947807.037002:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:1.0:1784947807.037003:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:1.0:1784947807.037005:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947807.037009:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947807.037014:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947807.037016:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947807.037020:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947807.037021:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947807.038318:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947807.038328:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947807.038331:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947807.038333:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947807.038337:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038341:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947807.038346:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038349:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038352:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038355:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311100 00000400:00000200:1.0:1784947807.038360:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038364:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240c1 [1] + 224 00000800:00000001:1.0:1784947807.038369:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947807.038372:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947807.038373:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947807.038376:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947807.038379:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947807.038383:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947807.038390:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947807.038404:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947807.038409:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947807.038412:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947807.038413:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947807.038414:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947807.038417:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038419:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947807.038422:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038424:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038427:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038431:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311180 00000400:00000200:1.0:1784947807.038434:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947807.038438:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240c9 [1] + 224 00000100:00000001:2.0:1784947807.038440:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947807.038441:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947807.038442:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947807.038448:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947807.038449:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947807.038451:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784947807.038452:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947807.038456:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947807.038457:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947807.038462:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947807.038464:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:2.0:1784947807.038466:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947807.038467:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947807.038472:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947807.038474:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947807.038496:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947807.038499:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.038517:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947807.038519:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038534:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947807.038536:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947807.038537:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947807.038540:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947807.038543:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947807.038544:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947807.038548:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947807.038549:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947807.038552:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947807.038553:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=98 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947807.038555:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947807.038560:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947807.038563:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947807.038565:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947807.038568:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947807.038568:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947807.038573:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947807.038574:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947807.038576:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:2.0:1784947807.038577:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1784947807.038578:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947807.038583:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947807.038583:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947807.038589:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947807.038589:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947807.038591:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:3.0:1784947807.038596:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000400:00000200:1.0:1784947807.038600:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947807.038600:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.038602:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947807.038611:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947807.038613:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947807.038614:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947807.038620:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947807.038623:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947807.038625:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311200 00000100:00000040:2.0:1784947807.038632:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947807.038636:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947807.038642:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947807.038646:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240d1 [1] + 224 00000100:00100000:2.0:1784947807.038649:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155014912:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947807.038658:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947807.038661:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947807.038666:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038666:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947807.038667:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947807.038671:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947807.038672:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947807.038674:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155014912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.038677:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947807.038680:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947807.038682:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947807.038684:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947807.038687:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947807.038689:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947807.038693:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.038694:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784947807.038697:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947807.038699:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784947807.038700:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=98 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947807.038703:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947807.038710:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784947807.038710:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=138 v=5 (1 1 1 1) 00000100:00000040:1.0:1784947807.038715:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947807.038715:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947807.038716:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947807.038720:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947807.038721:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00010000:00000001:3.0:1784947807.038726:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1784947807.038728:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947807.038732:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947807.038733:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000100:00000001:1.0:1784947807.038734:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947807.038736:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947807.038738:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1784947807.038739:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784947807.038740:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947807.038742:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947807.038744:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:2.0:1784947807.038745:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000800:00000001:1.0:1784947807.038746:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947807.038747:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.038750:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947807.038753:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038756:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947807.038757:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.038760:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947807.038762:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947807.038766:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947807.038768:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784947807.038769:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947807.038772:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947807.038773:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1784947807.038776:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000100:00000001:3.0:1784947807.038776:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947807.038780:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000040:3.0:1784947807.038783:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.038784:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947807.038791:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947807.038799:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155015040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947807.038806:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947807.038807:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947807.038808:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947807.038815:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155015040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.038821:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947807.038825:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947807.038826:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947807.038828:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947807.038830:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784947807.038831:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784947807.038833:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00000001:2.0:1784947807.038834:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947807.038837:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947807.038839:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:2.0:1784947807.038840:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947807.038841:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947807.038845:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:2.0:1784947807.038847:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=98 v=5 (5 5 5 5) 00000020:00000001:3.0:1784947807.038848:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947807.038850:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000100:00001000:2.0:1784947807.038852:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=120 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947807.038854:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947807.038857:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947807.038858:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1784947807.038859:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947807.038860:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947807.038864:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947807.038864:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1784947807.038867:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.038868:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038873:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947807.038873:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947807.038876:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947807.038878:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947807.038880:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947807.038882:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.038883:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947807.038886:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947807.038890:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947807.038891:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.038898:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947807.038900:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947807.038901:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947807.038904:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947807.038909:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155015168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947807.038911:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038912:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947807.038914:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155015168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947807.038918:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947807.038919:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947807.038920:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947807.038922:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947807.038923:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947807.038924:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947807.038926:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947807.038927:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947807.038929:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947807.038930:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947807.038931:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947807.038933:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947807.038933:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038934:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947807.038937:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947807.038938:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947807.038939:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947807.038940:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947807.228153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947807.228159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947807.228198:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947807.228202:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947807.228205:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947808.252141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947808.252148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947808.252249:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947808.252253:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947808.252256:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947809.276139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947809.276147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947809.276238:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947809.276241:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947809.276244:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947810.300150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947810.300157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947810.300198:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947810.300201:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947810.300204:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947810.940136:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306570501, at 4306570560 00000100:00000040:1.0:1784947810.940136:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306570501, at 4306570560 00000100:00000010:0.0:1784947810.940151:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43180. 00000100:00000010:1.0:1784947810.940152:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43000. 00010000:00000001:1.0:1784947811.324142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947811.324149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947811.324216:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947811.324221:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947811.324225:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947812.156138:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947812.156148:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947812.156158:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947812.156164:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947812.156169:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947812.156172:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947812.156178:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947812.156186:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947812.156193:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947812.156205:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947812.156216:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947812.156221:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947812.156229:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947812.156258:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947812.156261:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947812.156265:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947812.156268:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947812.156271:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947812.156274:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947812.156276:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947812.156279:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947812.156283:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947812.156286:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156288:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947812.156293:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784947812.156295:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784947812.156300:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.156309:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947812.156309:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947812.156311:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947812.156315:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156316:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947812.156318:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947812.156321:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947812.156325:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947812.156330:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947812.156355:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947812.156358:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947812.156358:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947812.156366:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947812.156366:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947812.156369:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947812.156373:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947812.156374:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947812.156379:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155015296:192.168.201.111@tcp:400:kworker.0 00000100:00000010:3.0:1784947812.156379:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947812.156383:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1784947812.156386:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947812.156389:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947812.156391:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947812.156392:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947812.156394:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947812.156396:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784947812.156399:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947812.156403:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947812.156406:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947812.156407:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947812.156412:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947812.156413:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947812.156419:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947812.156422:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1784947812.156426:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:2.0:1784947812.156449:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015296, portal 25 00000100:00000001:2.0:1784947812.156452:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947812.156454:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000040:2.0:1784947812.156459:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947812.156466:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947812.156471:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156478:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947812.156481:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947812.156484:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947812.156489:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784947812.156494:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155015296, offset 0 00000100:00000001:3.0:1784947812.156502:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947812.156503:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947812.156508:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947812.156511:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947812.156515:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947812.156516:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947812.156520:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947812.156523:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947812.156524:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11909) 00000400:00000200:2.0:1784947812.156530:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947812.156534:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947812.156537:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947812.156540:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947812.156542:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541163:541163:256:4294967295] 192.168.201.111@tcp LPNI seq info [541100:541100:8:4294967295] 00000400:00000200:2.0:1784947812.156546:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947812.156550:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947812.156556:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947812.156556:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947812.156559:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784947812.156563:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947812.156568:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000040:3.0:1784947812.156569:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947812.156577:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947812.156590:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947812.156596:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947812.156598:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947812.156601:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947812.156605:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947812.156607:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947812.156610:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156611:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947812.156617:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155015552:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947812.156619:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947812.156623:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306575621 00000100:00000001:3.0:1784947812.156627:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1784947812.156629:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43480. 02000000:00000001:3.0:1784947812.156632:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947812.156636:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156637:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 02000000:00000001:3.0:1784947812.156641:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947812.156645:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306575621 02000000:00000010:3.0:1784947812.156648:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000010:2.0:1784947812.156649:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c60. 02000000:00000001:3.0:1784947812.156655:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156656:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947812.156661:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947812.156665:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947812.156666:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947812.156668:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.156671:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.156673:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1784947812.156673:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947812.156676:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947812.156679:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947812.156680:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947812.156682:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784947812.156682:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000040:2.0:1784947812.156687:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947812.156690:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015552, portal 10 00000100:00000001:3.0:1784947812.156697:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947812.156699:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947812.156700:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000001:2.0:1784947812.156702:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947812.156706:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947812.156708:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947812.156710:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947812.156714:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947812.156715:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155015424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947812.156723:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947812.156726:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947812.156729:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947812.156732:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947812.156734:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:2.0:1784947812.156737:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000040:3.0:1784947812.156741:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947812.156742:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947812.156747:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947812.156747:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947812.156747:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000400:00000010:2.0:1784947812.156753:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000200:3.0:1784947812.156755:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155015552, offset 0 00000800:00000010:1.0:1784947812.156756:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000010:2.0:1784947812.156758:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000200:2.0:1784947812.156764:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015424, portal 10 00000400:00000200:1.0:1784947812.156765:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947812.156767:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947812.156769:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947812.156770:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000400:00000200:1.0:1784947812.156780:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947812.156780:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947812.156781:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947812.156791:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000200:3.0:1784947812.156791:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947812.156792:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784947812.156798:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000400:00000200:3.0:1784947812.156800:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784947812.156801:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947812.156806:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784947812.156807:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000400:00000200:3.0:1784947812.156808:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:2.0:1784947812.156813:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155015424, offset 0 00000100:00000200:1.0:1784947812.156818:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947812.156818:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947812.156832:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947812.156837:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.156845:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947812.156847:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947812.156890:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947812.156892:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947812.156897:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541164:541164:256:4294967295] 192.168.201.111@tcp LPNI seq info [541101:541101:8:4294967295] 00000400:00000200:3.0:1784947812.156901:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947812.156909:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947812.156914:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947812.156920:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947812.156924:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947812.156926:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784947812.156929:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947812.156930:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947812.156936:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947812.156940:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947812.156943:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947812.156951:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947812.156952:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541165:541165:255:4294967295] 192.168.201.111@tcp LPNI seq info [541102:541102:7:4294967295] 00000400:00000200:2.0:1784947812.156959:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947812.156959:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947812.156968:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947812.156972:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947812.156974:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947812.156976:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947812.156982:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784947812.156982:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10235 usecs (11 jiffies) 00000800:00000200:2.0:1784947812.156988:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947812.156993:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947812.156994:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947812.157000:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947812.157000:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306571787 00000100:00000040:2.0:1784947812.157005:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9067 usecs (10 jiffies) 00000100:00000001:3.0:1784947812.157007:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306575621 00000400:00000200:2.0:1784947812.157011:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947812.157013:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306571787 00000100:00000001:2.0:1784947812.157014:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306571786 00000100:00000001:3.0:1784947812.157020:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306575621 00000100:00000001:2.0:1784947812.157021:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306575621 00000800:00000200:1.0:1784947812.157022:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947812.157030:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947812.157030:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306571786 00000100:00000001:3.0:1784947812.157030:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947812.157036:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306575621 00000100:00000001:3.0:1784947812.157037:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947812.157038:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947812.157042:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947812.157044:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.157045:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947812.157073:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.157080:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947812.157080:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947812.157084:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947812.157085:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947812.157086:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947812.157092:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947812.157093:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947812.157095:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000100:00000001:2.0:1784947812.157095:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947812.157097:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784947812.157101:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784947812.157103:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947812.157103:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.157106:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947812.157108:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947812.157109:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.157110:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.157116:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947812.157117:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.157128:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947812.157133:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.157141:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947812.157142:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947812.157180:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947812.157183:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784947812.157187:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947812.157191:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947812.157194:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:1.0:1784947812.157196:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:1.0:1784947812.157198:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947812.157202:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.157210:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947812.157213:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.157219:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947812.157222:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947812.157953:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.157963:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947812.157966:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.157969:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947812.157974:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.157979:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947812.157985:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.157990:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.157995:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158000:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311280 00000400:00000200:1.0:1784947812.158004:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158010:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240d9 [1] + 224 00000800:00000001:1.0:1784947812.158016:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158035:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947812.158039:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947812.158043:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947812.158066:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947812.158072:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947812.158081:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.158096:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947812.158104:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158107:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.158131:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947812.158134:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947812.158139:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947812.158141:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947812.158143:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947812.158148:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784947812.158150:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784947812.158152:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947812.158157:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947812.158167:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947812.158175:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947812.158176:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.158179:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947812.158182:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947812.158184:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947812.158186:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947812.158189:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947812.158195:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=103 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947812.158199:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947812.158202:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947812.158204:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947812.158215:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947812.158219:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.158222:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947812.158227:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947812.158234:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947812.158237:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947812.158239:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947812.158244:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947812.158253:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155015296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947812.158259:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.158262:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947812.158266:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155015296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947812.158273:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947812.158276:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947812.158279:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947812.158283:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947812.158286:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947812.158288:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947812.158289:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784947812.158292:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784947812.158293:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:2.0:1784947812.158298:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947812.158299:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784947812.158302:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947812.158302:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947812.158307:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947812.158308:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947812.158310:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947812.158314:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.158314:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.158320:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947812.158322:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947812.158324:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947812.158325:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947812.158326:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947812.158334:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947812.158342:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158346:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158350:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158353:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311380 00000400:00000200:1.0:1784947812.158357:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158361:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240e1 [1] + 224 00000800:00000001:1.0:1784947812.158365:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158371:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947812.158374:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947812.158378:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947812.158381:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947812.158386:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947812.158396:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947812.158412:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947812.158417:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158421:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947812.158480:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947812.158481:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947812.158484:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947812.158489:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947812.158493:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158496:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947812.158499:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158503:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947812.158508:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158511:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158514:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158517:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311300 00000400:00000200:1.0:1784947812.158520:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947812.158524:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240e9 [1] + 224 00000800:00000001:1.0:1784947812.158529:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158533:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947812.158535:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947812.158539:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947812.158542:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947812.158546:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947812.158556:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947812.158558:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947812.158562:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947812.158566:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947812.158572:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:3.0:1784947812.158574:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:1.0:1784947812.158575:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947812.158579:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947812.158583:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947812.158588:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947812.158589:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947812.158603:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947812.158612:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947812.158614:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947812.158616:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947812.158618:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947812.158620:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947812.158621:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947812.158624:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947812.158630:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947812.158634:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947812.158638:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947812.158640:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947812.158642:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947812.158643:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947812.158646:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1784947812.158646:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947812.158651:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947812.158653:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:2.0:1784947812.158654:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947812.158657:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000400:00000010:2.0:1784947812.158658:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947812.158664:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000100:00000001:3.0:1784947812.158664:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947812.158667:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947812.158668:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:2.0:1784947812.158673:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947812.158678:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947812.158681:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947812.158707:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947812.158708:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947812.158713:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947812.158717:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.158723:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947812.158727:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947812.158728:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947812.158729:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947812.158732:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947812.158734:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947812.158737:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947812.158741:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947812.158746:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=103 v=5 (5 5 5 5) 00000100:00100000:3.0:1784947812.158748:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155015552:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947812.158751:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947812.158757:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947812.158758:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947812.158758:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947812.158765:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947812.158765:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1784947812.158770:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.158773:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947812.158774:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000040:3.0:1784947812.158774:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155015552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947812.158778:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947812.158780:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947812.158788:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947812.158790:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947812.158794:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947812.158798:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784947812.158799:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00000001:2.0:1784947812.158802:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947812.158804:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947812.158805:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947812.158809:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947812.158810:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947812.158814:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947812.158819:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784947812.158822:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155015424:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784947812.158824:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000001:2.0:1784947812.158828:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947812.158830:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947812.158831:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947812.158835:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784947812.158836:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155015424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947812.158838:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947812.158845:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947812.158845:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784947812.158849:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947812.158850:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947812.158852:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947812.158855:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947812.158856:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947812.158859:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947812.158862:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947812.158863:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1784947812.158864:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947812.158868:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947812.158869:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784947812.158874:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947812.158875:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947812.158876:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947812.158879:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:3.0:1784947812.158880:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.158882:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947812.158885:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.158887:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947812.158890:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947812.158891:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947812.158893:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947812.158895:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947812.348143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947812.348151:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947812.348154:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947812.348158:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947812.348164:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947812.348166:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947812.348169:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947812.348172:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947812.348213:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947812.348217:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947812.348220:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947813.372152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947813.372160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947813.372231:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947813.372234:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947813.372237:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947814.396119:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947814.396125:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947814.396194:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947814.396199:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947814.396203:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947815.420149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947815.420155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947815.420203:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947815.420208:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947815.420213:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947816.060153:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306575621, at 4306575680 00000100:00000040:1.0:1784947816.060153:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306575621, at 4306575680 00000100:00000010:0.0:1784947816.060167:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43480. 00000100:00000010:1.0:1784947816.060169:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c60. 00010000:00000001:1.0:1784947816.444132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947816.444138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947816.444200:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947816.444204:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947816.444207:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947817.276119:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947817.276127:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947817.276136:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947817.276141:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947817.276145:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947817.276147:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947817.276152:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947817.276159:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947817.276164:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276175:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947817.276183:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947817.276187:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276192:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947817.276216:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276218:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947817.276220:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947817.276222:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947817.276224:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947817.276225:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947817.276226:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947817.276227:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947817.276229:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947817.276230:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276233:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947817.276238:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947817.276240:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276242:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947817.276247:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276249:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947817.276251:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947817.276253:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947817.276255:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947817.276257:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947817.276258:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947817.276259:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947817.276262:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947817.276264:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276267:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947817.276268:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947817.276274:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947817.276275:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947817.276278:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947817.276278:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276282:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947817.276288:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947817.276291:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276295:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947817.276303:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947817.276307:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947817.276308:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947817.276311:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947817.276312:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947817.276317:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11914) 02000000:00000001:2.0:1784947817.276318:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947817.276322:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947817.276325:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947817.276328:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155015680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947817.276332:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947817.276332:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947817.276335:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947817.276337:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947817.276337:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947817.276341:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947817.276360:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947817.276366:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947817.276368:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947817.276374:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947817.276378:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947817.276382:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947817.276384:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000001:3.0:1784947817.276393:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784947817.276394:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015680, portal 25 00000100:00000001:3.0:1784947817.276395:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.276399:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947817.276400:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947817.276402:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 02000000:00000001:3.0:1784947817.276404:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947817.276408:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947817.276411:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947817.276413:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155015808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947817.276421:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947817.276424:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947817.276426:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947817.276427:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947817.276430:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947817.276433:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947817.276436:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000400:00000010:2.0:1784947817.276437:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 02000000:00000001:3.0:1784947817.276441:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947817.276443:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155015680, offset 0 00000400:00000200:3.0:1784947817.276447:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947817.276451:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947817.276451:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947817.276458:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000400:00000200:2.0:1784947817.276462:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947817.276462:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015808, portal 10 00000100:00000001:3.0:1784947817.276466:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947817.276469:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000400:00000200:2.0:1784947817.276473:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947817.276477:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947817.276480:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947817.276487:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947817.276487:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947817.276492:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947817.276495:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784947817.276497:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000400:00000200:2.0:1784947817.276500:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784947817.276502:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155015808, offset 0 00000400:00000200:2.0:1784947817.276507:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541166:541166:256:4294967295] 192.168.201.111@tcp LPNI seq info [541103:541103:8:4294967295] 00000400:00000200:3.0:1784947817.276511:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947817.276516:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947817.276521:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947817.276530:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947817.276531:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947817.276536:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947817.276541:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947817.276541:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947817.276546:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784947817.276549:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784947817.276549:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947817.276555:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541167:541167:255:4294967295] 192.168.201.111@tcp LPNI seq info [541104:541104:7:4294967295] 00000800:00000200:2.0:1784947817.276561:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947817.276562:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947817.276574:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947817.276575:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947817.276582:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947817.276583:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947817.276589:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784947817.276593:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947817.276597:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947817.276598:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947817.276600:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947817.276605:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947817.276606:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947817.276610:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306580741 00000100:00000040:3.0:1784947817.276612:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9067 usecs (10 jiffies) 00000100:00000010:2.0:1784947817.276616:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a20. 00000400:00000200:3.0:1784947817.276618:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947817.276622:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306576906 00000100:00000001:2.0:1784947817.276625:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947817.276632:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306580741 00000100:00000001:3.0:1784947817.276634:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306580741 00000100:00000010:2.0:1784947817.276636:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ba0. 00000100:00000001:3.0:1784947817.276638:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306576906 00000100:00000001:2.0:1784947817.276641:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947817.276645:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306580741 00000100:00000001:2.0:1784947817.276646:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947817.276652:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947817.276652:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947817.276658:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.276659:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947817.276662:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.276663:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947817.276668:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947817.276669:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947817.276673:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784947817.276674:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947817.276674:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947817.276676:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947817.276677:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947817.276682:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947817.276682:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947817.276683:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947817.276685:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947817.276686:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947817.276688:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947817.276689:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947817.276693:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947817.276694:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947817.276695:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947817.276699:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:1.0:1784947817.276704:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784947817.276708:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947817.276711:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947817.276712:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947817.276716:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947817.276720:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784947817.276721:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947817.276725:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947817.276732:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155015936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947817.276740:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947817.276741:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947817.276746:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947817.276750:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947817.276753:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947817.276755:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947817.276756:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947817.276760:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1784947817.276761:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947817.276764:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947817.276767:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947817.276769:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947817.276772:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784947817.276774:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155015936, portal 10 00000100:00000001:2.0:1784947817.276776:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947817.276777:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:2.0:1784947817.276783:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.276788:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947817.276790:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947817.276792:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000200:2.0:1784947817.276794:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155015936, offset 0 00000400:00000200:2.0:1784947817.276797:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947817.276799:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947817.276801:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947817.276803:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947817.276805:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947817.276807:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947817.276808:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947817.276811:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541168:541168:255:4294967295] 192.168.201.111@tcp LPNI seq info [541105:541105:7:4294967295] 00000400:00000200:2.0:1784947817.276814:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947817.276819:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947817.276821:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:1.0:1784947817.276825:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000800:00000200:2.0:1784947817.276827:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947817.276833:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1784947817.276833:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784947817.276838:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947817.276845:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947817.276846:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784947817.276848:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947817.276852:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947817.276853:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000100:00000040:2.0:1784947817.276855:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10235 usecs (11 jiffies) 00000400:00000010:1.0:1784947817.276860:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000400:00000200:2.0:1784947817.276860:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947817.276864:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306576907 00000100:00000001:1.0:1784947817.276867:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947817.276867:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306580741 00000100:00000001:2.0:1784947817.276872:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306576907 00000100:00000001:2.0:1784947817.276873:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306580741 00000100:00000200:1.0:1784947817.276876:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.276877:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947817.276881:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.276886:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.276891:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.276895:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947817.276899:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947817.276901:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947817.276901:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947817.276905:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947817.276907:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947817.276910:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.276910:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947817.276920:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947817.276923:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947817.276937:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947817.276940:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947817.276943:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947817.276945:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947817.276948:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:1.0:1784947817.276949:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:1.0:1784947817.276951:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947817.276953:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947817.276959:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947817.276962:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947817.276967:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947817.276968:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947817.278147:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278159:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947817.278162:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278165:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947817.278171:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278177:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947817.278185:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278189:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278194:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278198:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311400 00000400:00000200:1.0:1784947817.278203:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278208:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240f1 [1] + 224 00000800:00000001:1.0:1784947817.278214:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278221:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947817.278224:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947817.278228:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947817.278232:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947817.278238:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947817.278249:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947817.278267:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947817.278274:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278278:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947817.278281:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278284:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947817.278289:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278295:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947817.278300:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947817.278305:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947817.278305:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947817.278309:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947817.278311:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947817.278317:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947817.278318:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311480 00000400:00000001:2.0:1784947817.278322:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947817.278327:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947817.278327:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947817.278334:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:2.0:1784947817.278337:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:2.0:1784947817.278341:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947817.278355:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5240f9 [1] + 224 00000100:00000200:2.0:1784947817.278363:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947817.278364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278370:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947817.278374:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947817.278381:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:2.0:1784947817.278382:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947817.278384:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947817.278390:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278404:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947817.278408:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278409:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278415:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947817.278419:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947817.278423:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947817.278425:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947817.278426:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947817.278431:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947817.278431:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947817.278436:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947817.278438:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947817.278443:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947817.278447:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947817.278449:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947817.278452:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947817.278455:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.278458:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947817.278463:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278473:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947817.278476:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947817.278478:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947817.278482:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947817.278483:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947817.278487:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784947817.278493:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155015680:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947817.278495:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947817.278497:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.278500:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947817.278501:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947817.278504:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155015680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947817.278505:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947817.278509:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947817.278517:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947817.278521:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1784947817.278521:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947817.278524:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947817.278527:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000001:2.0:1784947817.278528:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:3.0:1784947817.278529:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 02000000:00000010:2.0:1784947817.278534:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784947817.278535:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000200:1.0:1784947817.278540:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947817.278540:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 02000000:00000001:2.0:1784947817.278542:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947817.278546:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947817.278547:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947817.278548:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784947817.278552:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:2.0:1784947817.278552:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:3.0:1784947817.278555:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947817.278560:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947817.278562:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311500 02000000:00000010:2.0:1784947817.278566:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000400:00000200:1.0:1784947817.278572:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947817.278575:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947817.278579:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524101 [1] + 224 02000000:00000001:2.0:1784947817.278580:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784947817.278583:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947817.278585:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000800:00000001:1.0:1784947817.278587:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947817.278592:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947817.278594:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278597:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947817.278597:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947817.278599:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947817.278601:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278603:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947817.278606:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947817.278609:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947817.278609:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947817.278610:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947817.278614:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947817.278614:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947817.278616:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947817.278618:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.278619:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947817.278621:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947817.278623:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278624:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947817.278627:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947817.278635:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947817.278641:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947817.278642:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947817.278644:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947817.278645:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947817.278649:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947817.278654:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947817.278656:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947817.278657:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947817.278658:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947817.278662:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947817.278663:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947817.278667:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947817.278672:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947817.278673:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947817.278675:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947817.278677:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947817.278681:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278688:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784947817.278688:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155015808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947817.278691:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947817.278696:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947817.278697:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947817.278699:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1784947817.278700:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947817.278704:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155015808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947817.278705:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947817.278711:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784947817.278715:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:3.0:1784947817.278716:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947817.278719:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947817.278721:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:3.0:1784947817.278722:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947817.278726:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947817.278728:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:2.0:1784947817.278729:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947817.278730:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947817.278735:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947817.278738:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:3.0:1784947817.278742:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947817.278745:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1784947817.278746:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784947817.278748:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:3.0:1784947817.278752:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947817.278755:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278758:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947817.278758:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278762:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278764:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947817.278764:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947817.278767:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947817.278768:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947817.278772:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947817.278772:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947817.278774:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947817.278775:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947817.278777:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947817.278781:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947817.278784:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947817.278786:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947817.278787:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947817.278789:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947817.278791:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.278793:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947817.278794:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947817.278796:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947817.278797:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947817.278800:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278804:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947817.278806:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947817.278807:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947817.278809:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947817.278814:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155015936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947817.278819:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278821:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947817.278823:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155015936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947833 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947817.278827:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947817.278828:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947817.278830:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947817.278831:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947817.278832:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947817.278833:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947817.278835:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947817.278836:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947817.278838:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947817.278839:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947817.278840:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784947817.278842:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947817.278843:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278844:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947817.278847:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947817.278848:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947817.278849:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947817.278851:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947817.468134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947817.468140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947817.468182:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947817.468186:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947817.468189:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947818.492134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947818.492140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947818.492197:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947818.492201:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947818.492204:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947819.516109:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947819.516115:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947819.516183:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947819.516186:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947819.516189:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947820.540127:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947820.540133:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947820.540167:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947820.540172:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947820.540177:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947821.180129:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306580741, at 4306580800 00000100:00000040:1.0:1784947821.180129:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306580741, at 4306580800 00000100:00000010:0.0:1784947821.180143:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a20. 00000100:00000010:1.0:1784947821.180145:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ba0. 00010000:00000001:1.0:1784947821.564114:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947821.564120:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947821.564150:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947821.564154:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947821.564159:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947822.396132:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947822.396144:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947822.396154:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947822.396160:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947822.396165:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947822.396168:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947822.396174:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947822.396182:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947822.396188:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396200:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947822.396212:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947822.396217:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396223:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947822.396247:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396249:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947822.396252:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947822.396255:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947822.396280:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947822.396283:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947822.396284:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947822.396286:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947822.396289:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947822.396292:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396296:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947822.396302:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947822.396304:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947822.396304:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396310:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947822.396311:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1784947822.396316:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947822.396324:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396326:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947822.396328:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947822.396330:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947822.396332:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947822.396333:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947822.396333:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947822.396337:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947822.396337:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947822.396339:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396342:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947822.396343:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:2.0:1784947822.396345:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947822.396346:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396348:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947822.396352:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947822.396358:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947822.396360:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947822.396364:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396372:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.396373:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947822.396377:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.396383:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947822.396384:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.396387:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947822.396387:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947822.396392:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947822.396394:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784947822.396398:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155016192:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947822.396399:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947822.396407:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947822.396407:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947822.396413:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11919) 02000000:00000001:2.0:1784947822.396414:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947822.396417:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.396419:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947822.396424:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947822.396425:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947822.396432:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947822.396433:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947822.396436:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947822.396437:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947822.396440:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947822.396445:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000040:3.0:1784947822.396446:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947822.396454:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016192, portal 10 00000100:00000001:3.0:1784947822.396455:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947822.396458:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396459:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947822.396461:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947822.396462:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 02000000:00000001:3.0:1784947822.396464:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947822.396468:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947822.396470:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155016320:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947822.396473:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947822.396476:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947822.396477:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947822.396478:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947822.396482:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947822.396486:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947822.396489:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396496:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947822.396496:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947822.396500:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947822.396504:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947822.396506:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000400:00000010:2.0:1784947822.396510:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000200:3.0:1784947822.396511:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016320, portal 10 00000100:00000001:3.0:1784947822.396515:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947822.396517:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000200:2.0:1784947822.396519:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155016192, offset 0 00000100:00000040:3.0:1784947822.396524:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947822.396533:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947822.396535:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947822.396539:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947822.396542:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000200:3.0:1784947822.396545:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155016320, offset 0 00000400:00000200:2.0:1784947822.396549:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947822.396553:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947822.396562:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947822.396568:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947822.396573:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947822.396577:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947822.396580:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947822.396584:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541169:541169:256:4294967295] 192.168.201.111@tcp LPNI seq info [541106:541106:8:4294967295] 00000400:00000200:2.0:1784947822.396589:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947822.396595:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947822.396602:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947822.396607:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947822.396609:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947822.396615:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947822.396618:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947822.396620:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947822.396624:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:2.0:1784947822.396626:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947822.396627:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541170:541170:255:4294967295] 192.168.201.111@tcp LPNI seq info [541107:541107:7:4294967295] 00000400:00000200:3.0:1784947822.396632:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947822.396636:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947822.396643:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947822.396652:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947822.396652:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947822.396658:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:3.0:1784947822.396659:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000800:00000200:3.0:1784947822.396666:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947822.396671:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947822.396674:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947822.396675:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784947822.396680:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9067 usecs (10 jiffies) 00000100:00000001:3.0:1784947822.396682:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947822.396687:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947822.396690:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10235 usecs (11 jiffies) 00000100:00000001:2.0:1784947822.396691:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306582026 00000100:00000010:2.0:1784947822.396698:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43b40. 00000400:00000200:3.0:1784947822.396698:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947822.396704:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306582027 00000100:00000001:2.0:1784947822.396706:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947822.396716:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306582026 00000100:00000010:2.0:1784947822.396720:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43e40. 00000100:00000001:3.0:1784947822.396720:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, simply extend its deadline from 4306582026 00000100:00000001:2.0:1784947822.396724:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947822.396727:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306582027 00000100:00000001:2.0:1784947822.396729:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947822.396733:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947822.396735:0:2409:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, simply extend its deadline from 4306582026 00000100:00000001:2.0:1784947822.396736:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784947822.396741:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947822.396741:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947822.396742:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947822.396747:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947822.396748:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784947822.396753:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396756:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784947822.396757:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947822.396757:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.396759:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.396762:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947822.396764:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947822.396764:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947822.396768:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947822.396768:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784947822.396769:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947822.396773:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947822.396777:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000100:00000001:3.0:1784947822.396777:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784947822.396778:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155016064:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947822.396781:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:3.0:1784947822.396781:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396782:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947822.396785:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.396786:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947822.396788:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947822.396789:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.396792:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947822.396795:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000200:1.0:1784947822.396796:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947822.396797:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947822.396806:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947822.396809:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947822.396814:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000001:1.0:1784947822.396819:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947822.396819:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016064, portal 25 00000100:00000001:2.0:1784947822.396823:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947822.396825:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:1.0:1784947822.396827:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947822.396832:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947822.396847:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396848:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947822.396851:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947822.396852:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947822.396855:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000200:2.0:1784947822.396857:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155016064, offset 0 00000400:00000200:2.0:1784947822.396861:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947822.396865:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947822.396868:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947822.396870:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947822.396873:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947822.396875:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947822.396877:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947822.396880:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541171:541171:255:4294967295] 192.168.201.111@tcp LPNI seq info [541108:541108:7:4294967295] 00000400:00000200:2.0:1784947822.396883:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947822.396889:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947822.396892:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947822.396895:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947822.396898:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947822.396901:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947822.396903:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947822.396906:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947822.396908:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947822.396909:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306585861 00000800:00000200:1.0:1784947822.396911:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947822.396913:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306582027 00000800:00000010:1.0:1784947822.396915:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000100:00000001:2.0:1784947822.396918:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306585861 00000400:00000200:1.0:1784947822.396919:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947822.396925:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306582027 00000400:00000200:1.0:1784947822.396927:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947822.396930:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947822.396932:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000100:00000001:2.0:1784947822.396933:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947822.396935:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:2.0:1784947822.396936:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947822.396940:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947822.396940:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.396943:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784947822.396946:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.396947:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947822.396951:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947822.396953:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947822.396956:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.396960:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947822.396968:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947822.396971:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947822.396975:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947822.396977:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947822.396985:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947822.396986:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947822.396988:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947822.396990:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947822.396991:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:1.0:1784947822.396993:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:1.0:1784947822.396994:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947822.396996:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947822.397001:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947822.397004:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947822.397008:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947822.397010:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947822.398427:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947822.398437:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947822.398440:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947822.398443:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398449:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398454:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947822.398462:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398466:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398470:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398474:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311600 00000400:00000200:1.0:1784947822.398479:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398484:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524109 [1] + 224 00000800:00000001:1.0:1784947822.398490:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947822.398495:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398497:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947822.398501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947822.398506:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947822.398512:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947822.398521:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947822.398533:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947822.398538:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947822.398541:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947822.398542:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947822.398543:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398545:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398548:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947822.398551:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398553:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398555:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398557:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311680 00000400:00000200:1.0:1784947822.398559:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947822.398562:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524111 [1] + 224 00000800:00000001:1.0:1784947822.398564:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947822.398568:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398569:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947822.398571:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947822.398573:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947822.398576:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947822.398583:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.398601:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947822.398603:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947822.398604:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947822.398610:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947822.398611:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947822.398615:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947822.398617:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000800:00000001:1.0:1784947822.398618:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947822.398623:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784947822.398626:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:2.0:1784947822.398629:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947822.398634:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947822.398642:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.398648:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947822.398649:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.398652:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947822.398654:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947822.398656:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947822.398657:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947822.398659:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947822.398664:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947822.398667:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947822.398670:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947822.398671:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947822.398673:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947822.398676:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.398678:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947822.398680:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947822.398681:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947822.398682:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947822.398686:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.398691:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947822.398694:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947822.398695:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947822.398698:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947822.398702:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784947822.398704:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155016192:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947822.398709:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.398710:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947822.398716:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947822.398716:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947822.398720:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155016192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947822.398722:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398731:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947822.398731:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947822.398735:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947822.398738:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:1.0:1784947822.398741:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947822.398741:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947822.398742:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947822.398745:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1784947822.398746:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947822.398749:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000001:3.0:1784947822.398749:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947822.398752:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947822.398753:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784947822.398755:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1784947822.398757:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947822.398759:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784947822.398759:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000400:00000200:3.0:1784947822.398762:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 02000000:00000001:2.0:1784947822.398765:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947822.398766:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947822.398766:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 02000000:00000001:2.0:1784947822.398768:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947822.398771:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000400:00000200:1.0:1784947822.398772:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311580 00000100:00000001:3.0:1784947822.398772:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947822.398776:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784947822.398779:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947822.398779:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947822.398780:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.398785:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947822.398788:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524119 [1] + 224 00000100:00000001:2.0:1784947822.398790:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947822.398793:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947822.398796:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947822.398797:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947822.398799:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.398800:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947822.398806:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398809:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947822.398809:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947822.398812:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947822.398814:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947822.398814:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947822.398816:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947822.398817:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947822.398818:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947822.398820:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947822.398821:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947822.398823:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947822.398827:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=113 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947822.398831:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947822.398831:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=135 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947822.398834:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947822.398835:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947822.398837:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947822.398840:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947822.398842:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947822.398844:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947822.398846:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947822.398847:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947822.398848:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947822.398852:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947822.398852:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947822.398855:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947822.398867:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947822.398869:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947822.398870:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947822.398871:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947822.398874:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947822.398876:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947822.398879:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947822.398881:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947822.398883:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947822.398884:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:2.0:1784947822.398888:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:2.0:1784947822.398893:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947822.398899:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947822.398904:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155016320:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947822.398913:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947822.398916:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947822.398917:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947822.398923:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155016320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.398926:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947822.398929:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.398933:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947822.398936:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947822.398937:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947822.398939:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784947822.398940:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947822.398942:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947822.398943:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:2.0:1784947822.398945:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947822.398947:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784947822.398949:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=113 v=5 (5 5 5 5) 00000020:00000001:3.0:1784947822.398950:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947822.398953:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00001000:2.0:1784947822.398955:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=113 v=5 (1 1 1 1) 00000020:00000001:3.0:1784947822.398957:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947822.398959:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784947822.398960:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 00000100:00000001:2.0:1784947822.398961:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947822.398964:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784947822.398964:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947822.398967:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784947822.398968:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947822.398970:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784947822.398972:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947822.398974:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947822.398976:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947822.398978:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947822.398979:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947822.398984:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947822.398986:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.398988:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947822.398989:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947822.398992:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947822.398993:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.398995:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947822.398999:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947822.399004:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155016064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947822.399008:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.399009:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947822.399011:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155016064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947838 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947822.399014:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947822.399016:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947822.399017:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947822.399019:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947822.399020:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947822.399021:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947822.399022:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947822.399024:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:2.0:1784947822.399025:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947822.399026:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947822.399027:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784947822.399029:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947822.399030:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.399032:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947822.399034:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947822.399035:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947822.399037:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947822.399038:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947822.588158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947822.588165:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947822.588167:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947822.588170:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947822.588174:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947822.588176:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947822.588178:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947822.588180:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947822.588218:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947822.588222:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947822.588225:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947823.612137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947823.612143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947823.612219:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947823.612223:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947823.612226:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947824.636158:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947824.636164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947824.636197:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947824.636203:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947824.636209:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947825.660126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947825.660133:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947825.660159:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947825.660164:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947825.660168:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947826.300127:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306585861, at 4306585920 00000100:00000040:1.0:1784947826.300127:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306585861, at 4306585920 00000100:00000010:1.0:1784947826.300141:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43e40. 00000100:00000010:0.0:1784947826.300145:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43b40. 00010000:00000001:1.0:1784947826.684862:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947826.684866:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947826.684942:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947826.684946:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947826.684950:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947827.516116:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947827.516124:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947827.516133:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947827.516138:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947827.516141:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947827.516144:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947827.516149:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947827.516155:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947827.516161:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947827.516185:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947827.516194:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947827.516198:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947827.516204:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947827.516222:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947827.516225:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947827.516227:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947827.516228:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947827.516233:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1784947827.516233:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947827.516237:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947827.516238:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947827.516240:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947827.516243:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947827.516244:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947827.516247:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947827.516250:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947827.516251:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947827.516255:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947827.516278:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947827.516279:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947827.516283:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.516284:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947827.516287:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947827.516291:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947827.516296:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.516297:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947827.516299:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947827.516303:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947827.516304:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947827.516308:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000100:00100000:2.0:1784947827.516311:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155016448:192.168.201.111@tcp:400:kworker.0 00000020:00000040:3.0:1784947827.516312:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947827.516316:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947827.516319:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947827.516320:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947827.516321:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947827.516324:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947827.516325:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947827.516326:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.516328:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.516332:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947827.516333:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947827.516339:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:2.0:1784947827.516340:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947827.516341:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.516345:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947827.516348:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947827.516355:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947827.516360:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947827.516360:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947827.516363:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947827.516366:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947827.516368:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000040:3.0:1784947827.516369:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947827.516374:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947827.516377:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016448, portal 25 00000100:00000040:3.0:1784947827.516378:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11924) 00000100:00000001:2.0:1784947827.516383:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947827.516385:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000001:3.0:1784947827.516388:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947827.516392:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947827.516393:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947827.516394:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947827.516400:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.516407:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947827.516412:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947827.516413:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947827.516415:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947827.516417:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 02000000:00000001:3.0:1784947827.516419:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784947827.516421:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155016448, offset 0 02000000:00000001:3.0:1784947827.516422:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947827.516426:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947827.516430:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784947827.516431:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155016576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947827.516435:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947827.516437:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947827.516438:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947827.516442:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947827.516443:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947827.516448:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947827.516450:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947827.516451:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947827.516456:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947827.516459:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784947827.516460:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947827.516463:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:3.0:1784947827.516467:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000400:00000200:2.0:1784947827.516468:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947827.516472:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784947827.516473:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016576, portal 10 00000400:00000200:2.0:1784947827.516478:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541172:541172:256:4294967295] 192.168.201.111@tcp LPNI seq info [541109:541109:8:4294967295] 00000100:00000001:3.0:1784947827.516478:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947827.516480:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000400:00000200:2.0:1784947827.516486:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947827.516491:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947827.516502:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947827.516506:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947827.516511:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947827.516513:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947827.516515:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000800:00000010:2.0:1784947827.516519:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000200:3.0:1784947827.516519:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155016576, offset 0 00000400:00000200:3.0:1784947827.516524:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947827.516529:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947827.516531:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947827.516537:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947827.516542:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947827.516543:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947827.516548:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947827.516549:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947827.516554:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947827.516556:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947827.516559:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541173:541173:255:4294967295] 192.168.201.111@tcp LPNI seq info [541110:541110:7:4294967295] 00000400:00000200:3.0:1784947827.516562:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947827.516567:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947827.516568:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947827.516576:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947827.516577:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947827.516581:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306590981 00000800:00000010:3.0:1784947827.516582:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000100:00000010:2.0:1784947827.516587:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff430c0. 00000800:00000200:3.0:1784947827.516588:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947827.516595:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947827.516596:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947827.516598:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947827.516602:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.516603:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306590981 00000100:00000040:3.0:1784947827.516606:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9066 usecs (10 jiffies) 00000100:00000010:2.0:1784947827.516607:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43540. 00000100:00000001:2.0:1784947827.516613:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947827.516614:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947827.516618:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306587146 00000100:00000001:2.0:1784947827.516619:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947827.516623:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947827.516623:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306590981 00000100:00000001:3.0:1784947827.516628:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306587146 00000100:00000001:2.0:1784947827.516630:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947827.516632:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306590981 00000100:00000001:2.0:1784947827.516634:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.516635:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947827.516638:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947827.516640:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.516641:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947827.516642:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.516644:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947827.516647:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947827.516648:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947827.516649:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947827.516649:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947827.516651:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947827.516653:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947827.516656:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784947827.516657:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947827.516659:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947827.516660:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947827.516663:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947827.516667:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947827.516669:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.516677:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947827.516680:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947827.516682:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947827.516683:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947827.516687:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947827.516689:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947827.516690:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000100:00100000:2.0:1784947827.516694:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155016704:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947827.516696:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:2.0:1784947827.516700:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947827.516704:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947827.516704:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947827.516706:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.516709:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947827.516711:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000200:1.0:1784947827.516713:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947827.516714:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947827.516721:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947827.516725:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947827.516730:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000001:1.0:1784947827.516732:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947827.516733:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016704, portal 10 00000100:00000001:2.0:1784947827.516737:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947827.516738:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000040:1.0:1784947827.516740:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947827.516747:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947827.516755:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947827.516761:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947827.516761:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947827.516766:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947827.516767:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784947827.516770:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155016704, offset 0 00000400:00000200:2.0:1784947827.516774:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947827.516777:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947827.516780:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947827.516782:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947827.516784:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947827.516785:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947827.516787:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947827.516790:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541174:541174:255:4294967295] 192.168.201.111@tcp LPNI seq info [541111:541111:7:4294967295] 00000400:00000200:2.0:1784947827.516793:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947827.516797:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947827.516800:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947827.516803:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784947827.516806:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947827.516809:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947827.516811:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947827.516814:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947827.516816:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10233 usecs (11 jiffies) 00000400:00000200:2.0:1784947827.516819:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947827.516821:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306587147 00000100:00000001:2.0:1784947827.516824:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306590981 00000100:00000001:2.0:1784947827.516827:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306587147 00000800:00000200:1.0:1784947827.516828:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947827.516830:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306590981 00000800:00000010:1.0:1784947827.516834:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:2.0:1784947827.516835:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947827.516840:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947827.516841:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.516846:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947827.516849:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947827.516850:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947827.516855:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000100:00000001:2.0:1784947827.516857:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784947827.516860:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:2.0:1784947827.516861:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947827.516867:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947827.516869:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947827.516874:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784947827.516875:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.516877:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.516882:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947827.516890:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947827.516894:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947827.516902:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947827.516904:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947827.516915:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947827.516918:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947827.516921:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947827.516925:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947827.516928:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:1.0:1784947827.516930:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:1.0:1784947827.516933:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947827.516937:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947827.516945:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947827.516948:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947827.516954:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947827.516956:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947827.518194:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518204:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947827.518208:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518210:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947827.518215:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518220:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947827.518226:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518230:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518234:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518238:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311700 00000400:00000200:1.0:1784947827.518243:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518248:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524121 [1] + 224 00000800:00000001:1.0:1784947827.518253:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518256:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947827.518258:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947827.518261:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947827.518266:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947827.518270:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947827.518279:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947827.518296:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947827.518303:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518320:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947827.518322:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518325:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947827.518329:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518333:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947827.518336:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947827.518340:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947827.518341:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947827.518347:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947827.518350:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947827.518354:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947827.518355:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947827.518359:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:1.0:1784947827.518361:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311780 00000400:00000200:2.0:1784947827.518367:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000200:1.0:1784947827.518368:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947827.518373:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:2.0:1784947827.518378:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947827.518383:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524129 [1] + 224 00000100:00000200:2.0:1784947827.518388:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947827.518390:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947827.518401:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784947827.518406:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947827.518410:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947827.518418:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947827.518421:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947827.518424:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947827.518425:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.518428:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947827.518431:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947827.518435:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947827.518438:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.518441:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947827.518443:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947827.518446:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947827.518454:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=118 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947827.518460:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947827.518463:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947827.518465:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947827.518467:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.518469:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947827.518470:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947827.518475:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947827.518477:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947827.518484:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.518484:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947827.518488:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947827.518489:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947827.518491:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.518491:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947827.518494:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.518495:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947827.518499:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947827.518502:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947827.518503:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947827.518505:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947827.518509:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947827.518515:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000200:1.0:1784947827.518519:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784947827.518519:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00100000:2.0:1784947827.518520:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155016448:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947827.518523:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947827.518530:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947827.518532:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947827.518532:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.518533:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947827.518540:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155016448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947827.518544:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947827.518555:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947827.518563:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784947827.518564:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947827.518566:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784947827.518568:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311800 02000000:00000010:2.0:1784947827.518571:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947827.518578:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947827.518581:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:2.0:1784947827.518582:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947827.518588:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947827.518594:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:1.0:1784947827.518595:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524131 [1] + 224 00000100:00000001:3.0:1784947827.518595:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784947827.518597:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947827.518599:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947827.518603:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947827.518605:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947827.518606:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784947827.518607:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947827.518608:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1784947827.518609:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:3.0:1784947827.518612:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947827.518613:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947827.518615:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947827.518616:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.518616:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947827.518618:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947827.518624:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947827.518624:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947827.518626:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=118 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947827.518630:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947827.518633:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784947827.518633:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=8 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947827.518636:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947827.518637:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947827.518638:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947827.518642:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947827.518642:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.518643:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947827.518648:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784947827.518650:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947827.518652:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947827.518657:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947827.518661:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947827.518665:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947827.518667:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947827.518669:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947827.518674:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947827.518694:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947827.518696:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947827.518697:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947827.518700:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947827.518700:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947827.518706:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784947827.518709:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155016576:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947827.518712:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.518714:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.518717:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947827.518720:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155016576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.518725:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947827.518725:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947827.518729:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947827.518729:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947827.518732:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000400:00000001:2.0:1784947827.518734:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784947827.518735:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1784947827.518736:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784947827.518738:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1784947827.518740:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000020:00000040:3.0:1784947827.518741:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947827.518745:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:2.0:1784947827.518746:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 02000000:00000010:3.0:1784947827.518747:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000400:00000010:2.0:1784947827.518750:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 02000000:00000001:3.0:1784947827.518752:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784947827.518754:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947827.518754:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947827.518758:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:3.0:1784947827.518761:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:2.0:1784947827.518762:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947827.518764:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.518768:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947827.518773:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947827.518776:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947827.518777:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947827.518780:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947827.518783:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.518789:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947827.518791:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.518792:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947827.518794:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947827.518796:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947827.518797:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947827.518799:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947827.518802:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947827.518804:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=140 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947827.518806:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947827.518807:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947827.518808:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947827.518810:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.518811:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947827.518813:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947827.518814:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947827.518815:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947827.518817:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.518822:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947827.518823:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947827.518824:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947827.518826:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947827.518831:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155016704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947827.518834:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.518835:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947827.518837:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155016704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947843 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947827.518841:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947827.518842:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947827.518844:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947827.518846:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947827.518847:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947827.518848:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947827.518850:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947827.518851:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784947827.518853:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947827.518854:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947827.518855:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784947827.518856:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947827.518857:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.518859:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947827.518862:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947827.518863:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947827.518864:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947827.518865:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947827.708138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947827.708145:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947827.708194:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947827.708198:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947827.708202:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947828.732123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947828.732128:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947828.732190:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947828.732194:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947828.732198:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947829.756113:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947829.756119:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947829.756162:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947829.756165:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947829.756167:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947830.780110:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947830.780129:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947830.780221:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947830.780225:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947830.780228:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947831.420139:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306590981, at 4306591040 00000100:00000040:0.0:1784947831.420145:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306590981, at 4306591040 00000100:00000010:1.0:1784947831.420152:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43540. 00000100:00000010:0.0:1784947831.420154:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff430c0. 00010000:00000001:1.0:1784947831.804140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947831.804149:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947831.804152:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947831.804155:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947831.804159:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947831.804161:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947831.804163:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947831.804166:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947831.804206:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947831.804210:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947831.804212:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947832.636179:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947832.636188:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947832.636197:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784947832.636202:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947832.636205:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947832.636208:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947832.636213:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947832.636220:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947832.636225:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947832.636235:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947832.636243:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947832.636247:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947832.636252:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_01+1] req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947832.636276:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947832.636279:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947832.636282:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947832.636284:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784947832.636287:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947832.636288:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947832.636290:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947832.636291:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636295:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947832.636296:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947832.636300:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636301:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947832.636304:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947832.636306:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947832.636314:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947832.636315:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947832.636317:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947832.636325:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_00+0] req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947832.636331:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947832.636334:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947832.636337:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947832.636339:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947832.636340:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947832.636344:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947832.636344:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784947832.636348:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 02000000:00000001:3.0:1784947832.636349:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947832.636351:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947832.636354:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1784947832.636355:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155016832:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947832.636356:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947832.636359:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636361:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784947832.636362:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947832.636365:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947832.636367:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947832.636369:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947832.636370:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947832.636377:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947832.636380:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947832.636382:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947832.636384:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000040:2.0:1784947832.636385:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947832.636388:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947832.636400:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947832.636406:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947832.636407:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947832.636412:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947832.636414:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784947832.636415:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000040:2.0:1784947832.636417:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947832.636420:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947832.636424:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016832, portal 25 00000100:00000040:2.0:1784947832.636425:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11929) 00000100:00000001:3.0:1784947832.636429:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947832.636432:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000001:2.0:1784947832.636437:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947832.636438:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947832.636441:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947832.636444:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947832.636449:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947832.636450:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947832.636457:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947832.636462:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784947832.636463:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000001:2.0:1784947832.636465:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947832.636467:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155016832, offset 0 02000000:00000001:2.0:1784947832.636468:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947832.636472:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947832.636474:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947832.636476:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:2.0:1784947832.636480:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155016960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947832.636483:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947832.636485:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947832.636488:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947832.636489:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947832.636493:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947832.636497:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947832.636499:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947832.636500:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947832.636504:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947832.636507:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784947832.636509:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947832.636513:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:2.0:1784947832.636515:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000400:00000200:3.0:1784947832.636518:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784947832.636520:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155016960, portal 10 00000400:00000200:3.0:1784947832.636521:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947832.636525:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947832.636530:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000400:00000200:3.0:1784947832.636530:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541175:541175:256:4294967295] 192.168.201.111@tcp LPNI seq info [541112:541112:8:4294967295] 00000400:00000200:3.0:1784947832.636537:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947832.636541:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947832.636554:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947832.636555:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947832.636560:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947832.636563:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000800:00000200:3.0:1784947832.636566:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947832.636568:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155016960, offset 0 00000800:00000010:3.0:1784947832.636573:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000400:00000200:2.0:1784947832.636576:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947832.636586:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947832.636586:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947832.636593:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947832.636598:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947832.636598:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947832.636604:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947832.636605:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947832.636610:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947832.636612:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947832.636615:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541176:541176:255:4294967295] 192.168.201.111@tcp LPNI seq info [541113:541113:7:4294967295] 00000400:00000200:2.0:1784947832.636617:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947832.636620:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947832.636629:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947832.636630:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947832.636634:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306596101 00000800:00000200:2.0:1784947832.636638:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947832.636641:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d71e0. 00000800:00000010:2.0:1784947832.636643:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947832.636648:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947832.636649:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947832.636656:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947832.636657:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306596101 00000800:00000200:2.0:1784947832.636661:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947832.636663:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7420. 00000100:00000001:2.0:1784947832.636665:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636667:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784947832.636670:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9066 usecs (10 jiffies) 00000100:00000001:3.0:1784947832.636671:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947832.636675:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947832.636676:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947832.636680:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306592266 00000100:00000001:3.0:1784947832.636680:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636685:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947832.636686:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306596101 00000100:00000001:2.0:1784947832.636690:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306592266 00000100:00000001:2.0:1784947832.636692:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306596101 00000100:00000001:2.0:1784947832.636694:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947832.636694:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947832.636697:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636698:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947832.636700:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636702:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947832.636704:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.636705:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947832.636708:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947832.636709:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947832.636711:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947832.636715:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947832.636715:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947832.636717:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947832.636719:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947832.636723:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947832.636726:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000100:00000001:2.0:1784947832.636728:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636735:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947832.636737:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947832.636738:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947832.636740:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947832.636744:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947832.636747:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947832.636752:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155017088:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947832.636754:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947832.636756:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947832.636757:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947832.636759:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947832.636760:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947832.636765:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947832.636767:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947832.636769:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000200:3.0:1784947832.636771:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947832.636774:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000400:00000010:3.0:1784947832.636775:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947832.636780:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:1.0:1784947832.636783:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1784947832.636783:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017088, portal 10 00000100:00000001:3.0:1784947832.636787:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947832.636788:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000100:00000200:1.0:1784947832.636793:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947832.636797:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947832.636815:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947832.636816:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947832.636819:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947832.636823:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000040:1.0:1784947832.636824:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947832.636827:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155017088, offset 0 00000400:00000200:3.0:1784947832.636838:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947832.636839:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947832.636842:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947832.636843:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947832.636847:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947832.636850:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947832.636852:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947832.636853:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947832.636856:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947832.636858:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541177:541177:255:4294967295] 192.168.201.111@tcp LPNI seq info [541114:541114:7:4294967295] 00000400:00000200:3.0:1784947832.636861:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947832.636866:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947832.636870:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947832.636873:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784947832.636875:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947832.636878:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947832.636880:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947832.636883:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947832.636885:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10233 usecs (11 jiffies) 00000400:00000200:3.0:1784947832.636887:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947832.636889:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306592267 00000100:00000001:3.0:1784947832.636891:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306596101 00000100:00000001:3.0:1784947832.636892:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306592267 00000100:00000001:3.0:1784947832.636894:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306596101 00000100:00000001:3.0:1784947832.636895:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947832.636897:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636898:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636900:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.636902:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947832.636903:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947832.636904:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947832.636905:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947832.636906:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.636908:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947832.636912:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947832.636915:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947832.636919:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947832.636923:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947832.636926:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:1.0:1784947832.636928:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:1.0:1784947832.636930:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947832.636933:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.636939:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947832.636941:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.636946:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947832.636947:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947832.636956:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947832.636957:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:1.0:1784947832.636959:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947832.636961:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947832.636963:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:1.0:1784947832.636964:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:1.0:1784947832.636965:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947832.636967:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.636972:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947832.636974:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.636978:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947832.636979:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947832.638335:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638345:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947832.638347:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638349:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947832.638353:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638357:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947832.638361:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638364:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638367:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638370:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311880 00000400:00000200:1.0:1784947832.638374:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638378:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524139 [1] + 224 00000800:00000001:1.0:1784947832.638383:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638387:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947832.638389:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947832.638392:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947832.638395:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947832.638399:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947832.638408:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.638421:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947832.638427:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638440:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947832.638441:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638444:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947832.638447:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638450:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947832.638454:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947832.638455:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947832.638458:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947832.638459:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947832.638462:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947832.638465:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947832.638466:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311900 00000400:00000200:1.0:1784947832.638470:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947832.638568:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947832.638571:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947832.638574:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:3.0:1784947832.638575:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:3.0:1784947832.638578:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947832.638581:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524141 [1] + 224 00000100:00000200:3.0:1784947832.638586:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947832.638588:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638592:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947832.638596:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947832.638601:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947832.638603:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947832.638608:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947832.638614:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947832.638625:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.638634:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947832.638637:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638639:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947832.638640:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638641:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947832.638644:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638646:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947832.638650:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638651:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638654:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947832.638658:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311980 00000100:00000001:3.0:1784947832.638660:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947832.638662:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947832.638664:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947832.638668:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524149 [1] + 224 00000100:00000001:3.0:1784947832.638669:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947832.638672:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947832.638673:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947832.638676:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947832.638677:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.638678:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947832.638682:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947832.638683:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947832.638688:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947832.638690:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=123 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947832.638691:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947832.638696:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947832.638697:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784947832.638698:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947832.638701:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947832.638704:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:2.0:1784947832.638707:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947832.638708:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947832.638711:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1784947832.638714:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1784947832.638715:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:1.0:1784947832.638716:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947832.638718:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947832.638722:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:2.0:1784947832.638726:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:3.0:1784947832.638726:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947832.638733:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947832.638736:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947832.638739:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:2.0:1784947832.638742:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947832.638746:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947832.638752:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.638754:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947832.638761:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947832.638764:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947832.638768:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947832.638774:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947832.638780:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947832.638783:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947832.638789:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00100000:3.0:1784947832.638791:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155016832:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947832.638792:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947832.638795:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947832.638798:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.638800:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947832.638801:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.638805:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784947832.638808:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=123 v=5 (5 5 5 5) 00000100:00000040:3.0:1784947832.638809:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155016832/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947832.638813:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947832.638819:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947832.638821:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.638824:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:2.0:1784947832.638825:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784947832.638829:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1784947832.638830:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947832.638833:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947832.638834:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947832.638838:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:3.0:1784947832.638839:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947832.638843:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947832.638844:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947832.638848:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947832.638848:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947832.638854:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784947832.638857:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947832.638858:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947832.638863:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947832.638866:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947832.638868:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000001:2.0:1784947832.638870:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947832.638872:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947832.638873:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947832.638875:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947832.638876:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.638879:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947832.638882:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947832.638883:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947832.638885:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947832.638889:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947832.638892:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1784947832.638895:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155016960:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784947832.638895:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947832.638900:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000100:00000001:2.0:1784947832.638902:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947832.638903:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947832.638905:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947832.638907:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947832.638909:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155016960/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947832.638914:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947832.638919:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947832.638921:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947832.638924:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000200:3.0:1784947832.638928:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947832.638930:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947832.638932:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947832.638935:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947832.638939:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947832.638942:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947832.638942:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947832.638946:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947832.638947:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947832.638950:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947832.638950:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:2.0:1784947832.638954:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 02000000:00000001:3.0:1784947832.638954:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947832.638957:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947832.638958:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947832.638960:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947832.638961:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947832.638963:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947832.638964:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947832.638970:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1784947832.638970:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=123 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947832.638972:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947832.638975:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947832.638976:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947832.638979:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.638980:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947832.638983:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947832.638984:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947832.638986:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.638988:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947832.638990:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947832.638991:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947832.638992:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947832.638995:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947832.639000:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947832.639002:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947832.639003:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947832.639005:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947832.639010:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155017088:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947832.639013:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.639014:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947832.639016:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155017088/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947848 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947832.639021:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947832.639022:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947832.639023:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947832.639025:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947832.639026:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947832.639027:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947832.639028:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947832.639029:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947832.639031:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947832.639032:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947832.639033:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784947832.639035:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947832.639036:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.639037:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947832.639040:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947832.639040:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947832.639042:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947832.639043:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947832.828136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947832.828142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947832.828182:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947832.828187:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947832.828191:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947833.852143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947833.852149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947833.852236:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947833.852240:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947833.852243:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947834.876129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947834.876135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947834.876159:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947834.876162:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947834.876165:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947835.900135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947835.900141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947835.900224:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947835.900227:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947835.900230:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947836.156117:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947836.156126:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947836.156131:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784947836.156260:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947836.156265:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947836.156282:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947836.156287:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947836.156290:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947836.540119:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306596101, at 4306596160 00000100:00000040:1.0:1784947836.540123:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306596101, at 4306596160 00000100:00000010:0.0:1784947836.540133:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d71e0. 00000100:00000010:1.0:1784947836.540136:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7420. 00010000:00000001:1.0:1784947836.924130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947836.924135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947836.924186:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947836.924190:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947836.924193:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947837.756142:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947837.756151:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947837.756159:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e680. 00000020:00000040:1.0:1784947837.756164:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947837.756169:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947837.756173:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947837.756178:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947837.756187:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784947837.756194:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756205:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947837.756216:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947837.756220:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756226:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3900d74] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.756259:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756262:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947837.756266:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947837.756269:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784947837.756271:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947837.756274:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947837.756276:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947837.756278:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947837.756282:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947837.756285:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756290:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947837.756298:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947837.756300:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756304:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.756314:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756317:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947837.756321:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947837.756321:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947837.756325:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000100:00000001:0.0:1784947837.756326:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947837.756330:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1784947837.756330:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947837.756336:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947837.756340:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1784947837.756341:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947837.756342:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947837.756351:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:0.0:1784947837.756352:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947837.756355:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.756357:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947837.756359:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947837.756363:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947837.756367:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756368:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784947837.756372:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155017216:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947837.756380:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947837.756386:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947837.756387:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784947837.756389:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.756392:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947837.756393:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947837.756398:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947837.756402:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756402:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947837.756413:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947837.756418:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947837.756419:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.756424:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784947837.756426:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000040:1.0:1784947837.756432:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784947837.756434:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017216, portal 25 00000100:00000040:1.0:1784947837.756436:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947837.756440:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947837.756442:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821363840 : -119147888187776 : ffff93a2b872e680) 00000100:00000040:1.0:1784947837.756442:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947837.756449:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11935) 00000100:00000040:0.0:1784947837.756451:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.756458:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947837.756460:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947837.756463:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000200:0.0:1784947837.756465:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155017216, offset 0 00000400:00000200:0.0:1784947837.756470:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947837.756477:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947837.756480:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947837.756482:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947837.756486:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947837.756490:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784947837.756494:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947837.756497:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947837.756504:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947837.756510:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784947837.756511:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947837.756514:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947837.756516:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:1.0:1784947837.756520:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947837.756523:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541178:541178:256:4294967295] 192.168.201.111@tcp LPNI seq info [541115:541115:8:4294967295] 02000000:00000001:1.0:1784947837.756525:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947837.756531:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947837.756531:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947837.756538:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155017344:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947837.756545:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947837.756547:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947837.756551:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784947837.756552:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947837.756554:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947837.756557:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 02000000:00000001:1.0:1784947837.756558:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947837.756564:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000800:00000200:0.0:1784947837.756565:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:1.0:1784947837.756570:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947837.756577:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947837.756578:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947837.756583:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784947837.756584:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9160. 00000400:00000010:1.0:1784947837.756591:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784947837.756595:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947837.756596:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017344, portal 10 00000400:00000200:0.0:1784947837.756602:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947837.756602:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947837.756606:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000001:0.0:1784947837.756608:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306601221 00000100:00000010:0.0:1784947837.756614:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784947837.756619:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.756620:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784947837.756627:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306601221 00000100:00000010:0.0:1784947837.756632:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889180. 00000100:00000001:1.0:1784947837.756633:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947837.756635:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784947837.756640:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947837.756642:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947837.756645:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947837.756646:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784947837.756648:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.756651:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947837.756652:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155017344, offset 0 00000100:00000001:0.0:1784947837.756658:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947837.756659:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947837.756662:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947837.756665:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947837.756667:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947837.756668:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947837.756670:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784947837.756676:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:0.0:1784947837.756677:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947837.756683:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947837.756690:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784947837.756691:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947837.756694:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947837.756696:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:0.0:1784947837.756697:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947837.756700:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947837.756703:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:0.0:1784947837.756705:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947837.756712:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155017472:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947837.756715:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541179:541179:255:4294967295] 192.168.201.111@tcp LPNI seq info [541116:541116:7:4294967295] 00000100:00000001:0.0:1784947837.756716:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947837.756719:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947837.756722:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947837.756725:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947837.756725:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784947837.756729:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784947837.756733:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947837.756741:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947837.756742:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947837.756746:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaf78. 00000400:00000010:0.0:1784947837.756752:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000800:00000200:1.0:1784947837.756756:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784947837.756757:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017472, portal 10 00000100:00000001:0.0:1784947837.756762:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947837.756763:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000800:00000010:1.0:1784947837.756764:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000100:00000040:0.0:1784947837.756769:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784947837.756774:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947837.756781:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784947837.756786:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784947837.756787:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947837.756792:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000800:00000200:1.0:1784947837.756794:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784947837.756795:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155017472, offset 0 00000100:00000001:1.0:1784947837.756802:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947837.756803:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947837.756808:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947837.756809:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9066 usecs (10 jiffies) 00000400:00000200:0.0:1784947837.756813:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947837.756817:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947837.756818:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947837.756824:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784947837.756824:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306597386 00000400:00000200:0.0:1784947837.756829:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947837.756831:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306601221 00000400:00000200:0.0:1784947837.756832:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947837.756837:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306597386 00000400:00000200:0.0:1784947837.756838:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541180:541180:254:4294967295] 192.168.201.111@tcp LPNI seq info [541117:541117:6:4294967295] 00000100:00000001:1.0:1784947837.756843:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306601221 00000400:00000200:0.0:1784947837.756845:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947837.756850:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947837.756856:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947837.756857:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947837.756862:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947837.756866:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947837.756868:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947837.756870:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000100:00000001:1.0:1784947837.756874:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947837.756875:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947837.756878:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784947837.756881:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947837.756884:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784947837.756885:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947837.756887:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947837.756889:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.756891:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947837.756894:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10233 usecs (11 jiffies) 00000100:00000001:1.0:1784947837.756896:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947837.756900:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947837.756903:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306597387 00000100:00000001:0.0:1784947837.756906:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306601221 00000100:00000001:0.0:1784947837.756908:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306597387 00000100:00000001:0.0:1784947837.756910:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306601221 00000100:00000001:0.0:1784947837.756912:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947837.756914:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.756916:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.756917:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947837.756920:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947837.756921:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947837.756923:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947837.756924:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947837.756925:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.756927:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947837.756949:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947837.756954:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784947837.756960:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947837.756965:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947837.756970:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000400:00000010:1.0:1784947837.756974:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 00000100:00000001:1.0:1784947837.756978:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947837.756983:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.756992:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947837.757011:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.757019:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.757021:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947837.757039:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947837.757043:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:1.0:1784947837.757073:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947837.757077:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947837.757079:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000400:00000010:1.0:1784947837.757081:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:1.0:1784947837.757084:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947837.757088:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.757095:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947837.757099:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.757105:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.757107:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947837.757157:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947837.757160:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947837.757164:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947837.757167:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947837.757170:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfdd0 00000400:00000010:1.0:1784947837.757171:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfdd0. 00000100:00000001:1.0:1784947837.757174:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947837.757177:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.757184:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947837.757187:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.757194:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.757195:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947837.758472:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947837.758482:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947837.758485:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947837.758489:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947837.758493:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758498:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947837.758504:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758507:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758512:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758515:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311a00 00000400:00000200:1.0:1784947837.758520:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758525:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524151 [1] + 224 00000800:00000001:1.0:1784947837.758532:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947837.758550:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947837.758553:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947837.758557:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947837.758561:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947837.758566:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947837.758576:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.758591:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947837.758597:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947837.758600:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947837.758602:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947837.758605:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947837.758608:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758611:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947837.758616:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758620:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758624:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758628:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311a80 00000100:00000001:0.0:1784947837.758631:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947837.758632:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947837.758637:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947837.758640:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524161 [1] + 224 00000800:00000001:1.0:1784947837.758646:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947837.758648:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947837.758650:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947837.758652:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947837.758654:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784947837.758657:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:1.0:1784947837.758662:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947837.758664:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947837.758667:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947837.758671:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947837.758672:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947837.758679:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947837.758680:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947837.758709:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947837.758713:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.758719:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947837.758722:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947837.758726:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947837.758728:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947837.758732:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947837.758734:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947837.758736:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.758738:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784947837.758740:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947837.758746:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=128 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947837.758746:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947837.758751:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947837.758753:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947837.758754:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784947837.758756:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947837.758759:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784947837.758760:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.758764:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947837.758765:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947837.758770:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947837.758774:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947837.758783:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947837.758784:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947837.758786:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947837.758789:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947837.758792:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947837.758797:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947837.758801:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947837.758810:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947837.758814:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155017216:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947837.758820:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311b00 00000100:00000001:0.0:1784947837.758822:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.758826:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947837.758829:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947837.758832:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e680 x1871641155017216/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947837.758839:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524171 [1] + 224 00000100:00000001:0.0:1784947837.758842:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947837.758845:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784947837.758846:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947837.758850:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947837.758853:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1784947837.758854:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784947837.758855:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947837.758859:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000200:1.0:1784947837.758859:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784947837.758861:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947837.758864:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 00000400:00000200:1.0:1784947837.758867:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:0.0:1784947837.758869:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947837.758872:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947837.758874:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e680. 00000100:00000001:1.0:1784947837.758874:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947837.758879:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947837.758881:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947837.758882:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.758883:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.758887:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947837.758888:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947837.758891:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.758894:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.758903:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.758912:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947837.758914:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947837.758916:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947837.758918:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947837.758918:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784947837.758922:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9160. 00000400:00000200:0.0:1784947837.758926:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:0.0:1784947837.758927:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784947837.758929:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947837.758933:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947837.758934:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947837.758938:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947837.758944:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.758949:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947837.758951:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947837.758952:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947837.758953:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947837.758954:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947837.758955:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947837.758957:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947837.758961:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=128 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947837.758961:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947837.758966:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1784947837.758967:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=18 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947837.758971:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947837.758972:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784947837.758973:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784947837.758974:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784947837.758977:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784947837.758978:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.758982:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:1.0:1784947837.758982:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaf78. 00000100:00000040:0.0:1784947837.758985:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947837.758988:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947837.758989:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947837.758990:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000100:00000040:0.0:1784947837.759008:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947837.759010:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000100:00000001:1.0:1784947837.759016:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947837.759018:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947837.759021:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947837.759023:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947837.759025:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947837.759029:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947837.759069:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155017344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947837.759073:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947837.759075:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947837.759079:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155017344/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947837.759088:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947837.759089:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947837.759091:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947837.759094:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784947837.759098:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947837.759100:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947837.759103:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947837.759107:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784947837.759108:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784947837.759109:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947837.759114:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947837.759114:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947837.759116:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947837.759120:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784947837.759120:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947837.759125:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1784947837.759125:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947837.759130:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947837.759130:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947837.759134:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947837.759135:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.759138:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784947837.759139:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.759140:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947837.759144:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947837.759145:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947837.759146:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947837.759151:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=150 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947837.759154:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947837.759156:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947837.759159:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947837.759161:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.759164:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947837.759165:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947837.759167:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947837.759169:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947837.759173:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.759179:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947837.759181:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947837.759183:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947837.759187:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947837.759195:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155017472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947837.759199:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947837.759201:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947837.759204:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155017472/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947853 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947837.759211:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947837.759213:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947837.759215:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784947837.759220:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947837.759221:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947837.759223:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947837.759225:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947837.759227:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:1.0:1784947837.759230:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947837.759231:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947837.759233:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784947837.759236:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947837.759237:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947837.759239:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947837.759244:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947837.759245:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947837.759247:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947837.759249:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947837.948136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947837.948142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947837.948183:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947837.948187:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947837.948190:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947838.972131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947838.972138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947838.972206:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947838.972209:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947838.972212:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947839.996139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947839.996148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947839.996173:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947839.996177:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947839.996181:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947841.020131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947841.020139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947841.020207:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947841.020211:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947841.020214:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947841.660121:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306601221, at 4306601280 00000100:00000040:1.0:1784947841.660122:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306601221, at 4306601280 00000100:00000010:0.0:1784947841.660136:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947841.660139:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889180. 00010000:00000001:1.0:1784947842.044143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947842.044152:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947842.044155:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947842.044159:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947842.044164:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947842.044167:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947842.044170:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947842.044174:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947842.044205:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947842.044208:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947842.044211:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947842.876177:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947842.876186:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947842.876195:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947842.876200:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947842.876204:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947842.876206:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947842.876210:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947842.876218:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947842.876223:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876234:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947842.876242:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947842.876246:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876250:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.876275:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876277:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947842.876280:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947842.876282:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947842.876283:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947842.876285:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947842.876286:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947842.876287:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947842.876291:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947842.876293:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876296:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947842.876301:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947842.876303:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876306:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.876313:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876314:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947842.876318:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947842.876320:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947842.876321:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947842.876323:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947842.876323:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947842.876325:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784947842.876325:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947842.876328:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947842.876331:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876333:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947842.876334:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947842.876338:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947842.876342:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947842.876344:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947842.876351:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947842.876351:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.876368:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876373:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947842.876374:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947842.876377:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876378:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947842.876381:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947842.876382:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947842.876386:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947842.876387:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947842.876391:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.876393:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11940) 00000100:00100000:2.0:1784947842.876396:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155017600:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947842.876400:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947842.876405:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947842.876406:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947842.876408:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947842.876409:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.876411:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947842.876413:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947842.876417:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947842.876420:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947842.876425:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.876429:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947842.876431:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947842.876433:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784947842.876435:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947842.876436:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947842.876440:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947842.876441:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00100000:3.0:1784947842.876443:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155017728:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947842.876447:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784947842.876449:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 02000000:00000001:3.0:1784947842.876449:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947842.876452:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947842.876455:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784947842.876457:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017600, portal 25 02000000:00000010:3.0:1784947842.876458:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000001:2.0:1784947842.876462:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947842.876462:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876466:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000400:00000200:3.0:1784947842.876470:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947842.876474:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947842.876476:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947842.876480:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947842.876486:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017728, portal 10 00000100:00000001:2.0:1784947842.876487:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947842.876488:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947842.876492:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947842.876492:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000400:00000010:2.0:1784947842.876498:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784947842.876502:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155017600, offset 0 00000100:00000040:3.0:1784947842.876502:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947842.876512:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947842.876512:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947842.876517:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947842.876521:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784947842.876523:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155017728, offset 0 00000400:00000200:2.0:1784947842.876524:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947842.876529:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947842.876534:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947842.876539:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947842.876542:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947842.876545:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947842.876547:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947842.876550:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541181:541181:256:4294967295] 192.168.201.111@tcp LPNI seq info [541118:541118:8:4294967295] 00000400:00000200:2.0:1784947842.876554:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947842.876559:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947842.876565:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947842.876568:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947842.876575:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947842.876576:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947842.876580:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947842.876583:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947842.876583:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947842.876589:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947842.876595:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541182:541182:255:4294967295] 192.168.201.111@tcp LPNI seq info [541119:541119:7:4294967295] 00000800:00000200:2.0:1784947842.876596:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947842.876602:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947842.876611:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947842.876612:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947842.876618:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947842.876622:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947842.876627:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784947842.876631:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947842.876635:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947842.876636:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947842.876641:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947842.876644:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947842.876647:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876648:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306606341 00000100:00000040:3.0:1784947842.876651:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9066 usecs (10 jiffies) 00000100:00000010:2.0:1784947842.876653:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43720. 00000400:00000200:3.0:1784947842.876658:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947842.876661:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306602506 00000100:00000001:2.0:1784947842.876663:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947842.876670:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306606341 00000100:00000001:3.0:1784947842.876671:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306606341 00000100:00000010:2.0:1784947842.876673:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff435a0. 00000100:00000001:3.0:1784947842.876675:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306602506 00000100:00000001:2.0:1784947842.876678:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947842.876682:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947842.876683:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306606341 00000100:00000001:2.0:1784947842.876686:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.876687:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947842.876690:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.876691:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876693:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947842.876695:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.876698:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.876701:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947842.876702:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947842.876704:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947842.876705:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947842.876706:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947842.876711:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784947842.876713:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947842.876713:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947842.876716:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947842.876717:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947842.876719:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876720:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784947842.876723:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947842.876723:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947842.876727:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947842.876737:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947842.876738:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947842.876743:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947842.876745:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784947842.876746:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 02000000:00000001:2.0:1784947842.876747:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947842.876752:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947842.876753:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00100000:2.0:1784947842.876756:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155017856:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947842.876760:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947842.876760:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947842.876766:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947842.876767:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947842.876769:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947842.876771:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947842.876773:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947842.876776:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947842.876784:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947842.876788:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947842.876793:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000001:1.0:1784947842.876795:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784947842.876797:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017856, portal 10 00000100:00000001:2.0:1784947842.876799:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947842.876802:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:1.0:1784947842.876803:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947842.876809:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.876821:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876823:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947842.876825:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947842.876828:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947842.876830:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784947842.876833:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155017856, offset 0 00000400:00000200:2.0:1784947842.876837:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947842.876840:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947842.876843:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947842.876845:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947842.876846:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947842.876848:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947842.876849:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947842.876852:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541183:541183:255:4294967295] 192.168.201.111@tcp LPNI seq info [541120:541120:7:4294967295] 00000400:00000200:2.0:1784947842.876856:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947842.876860:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947842.876863:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947842.876867:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784947842.876869:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947842.876873:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947842.876875:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947842.876877:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947842.876879:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10232 usecs (11 jiffies) 00000400:00000200:2.0:1784947842.876881:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947842.876882:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306602507 00000100:00000001:2.0:1784947842.876884:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306606341 00000100:00000001:2.0:1784947842.876886:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306602507 00000100:00000001:2.0:1784947842.876888:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306606341 00000100:00000001:2.0:1784947842.876889:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784947842.876892:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947842.876892:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.876897:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947842.876899:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:2.0:1784947842.876900:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.876904:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947842.876916:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947842.876920:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947842.876925:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947842.876925:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947842.876927:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947842.876931:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947842.876932:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000100:00000001:2.0:1784947842.876934:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947842.876937:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:1.0:1784947842.876941:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947842.876946:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.876954:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947842.876958:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.876965:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947842.876966:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947842.876979:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947842.876982:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784947842.876984:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947842.876988:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947842.876991:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:1.0:1784947842.876993:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:1.0:1784947842.876996:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947842.876999:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.877007:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947842.877010:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.877016:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947842.877018:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947842.878162:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947842.878174:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947842.878177:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947842.878180:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947842.878185:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947842.878190:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947842.878196:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947842.878200:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947842.878204:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947842.878208:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311b80 00000400:00000200:1.0:1784947842.878213:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947842.878218:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524181 [1] + 224 00000800:00000001:1.0:1784947842.878224:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947842.878239:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947842.878243:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947842.878246:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947842.878251:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947842.878255:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947842.878265:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.878280:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947842.878288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947842.878292:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947842.878294:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947842.878298:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947842.878302:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947842.878306:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947842.878308:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947842.878310:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947842.878317:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947842.878318:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947842.878322:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947842.878323:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947842.878327:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947842.878330:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947842.878334:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000200:1.0:1784947842.878336:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311c00 00000400:00000010:2.0:1784947842.878338:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000400:00000200:1.0:1784947842.878343:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947842.878346:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947842.878351:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524189 [1] + 224 00000100:00000200:2.0:1784947842.878355:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947842.878358:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947842.878366:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947842.878368:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947842.878370:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947842.878381:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947842.878381:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947842.878385:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947842.878387:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947842.878388:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947842.878392:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947842.878395:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784947842.878396:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947842.878397:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947842.878402:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947842.878409:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=133 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947842.878414:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947842.878415:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947842.878422:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947842.878425:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947842.878429:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947842.878433:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.878436:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947842.878440:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947842.878441:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947842.878448:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947842.878448:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947842.878451:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947842.878453:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947842.878456:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947842.878459:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.878459:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947842.878460:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947842.878463:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947842.878466:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947842.878475:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155017600:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947842.878476:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947842.878484:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.878488:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947842.878490:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:2.0:1784947842.878494:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155017600/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947842.878495:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947842.878498:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947842.878502:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784947842.878503:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947842.878507:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947842.878511:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000400:00000200:1.0:1784947842.878513:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947842.878516:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947842.878518:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947842.878522:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947842.878522:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784947842.878524:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947842.878526:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:1.0:1784947842.878533:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311c80 02000000:00000001:2.0:1784947842.878533:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947842.878537:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947842.878541:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:3.0:1784947842.878541:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947842.878544:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:2.0:1784947842.878546:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947842.878550:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947842.878555:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947842.878557:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524191 [1] + 224 02000000:00000001:2.0:1784947842.878559:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947842.878562:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784947842.878568:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947842.878569:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947842.878572:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947842.878573:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947842.878576:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.878577:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.878581:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947842.878582:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947842.878585:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947842.878586:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784947842.878587:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.878589:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.878590:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947842.878592:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947842.878594:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.878594:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947842.878601:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947842.878601:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947842.878608:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947842.878609:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947842.878613:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=23 v=5 (1 1 1 1) 00000100:00000200:1.0:1784947842.878615:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.878616:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947842.878619:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947842.878623:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947842.878627:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947842.878632:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947842.878634:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947842.878637:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784947842.878638:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.878639:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947842.878648:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.878658:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947842.878659:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947842.878661:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947842.878662:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947842.878666:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947842.878668:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784947842.878675:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155017728:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947842.878676:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947842.878680:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.878683:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947842.878683:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947842.878687:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947842.878689:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155017728/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947842.878692:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947842.878695:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947842.878699:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947842.878699:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947842.878701:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1784947842.878704:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 02000000:00000010:3.0:1784947842.878704:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000400:00000010:2.0:1784947842.878708:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 02000000:00000001:3.0:1784947842.878709:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947842.878712:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947842.878713:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1784947842.878714:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947842.878717:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947842.878719:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 00000100:00000200:2.0:1784947842.878721:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947842.878722:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947842.878725:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947842.878728:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784947842.878732:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947842.878735:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947842.878736:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947842.878738:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947842.878745:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947842.878746:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947842.878747:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.878748:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947842.878750:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947842.878752:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947842.878753:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947842.878754:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947842.878758:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947842.878759:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947842.878761:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947842.878764:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947842.878768:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=5 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947842.878769:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947842.878771:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947842.878772:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947842.878774:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.878776:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947842.878777:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947842.878778:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947842.878779:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947842.878781:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947842.878786:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947842.878787:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947842.878788:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947842.878790:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947842.878795:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155017856:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947842.878798:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.878799:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947842.878801:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155017856/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947842.878805:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947842.878806:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947842.878808:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947842.878810:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947842.878811:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947842.878812:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947842.878813:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947842.878814:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947842.878816:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947842.878817:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947842.878818:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784947842.878821:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947842.878822:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.878823:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947842.878826:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947842.878827:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947842.878829:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947842.878830:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947843.068124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947843.068130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947843.068161:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947843.068166:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947843.068170:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947844.092135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947844.092141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947844.092202:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947844.092205:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947844.092208:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947845.116143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947845.116150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947845.116175:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947845.116178:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947845.116182:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947846.140134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947846.140141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947846.140230:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947846.140234:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947846.140237:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947846.780122:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306606341, at 4306606400 00000100:00000040:1.0:1784947846.780122:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306606341, at 4306606400 00000100:00000010:0.0:1784947846.780136:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43720. 00000100:00000010:1.0:1784947846.780139:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff435a0. 00010000:00000001:1.0:1784947847.164143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947847.164149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784947847.164173:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784947847.164176:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784947847.164180:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947847.996128:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947847.996139:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947847.996149:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947847.996157:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947847.996162:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947847.996165:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947847.996171:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947847.996180:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947847.996188:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.996200:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947847.996212:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947847.996216:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.996225:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.996254:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.996257:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947847.996261:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947847.996264:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947847.996267:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947847.996270:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947847.996271:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947847.996273:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947847.996277:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947847.996280:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.996284:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947847.996291:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947847.996293:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.996299:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.996309:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.996313:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947847.996313:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947847.996319:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947847.996320:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947847.996322:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1784947847.996325:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000100:00000040:2.0:1784947847.996330:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947847.996331:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947847.996338:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947847.996342:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947847.996344:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784947847.996346:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.996347:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947847.996352:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947847.996353:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947847.996356:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947847.996358:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947847.996359:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947847.996366:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155017984:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947847.996371:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947847.996372:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947847.996379:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947847.996381:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947847.996385:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947847.996390:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947847.996394:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.996396:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947847.996400:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947847.996403:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947847.996408:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947847.996409:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947847.996416:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000001:3.0:1784947847.996424:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947847.996425:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155017984, portal 25 00000100:00000040:3.0:1784947847.996428:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947847.996430:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947847.996433:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000040:3.0:1784947847.996437:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947847.996442:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947847.996443:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947847.996454:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947847.996463:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11945) 00000100:00000001:2.0:1784947847.996464:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947847.996469:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947847.996471:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784947847.996474:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155017984, offset 0 00000400:00000200:2.0:1784947847.996478:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947847.996486:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947847.996493:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947847.996497:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947847.996498:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947847.996503:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947847.996504:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947847.996508:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947847.996510:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947847.996513:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:3.0:1784947847.996518:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947847.996519:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541184:541184:256:4294967295] 192.168.201.111@tcp LPNI seq info [541121:541121:8:4294967295] 00000400:00000200:2.0:1784947847.996528:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947847.996536:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947847.996540:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947847.996541:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:3.0:1784947847.996547:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784947847.996551:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947847.996552:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784947847.996556:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 02000000:00000001:3.0:1784947847.996557:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947847.996564:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155018112:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784947847.996566:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947847.996573:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947847.996576:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784947847.996577:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784947847.996580:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947847.996582:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947847.996584:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947847.996591:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947847.996594:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.996599:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947847.996609:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947847.996610:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.996612:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306611461 00000400:00000010:3.0:1784947847.996617:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000010:2.0:1784947847.996618:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff434e0. 00000400:00000010:3.0:1784947847.996626:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947847.996627:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000200:3.0:1784947847.996634:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018112, portal 10 00000100:00000001:2.0:1784947847.996635:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306611461 00000100:00000001:3.0:1784947847.996639:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1784947847.996641:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ae0. 00000100:00000001:3.0:1784947847.996642:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000001:2.0:1784947847.996645:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947847.996650:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947847.996652:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.996657:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.996657:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947847.996661:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947847.996670:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947847.996671:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947847.996673:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947847.996676:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947847.996678:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947847.996679:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947847.996682:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784947847.996685:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000040:2.0:1784947847.996688:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947847.996691:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155018112, offset 0 00000100:00000001:2.0:1784947847.996701:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947847.996704:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947847.996705:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947847.996708:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947847.996710:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947847.996713:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947847.996714:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947847.996719:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155018240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947847.996723:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947847.996724:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947847.996726:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947847.996730:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947847.996732:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947847.996733:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947847.996739:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947847.996739:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784947847.996742:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947847.996743:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947847.996747:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:1.0:1784947847.996751:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:2.0:1784947847.996752:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947847.996755:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784947847.996758:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947847.996760:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947847.996764:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000400:00000200:3.0:1784947847.996765:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541185:541185:255:4294967295] 192.168.201.111@tcp LPNI seq info [541122:541122:7:4294967295] 00000100:00000200:2.0:1784947847.996771:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018240, portal 10 00000400:00000200:1.0:1784947847.996773:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947847.996776:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947847.996779:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.996780:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000400:00000200:1.0:1784947847.996784:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000100:00000040:2.0:1784947847.996790:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947847.996791:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000400:00000200:3.0:1784947847.996799:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784947847.996800:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947847.996803:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784947847.996812:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947847.996812:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947847.996813:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947847.996815:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000100:00000200:2.0:1784947847.996835:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155018240, offset 0 00000400:00000200:2.0:1784947847.996840:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947847.996843:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947847.996846:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947847.996848:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947847.996850:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947847.996852:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947847.996853:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947847.996856:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541186:541186:254:4294967295] 192.168.201.111@tcp LPNI seq info [541123:541123:6:4294967295] 00000400:00000200:2.0:1784947847.996861:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947847.996871:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947847.996876:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947847.996877:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1784947847.996879:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000040:1.0:1784947847.996885:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947847.996886:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947847.996895:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947847.996899:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947847.996905:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947847.996909:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947847.996909:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10232 usecs (11 jiffies) 00000100:00000001:1.0:1784947847.996913:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947847.996915:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.996918:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306607627 00000100:00000001:2.0:1784947847.996921:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306611461 00000100:00000001:2.0:1784947847.996923:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306607627 00000100:00000001:2.0:1784947847.996924:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306611461 00000100:00000001:2.0:1784947847.996926:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947847.996927:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.996929:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.996930:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947847.996932:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947847.996934:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947847.996935:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947847.996936:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947847.996938:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947847.996941:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947847.996942:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784947847.996944:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947847.996947:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947847.996955:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947847.996959:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:1.0:1784947847.996961:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000100:00000001:1.0:1784947847.996966:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947847.996971:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947847.996978:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947847.996981:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947847.996988:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947847.996990:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784947847.997011:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947847.997017:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947847.997022:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947847.997025:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784947847.997079:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947847.997084:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947847.997088:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947847.997093:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947847.997097:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:1.0:1784947847.997100:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:1.0:1784947847.997103:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947847.997108:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.997112:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947847.997119:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9065 usecs (10 jiffies) 00000100:00000001:1.0:1784947847.997122:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947847.997128:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947847.997130:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.997132:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306607627 00000100:00000001:3.0:1784947847.997139:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306611461 00000100:00000001:1.0:1784947847.997143:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947847.997145:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947847.997177:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306607627 00000100:00000001:3.0:1784947847.997180:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306611461 00000100:00000001:3.0:1784947847.997182:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947847.997184:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.997187:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.997189:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947847.997193:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947847.997195:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947847.997197:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947847.997199:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947847.997200:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.997203:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947847.998161:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947847.998172:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947847.998175:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947847.998177:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947847.998182:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998187:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947847.998192:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998196:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998201:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998206:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311d00 00000400:00000200:1.0:1784947847.998210:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998216:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524199 [1] + 224 00000800:00000001:1.0:1784947847.998222:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947847.998240:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947847.998243:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947847.998247:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947847.998251:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947847.998256:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947847.998265:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947847.998279:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947847.998286:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947847.998289:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947847.998291:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947847.998293:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947847.998296:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998299:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947847.998305:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998309:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998313:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947847.998317:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311e00 00000400:00000200:1.0:1784947847.998322:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.998322:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947847.998327:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947847.998330:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241a9 [1] + 224 00000800:00000001:1.0:1784947847.998335:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947847.998337:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947847.998341:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947847.998342:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947847.998344:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:1.0:1784947847.998347:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947847.998352:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000200:1.0:1784947847.998353:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947847.998355:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784947847.998360:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947847.998361:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947847.998366:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947847.998370:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947847.998388:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947847.998392:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947847.998412:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947847.998416:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947847.998417:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947847.998422:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947847.998422:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947847.998428:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784947847.998429:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947847.998431:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947847.998435:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947847.998436:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947847.998440:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947847.998441:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947847.998448:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784947847.998451:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=138 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947847.998454:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:2.0:1784947847.998459:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=138 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947847.998465:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.998466:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947847.998470:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947847.998475:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947847.998476:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947847.998479:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947847.998483:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.998484:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947847.998491:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311d80 00000100:00000040:2.0:1784947847.998493:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947847.998502:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947847.998507:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947847.998512:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947847.998513:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241a1 [1] + 224 00000100:00000001:2.0:1784947847.998514:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947847.998522:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947847.998522:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947847.998529:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784947847.998531:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155017984:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947847.998535:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947847.998537:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.998541:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947847.998543:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947847.998547:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155017984/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947847.998549:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947847.998555:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947847.998558:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1784947847.998559:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947847.998562:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947847.998567:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947847.998570:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947847.998572:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947847.998576:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784947847.998578:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947847.998580:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947847.998585:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947847.998588:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947847.998590:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784947847.998595:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947847.998596:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947847.998597:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.998599:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947847.998600:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947847.998603:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784947847.998603:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947847.998605:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947847.998608:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947847.998610:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:2.0:1784947847.998612:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947847.998614:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947847.998618:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947847.998619:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947847.998624:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947847.998627:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947847.998629:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.998631:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947847.998637:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947847.998638:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:3.0:1784947847.998639:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947847.998641:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784947847.998643:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947847.998644:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947847.998647:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1784947847.998649:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000100:00000001:2.0:1784947847.998650:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1784947847.998653:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947847.998654:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947847.998659:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.998660:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784947847.998663:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=138 v=5 (5 5 5 5) 00000100:00000200:3.0:1784947847.998667:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947847.998668:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947847.998675:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947847.998677:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947847.998681:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947847.998684:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947847.998688:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947847.998689:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947847.998693:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947847.998697:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947847.998700:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.998703:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947847.998706:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947847.998707:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.998710:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947847.998712:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947847.998715:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947847.998718:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.998719:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947847.998722:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.998723:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947847.998726:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947847.998729:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=138 v=5 (5 5 5 5) 00000100:00000040:2.0:1784947847.998730:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947847.998739:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=28 v=5 (1 1 1 1) 00000100:00100000:2.0:1784947847.998745:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155018240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947847.998745:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947847.998747:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.998750:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947847.998751:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947847.998754:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1784947847.998755:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947847.998759:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155018240/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.998760:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947847.998763:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947847.998767:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947847.998769:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947847.998772:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947847.998774:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784947847.998777:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947847.998778:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947847.998783:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947847.998785:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947847.998787:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947847.998791:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947847.998793:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784947847.998795:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947847.998797:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784947847.998798:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947847.998800:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947847.998801:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947847.998804:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000040:3.0:1784947847.998808:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947847.998809:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947847.998812:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947847.998815:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947847.998838:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947847.998841:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947847.998841:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155018112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947847.998845:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947847.998848:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.998850:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947847.998858:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947847.998862:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155018112/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947847.998867:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947847.998868:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947847.998870:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947847.998872:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947847.998873:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947847.998875:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947847.998876:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947847.998878:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:3.0:1784947847.998879:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947847.998880:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947847.998881:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:3.0:1784947847.998883:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947847.998884:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947847.998886:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947847.998889:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947847.998890:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947847.998892:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947847.998894:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947848.188146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947848.188153:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947848.188197:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947848.188201:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947848.188205:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947849.212139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947849.212148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947849.212228:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947849.212232:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947849.212235:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947850.236137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947850.236143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947850.236170:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947850.236173:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947850.236177:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947851.260161:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947851.260168:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947851.260255:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947851.260259:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947851.260262:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947851.900112:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306611461, at 4306611520 00000100:00000010:0.0:1784947851.900126:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff434e0. 00000100:00000040:1.0:1784947851.900132:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306611461, at 4306611520 00000100:00000010:1.0:1784947851.900142:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ae0. 00010000:00000001:1.0:1784947852.284157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947852.284166:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947852.284168:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947852.284171:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947852.284176:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947852.284179:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947852.284181:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947852.284183:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947852.284221:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947852.284225:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947852.284228:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947853.116162:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947853.116171:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947853.116178:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784947853.116183:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947853.116186:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947853.116189:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947853.116194:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947853.116200:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947853.116206:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947853.116216:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947853.116224:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947853.116227:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947853.116232:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_00+0] req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.116257:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947853.116260:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947853.116264:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947853.116266:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784947853.116268:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947853.116270:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947853.116272:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947853.116273:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947853.116275:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947853.116275:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947853.116281:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.116281:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947853.116285:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947853.116285:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947853.116294:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947853.116295:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.116296:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947853.116305:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947853.116309:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947853.116312:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947853.116318:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947853.116320:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947853.116321:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947853.116323:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947853.116326:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947853.116328:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947853.116331:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000100:00100000:3.0:1784947853.116332:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155018368:192.168.201.111@tcp:400:kworker.0 00000020:00000040:2.0:1784947853.116334:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947853.116338:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784947853.116340:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947853.116341:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947853.116343:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947853.116345:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784947853.116346:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947853.116349:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947853.116350:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947853.116352:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947853.116356:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784947853.116358:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947853.116362:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947853.116368:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947853.116370:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947853.116374:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947853.116378:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947853.116380:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947853.116389:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947853.116397:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947853.116399:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018368, portal 25 00000100:00000040:2.0:1784947853.116400:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947853.116404:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947853.116405:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947853.116407:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000040:2.0:1784947853.116409:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947853.116412:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947853.116416:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947853.116418:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11950) 00000100:00000001:3.0:1784947853.116430:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947853.116431:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947853.116434:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947853.116435:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947853.116437:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000001:2.0:1784947853.116438:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784947853.116442:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155018368, offset 0 00000100:00000040:2.0:1784947853.116446:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947853.116452:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947853.116458:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947853.116460:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947853.116462:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947853.116463:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947853.116464:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947853.116468:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947853.116472:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155018496:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947853.116473:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947853.116480:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947853.116483:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947853.116483:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947853.116486:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947853.116489:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947853.116490:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947853.116494:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1784947853.116495:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947853.116498:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947853.116500:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947853.116505:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541187:541187:256:4294967295] 192.168.201.111@tcp LPNI seq info [541124:541124:8:4294967295] 00000400:00000200:2.0:1784947853.116509:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947853.116514:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947853.116518:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:2.0:1784947853.116521:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018496, portal 10 00000100:00000001:2.0:1784947853.116524:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947853.116525:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000400:00000200:3.0:1784947853.116528:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947853.116534:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.116542:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947853.116549:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947853.116551:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784947853.116552:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000200:2.0:1784947853.116554:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155018496, offset 0 00000400:00000200:2.0:1784947853.116561:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947853.116570:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947853.116571:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947853.116576:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:3.0:1784947853.116578:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947853.116579:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947853.116584:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947853.116589:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784947853.116590:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947853.116593:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947853.116598:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541188:541188:255:4294967295] 192.168.201.111@tcp LPNI seq info [541125:541125:7:4294967295] 00000800:00000200:3.0:1784947853.116603:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947853.116607:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947853.116609:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947853.116617:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947853.116621:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947853.116624:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947853.116626:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947853.116630:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947853.116634:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947853.116639:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947853.116639:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306616581 00000800:00000200:2.0:1784947853.116644:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947853.116646:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d72a0. 00000100:00000001:2.0:1784947853.116648:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.116653:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784947853.116654:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9065 usecs (10 jiffies) 00000400:00000200:2.0:1784947853.116660:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947853.116662:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306612746 00000100:00000001:3.0:1784947853.116662:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306616581 00000100:00000010:3.0:1784947853.116667:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7780. 00000100:00000001:2.0:1784947853.116668:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306616581 00000100:00000001:3.0:1784947853.116672:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947853.116673:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306612746 00000100:00000001:2.0:1784947853.116678:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306616581 00000100:00000001:3.0:1784947853.116678:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947853.116682:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947853.116683:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947853.116689:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.116689:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947853.116692:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947853.116695:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.116696:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947853.116698:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947853.116702:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947853.116705:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947853.116706:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947853.116707:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947853.116709:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947853.116710:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947853.116715:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947853.116716:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947853.116716:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947853.116721:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947853.116721:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947853.116722:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000100:00000001:3.0:1784947853.116726:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784947853.116727:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:2.0:1784947853.116727:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947853.116748:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947853.116749:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947853.116756:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947853.116758:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947853.116780:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947853.116780:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947853.116783:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947853.116787:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947853.116787:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947853.116790:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947853.116795:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947853.116802:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155018624:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947853.116803:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947853.116808:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947853.116809:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947853.116812:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947853.116813:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947853.116815:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947853.116818:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947853.116820:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947853.116822:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947853.116825:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947853.116829:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947853.116832:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018624, portal 10 00000100:00000001:3.0:1784947853.116833:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947853.116834:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000040:3.0:1784947853.116840:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947853.116845:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947853.116848:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784947853.116849:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784947853.116851:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000800:00000010:1.0:1784947853.116853:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000200:3.0:1784947853.116855:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155018624, offset 0 00000400:00000200:1.0:1784947853.116857:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947853.116862:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947853.116864:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947853.116868:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000200:3.0:1784947853.116869:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947853.116871:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:1.0:1784947853.116874:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947853.116875:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:1.0:1784947853.116880:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947853.116881:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947853.116887:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947853.116892:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947853.116899:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947853.116902:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947853.116906:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947853.116907:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947853.116939:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947853.116943:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541189:541189:256:4294967295] 192.168.201.111@tcp LPNI seq info [541126:541126:8:4294967295] 00000400:00000200:3.0:1784947853.116946:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947853.116951:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947853.116954:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947853.116957:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947853.116960:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947853.116963:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947853.116965:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947853.116974:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947853.116977:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10232 usecs (11 jiffies) 00000400:00000200:3.0:1784947853.116979:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947853.116980:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306612747 00000100:00000001:3.0:1784947853.116982:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306616581 00000100:00000001:3.0:1784947853.116984:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306612747 00000100:00000001:3.0:1784947853.116985:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306616581 00000100:00000001:3.0:1784947853.116986:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947853.116988:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.116989:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.116991:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.116994:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947853.116995:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947853.116997:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947853.116998:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947853.116999:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.117001:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947853.117071:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947853.117075:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784947853.117079:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947853.117084:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947853.117087:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:1.0:1784947853.117089:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:1.0:1784947853.117092:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947853.117096:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947853.117104:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947853.117108:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947853.117116:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947853.117118:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947853.118146:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947853.118154:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947853.118157:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947853.118160:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947853.118166:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118172:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947853.118179:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118183:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118188:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118192:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a311e80 00000400:00000200:1.0:1784947853.118196:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118201:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241b1 [1] + 224 00000800:00000001:1.0:1784947853.118207:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947853.118213:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947853.118216:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947853.118219:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947853.118224:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947853.118229:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947853.118239:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947853.118256:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947853.118263:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947853.118275:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947853.118278:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947853.118281:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118284:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947853.118286:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947853.118288:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947853.118294:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947853.118295:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947853.118298:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947853.118302:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118306:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118309:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947853.118312:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311f00 00000400:00000200:1.0:1784947853.118315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947853.118327:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947853.118331:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947853.118333:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947853.118335:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947853.118340:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241b9 [1] + 224 00000100:00000200:3.0:1784947853.118342:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947853.118349:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947853.118355:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947853.118356:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947853.118362:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947853.118369:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947853.118372:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947853.118373:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118377:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947853.118380:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784947853.118380:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947853.118385:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947853.118387:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947853.118389:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947853.118389:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947853.118397:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947853.118404:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947853.118408:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784947853.118409:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947853.118410:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947853.118415:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947853.118418:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118422:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947853.118430:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947853.118436:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947853.118437:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947853.118438:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947853.118442:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947853.118446:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947853.118446:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947853.118452:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947853.118454:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155018368:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947853.118456:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947853.118459:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118461:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118464:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947853.118465:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947853.118469:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947853.118470:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155018368/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.118473:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947853.118474:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947853.118479:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947853.118483:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947853.118485:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947853.118487:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947853.118489:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784947853.118492:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947853.118494:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1784947853.118495:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000200:1.0:1784947853.118498:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784947853.118500:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000400:00000010:2.0:1784947853.118501:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000400:00000200:1.0:1784947853.118505:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a311f80 02000000:00000001:3.0:1784947853.118507:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947853.118508:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947853.118511:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:3.0:1784947853.118513:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784947853.118518:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241c1 [1] + 224 00000100:00000200:2.0:1784947853.118518:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947853.118519:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784947853.118528:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:3.0:1784947853.118528:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947853.118534:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000200:2.0:1784947853.118536:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947853.118537:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947853.118542:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784947853.118544:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947853.118546:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947853.118552:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000001:2.0:1784947853.118554:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947853.118558:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947853.118559:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118560:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947853.118564:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947853.118565:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947853.118566:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947853.118568:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947853.118571:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947853.118572:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947853.118573:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118577:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947853.118578:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118580:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947853.118583:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947853.118584:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=144 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947853.118585:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947853.118592:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=34 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947853.118594:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947853.118595:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947853.118597:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947853.118601:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947853.118605:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.118605:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947853.118608:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947853.118612:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947853.118615:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947853.118622:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.118627:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947853.118630:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947853.118632:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947853.118634:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947853.118638:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947853.118657:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155018496:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947853.118659:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947853.118661:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947853.118664:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947853.118666:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947853.118668:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155018496/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947853.118671:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947853.118679:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947853.118681:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947853.118682:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947853.118684:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784947853.118686:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947853.118690:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784947853.118690:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947853.118693:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784947853.118694:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947853.118698:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000010:3.0:1784947853.118698:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000020:00000001:2.0:1784947853.118701:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:3.0:1784947853.118703:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 02000000:00000010:2.0:1784947853.118704:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000400:00000010:3.0:1784947853.118707:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 02000000:00000001:2.0:1784947853.118709:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947853.118711:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947853.118712:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947853.118715:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:2.0:1784947853.118718:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1784947853.118719:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.118720:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947853.118724:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947853.118730:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:3.0:1784947853.118744:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947853.118745:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947853.118750:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947853.118753:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118759:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947853.118761:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118763:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947853.118764:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947853.118766:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947853.118767:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947853.118769:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947853.118772:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947853.118775:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947853.118776:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947853.118777:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947853.118778:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947853.118780:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118782:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947853.118783:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947853.118784:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947853.118785:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947853.118788:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947853.118792:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947853.118794:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947853.118795:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947853.118797:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947853.118802:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155018624:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947853.118805:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118807:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947853.118809:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155018624/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947853.118812:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947853.118813:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947853.118815:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947853.118817:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947853.118817:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947853.118819:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947853.118820:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947853.118822:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947853.118823:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947853.118824:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947853.118825:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784947853.118827:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947853.118828:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118829:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947853.118832:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947853.118833:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947853.118834:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947853.118835:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947853.308140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947853.308146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947853.308191:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947853.308195:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947853.308198:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947854.332120:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947854.332126:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947854.332190:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947854.332194:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947854.332198:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947855.356154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947855.356162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784947855.356189:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784947855.356193:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784947855.356198:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947856.380140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947856.380146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947856.380212:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947856.380216:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947856.380220:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947857.020184:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306616581, at 4306616640 00000100:00000040:1.0:1784947857.020184:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306616581, at 4306616640 00000100:00000010:1.0:1784947857.020199:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7780. 00000100:00000010:0.0:1784947857.020200:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d72a0. 00010000:00000001:1.0:1784947857.404187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947857.404196:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947857.404276:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947857.404282:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947857.404287:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947858.236194:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947858.236202:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947858.236211:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784947858.236217:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947858.236220:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947858.236223:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947858.236227:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947858.236234:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947858.236240:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947858.236250:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947858.236258:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947858.236262:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947858.236267:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947858.236320:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947858.236323:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947858.236326:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947858.236329:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947858.236331:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947858.236334:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947858.236335:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947858.236348:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.236351:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947858.236351:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:2.0:1784947858.236357:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947858.236357:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.236361:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947858.236362:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947858.236370:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947858.236372:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947858.236377:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947858.236385:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.236386:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947858.236390:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.236396:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947858.236400:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947858.236401:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.236405:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947858.236406:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947858.236412:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:2.0:1784947858.236413:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155018752:192.168.201.111@tcp:400:kworker.0 00000100:00000010:3.0:1784947858.236417:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000100:00000001:2.0:1784947858.236418:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1784947858.236423:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947858.236425:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947858.236426:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947858.236427:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947858.236429:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947858.236430:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.236433:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947858.236435:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947858.236438:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947858.236440:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947858.236443:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947858.236444:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.236453:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784947858.236455:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947858.236457:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947858.236461:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947858.236462:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947858.236468:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:2.0:1784947858.236476:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018752, portal 25 00000100:00000001:3.0:1784947858.236480:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.236481:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947858.236483:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947858.236484:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000040:3.0:1784947858.236491:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947858.236495:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947858.236496:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947858.236505:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947858.236513:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11955) 00000100:00000001:2.0:1784947858.236514:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947858.236519:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947858.236522:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784947858.236524:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155018752, offset 0 00000100:00000001:3.0:1784947858.236528:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947858.236532:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947858.236533:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947858.236538:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947858.236559:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947858.236562:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947858.236571:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947858.236575:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947858.236576:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784947858.236579:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947858.236582:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947858.236584:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947858.236586:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947858.236602:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00100000:3.0:1784947858.236604:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155018880:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947858.236610:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947858.236612:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947858.236616:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:3.0:1784947858.236617:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947858.236621:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947858.236623:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541190:541190:256:4294967295] 192.168.201.111@tcp LPNI seq info [541127:541127:8:4294967295] 02000000:00000001:3.0:1784947858.236625:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947858.236631:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784947858.236632:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947858.236636:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947858.236664:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947858.236665:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784947858.236670:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000800:00000200:2.0:1784947858.236676:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947858.236688:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947858.236709:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155018880, portal 10 00000100:00000001:3.0:1784947858.236713:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1784947858.236715:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947858.236716:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000800:00000200:2.0:1784947858.236723:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784947858.236729:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947858.236734:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947858.236739:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947858.236746:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947858.236751:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947858.236753:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947858.236755:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947858.236760:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947858.236760:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155018880, offset 0 00000100:00000001:2.0:1784947858.236763:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306621701 00000100:00000010:2.0:1784947858.236769:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff438a0. 00000400:00000200:3.0:1784947858.236769:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947858.236777:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784947858.236778:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947858.236785:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947858.236787:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306621701 00000400:00000200:3.0:1784947858.236789:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:2.0:1784947858.236794:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff439c0. 00000400:00000200:3.0:1784947858.236794:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947858.236799:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947858.236801:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947858.236802:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947858.236807:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541191:541191:255:4294967295] 192.168.201.111@tcp LPNI seq info [541128:541128:7:4294967295] 00000100:00000001:2.0:1784947858.236810:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947858.236813:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947858.236818:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947858.236824:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947858.236825:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.236830:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784947858.236830:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947858.236837:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000100:00000001:2.0:1784947858.236840:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784947858.236841:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947858.236844:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947858.236849:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784947858.236849:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947858.236852:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947858.236854:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1784947858.236854:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947858.236860:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947858.236861:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947858.236864:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9065 usecs (10 jiffies) 00000400:00000200:3.0:1784947858.236875:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947858.236876:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947858.236879:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.236879:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306617866 02000000:00000001:2.0:1784947858.236881:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784947858.236883:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947858.236886:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947858.236886:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306621701 00000800:00000010:1.0:1784947858.236904:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 02000000:00000001:2.0:1784947858.236905:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.236908:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306617866 00000400:00000200:1.0:1784947858.236913:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784947858.236913:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155019008:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947858.236915:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306621701 00000100:00000001:2.0:1784947858.236923:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947858.236923:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947858.236925:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947858.236927:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947858.236931:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.236933:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.236934:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947858.236935:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:1.0:1784947858.236940:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 02000000:00000010:2.0:1784947858.236940:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947858.236943:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.236947:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947858.236949:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947858.236949:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947858.236955:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947858.236959:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947858.236960:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947858.236960:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947858.236965:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1784947858.236967:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000001:3.0:1784947858.236992:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947858.236994:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019008, portal 10 00000100:00000001:1.0:1784947858.236997:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947858.236998:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947858.236998:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947858.237003:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000040:1.0:1784947858.237005:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947858.237005:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947858.237016:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947858.237025:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947858.237032:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947858.237033:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947858.237038:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947858.237040:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000200:2.0:1784947858.237059:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155019008, offset 0 00000800:00000200:1.0:1784947858.237063:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947858.237066:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947858.237068:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784947858.237071:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947858.237072:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947858.237079:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947858.237080:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947858.237087:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947858.237088:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000200:2.0:1784947858.237111:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947858.237114:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947858.237116:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:1.0:1784947858.237117:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000400:00000200:2.0:1784947858.237123:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541192:541192:255:4294967295] 192.168.201.111@tcp LPNI seq info [541129:541129:7:4294967295] 00000100:00000001:1.0:1784947858.237125:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947858.237129:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947858.237134:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947858.237141:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947858.237162:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947858.237165:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947858.237168:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:1.0:1784947858.237170:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947858.237177:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947858.237177:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947858.237187:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947858.237187:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784947858.237190:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947858.237192:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947858.237196:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947858.237198:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10231 usecs (11 jiffies) 00000400:00000200:2.0:1784947858.237201:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947858.237202:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306617868 00000100:00000001:2.0:1784947858.237204:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306621701 00000800:00000200:1.0:1784947858.237206:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947858.237206:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306617868 00000800:00000010:1.0:1784947858.237210:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:2.0:1784947858.237211:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306621701 00000400:00000200:1.0:1784947858.237214:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947858.237215:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947858.237218:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947858.237221:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947858.237223:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947858.237225:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000100:00000001:2.0:1784947858.237226:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947858.237228:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:2.0:1784947858.237230:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947858.237231:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947858.237233:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784947858.237237:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.237238:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947858.237240:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947858.237243:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.237247:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947858.237253:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947858.237256:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947858.237261:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947858.237262:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947858.238509:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238520:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947858.238523:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238525:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947858.238528:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238533:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947858.238537:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238540:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238543:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238547:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312000 00000400:00000200:1.0:1784947858.238551:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238555:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241c9 [1] + 224 00000800:00000001:1.0:1784947858.238560:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238564:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947858.238566:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947858.238569:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947858.238572:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947858.238576:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947858.238583:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947858.238596:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947858.238601:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238603:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.238634:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947858.238637:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947858.238654:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947858.238656:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947858.238658:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947858.238663:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:2.0:1784947858.238665:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947858.238669:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947858.238675:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947858.238692:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.238699:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947858.238701:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.238704:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947858.238706:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947858.238708:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947858.238711:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.238714:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947858.238720:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947858.238724:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947858.238726:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947858.238728:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947858.238730:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947858.238733:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.238736:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947858.238741:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.238748:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947858.238751:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947858.238753:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947858.238757:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947858.238766:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155018752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947858.238771:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.238774:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947858.238777:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155018752/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.238785:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947858.238788:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947858.238791:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947858.238797:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947858.238799:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947858.238801:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947858.238804:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947858.238807:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947858.238811:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947858.238814:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947858.238816:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000800:00000001:1.0:1784947858.238818:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947858.238821:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947858.238824:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.238824:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947858.238829:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947858.238830:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947858.238832:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.238834:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947858.238838:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947858.238838:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947858.238842:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947858.238845:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947858.238848:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947858.238853:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238856:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238859:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238861:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312100 00000400:00000200:1.0:1784947858.238864:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238869:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241d9 [1] + 224 00000800:00000001:1.0:1784947858.238872:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238875:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947858.238876:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947858.238879:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947858.238881:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947858.238884:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947858.238897:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947858.238908:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947858.238912:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238914:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947858.238915:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947858.238916:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947858.238918:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238921:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947858.238923:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238925:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238927:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238931:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312080 00000400:00000200:1.0:1784947858.238934:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947858.238936:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241d1 [1] + 224 00000800:00000001:1.0:1784947858.238939:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947858.238941:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947858.238943:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.238945:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947858.238946:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947858.238951:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:2.0:1784947858.238952:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947858.238954:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947858.238956:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947858.238960:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:2.0:1784947858.238962:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:1.0:1784947858.238965:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947858.238965:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947858.238973:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947858.238974:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947858.239022:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947858.239028:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.239046:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947858.239068:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947858.239074:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947858.239075:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947858.239079:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.239080:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947858.239085:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947858.239088:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947858.239090:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947858.239093:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.239096:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947858.239099:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=149 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947858.239100:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947858.239103:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947858.239106:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1784947858.239107:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=21 v=5 (1 1 1 1) 00000400:00000010:3.0:1784947858.239108:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947858.239114:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000100:00000001:2.0:1784947858.239115:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784947858.239117:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:2.0:1784947858.239119:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.239120:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784947858.239124:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1784947858.239128:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947858.239130:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.239137:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947858.239141:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000200:3.0:1784947858.239141:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.239147:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947858.239151:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947858.239151:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947858.239154:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947858.239156:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947858.239158:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947858.239160:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784947858.239161:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947858.239162:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947858.239166:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947858.239172:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=149 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947858.239175:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784947858.239176:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=39 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947858.239180:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947858.239181:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947858.239184:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947858.239184:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947858.239190:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947858.239192:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947858.239194:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947858.239195:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947858.239197:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947858.239200:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947858.239202:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947858.239210:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947858.239216:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155019008:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947858.239218:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947858.239223:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947858.239225:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.239227:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947858.239230:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.239231:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947858.239240:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155019008/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947858.239241:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155018880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947858.239249:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947858.239252:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947858.239257:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155018880/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947874 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947858.239258:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947858.239262:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947858.239266:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947858.239267:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947858.239269:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947858.239272:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:2.0:1784947858.239273:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784947858.239275:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947858.239277:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784947858.239278:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947858.239282:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000040:3.0:1784947858.239282:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947858.239287:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784947858.239289:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947858.239290:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000010:2.0:1784947858.239294:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:3.0:1784947858.239294:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947858.239297:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947858.239300:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 02000000:00000001:2.0:1784947858.239301:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947858.239303:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784947858.239305:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947858.239306:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947858.239310:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:3.0:1784947858.239310:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947858.239313:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947858.239316:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.239317:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947858.239318:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947858.239322:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947858.239322:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.239328:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947858.239334:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947858.239336:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947858.239339:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947858.239341:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947858.428184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947858.428194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947858.428234:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947858.428241:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947858.428247:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947859.452206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947859.452218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947859.452364:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947859.452369:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947859.452374:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947860.476137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947860.476144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947860.476170:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947860.476175:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947860.476179:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947861.500124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947861.500130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947861.500224:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947861.500227:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947861.500231:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947862.140155:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306621701, at 4306621760 00000100:00000040:1.0:1784947862.140166:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306621701, at 4306621760 00000100:00000010:0.0:1784947862.140176:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff438a0. 00000100:00000010:1.0:1784947862.140178:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff439c0. 00010000:00000001:1.0:1784947862.524195:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947862.524207:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947862.524212:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947862.524218:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947862.524225:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947862.524229:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947862.524233:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947862.524237:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947862.524311:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947862.524318:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947862.524325:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947863.356141:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947863.356151:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947863.356163:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784947863.356170:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947863.356175:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947863.356178:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947863.356184:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947863.356193:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947863.356200:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356214:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947863.356226:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947863.356231:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356239:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947863.356273:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356277:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947863.356280:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947863.356283:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947863.356286:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947863.356288:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947863.356290:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947863.356291:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947863.356297:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947863.356299:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356303:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947863.356319:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947863.356321:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356325:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947863.356333:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356336:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947863.356339:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947863.356342:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784947863.356344:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947863.356347:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947863.356349:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947863.356351:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947863.356354:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947863.356357:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356361:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947863.356365:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947863.356371:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947863.356374:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947863.356375:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.356380:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947863.356382:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947863.356395:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947863.356397:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.356405:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947863.356414:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947863.356421:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947863.356424:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947863.356427:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947863.356429:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947863.356438:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947863.356438:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11960) 02000000:00000001:2.0:1784947863.356444:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947863.356449:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947863.356453:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155019136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947863.356459:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947863.356465:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947863.356467:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947863.356470:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947863.356475:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947863.356478:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947863.356480:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947863.356483:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947863.356485:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947863.356495:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947863.356496:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947863.356507:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947863.356516:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947863.356519:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947863.356520:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 02000000:00000001:3.0:1784947863.356522:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947863.356527:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947863.356530:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947863.356531:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019136, portal 25 00000100:00100000:3.0:1784947863.356537:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155019264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947863.356539:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947863.356544:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000100:00000001:3.0:1784947863.356546:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947863.356553:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947863.356577:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947863.356578:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947863.356584:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947863.356591:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947863.356595:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947863.356596:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947863.356619:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947863.356622:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947863.356626:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000400:00000010:3.0:1784947863.356629:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000200:2.0:1784947863.356633:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155019136, offset 0 00000400:00000010:3.0:1784947863.356637:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947863.356644:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019264, portal 10 00000400:00000200:2.0:1784947863.356646:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947863.356650:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947863.356654:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000400:00000200:2.0:1784947863.356661:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947863.356666:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947863.356676:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947863.356678:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947863.356687:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947863.356689:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947863.356696:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000200:2.0:1784947863.356697:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:3.0:1784947863.356704:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155019264, offset 0 00000400:00000200:2.0:1784947863.356705:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947863.356713:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947863.356718:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947863.356726:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541193:541193:256:4294967295] 192.168.201.111@tcp LPNI seq info [541130:541130:8:4294967295] 00000400:00000200:2.0:1784947863.356731:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947863.356739:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947863.356749:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947863.356753:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947863.356762:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947863.356769:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947863.356773:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947863.356778:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784947863.356779:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947863.356786:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947863.356794:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541194:541194:255:4294967295] 192.168.201.111@tcp LPNI seq info [541131:541131:7:4294967295] 00000800:00000200:2.0:1784947863.356796:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947863.356805:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947863.356820:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947863.356825:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947863.356828:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947863.356836:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947863.356842:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784947863.356847:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947863.356852:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947863.356855:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947863.356861:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947863.356861:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947863.356870:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.356871:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306626821 00000100:00000040:3.0:1784947863.356880:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9065 usecs (10 jiffies) 00000100:00000010:2.0:1784947863.356882:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff439c0. 00000400:00000200:3.0:1784947863.356889:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947863.356893:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306622986 00000100:00000001:2.0:1784947863.356894:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947863.356904:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306626821 00000100:00000001:3.0:1784947863.356907:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306626821 00000100:00000010:2.0:1784947863.356910:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff438a0. 00000100:00000001:3.0:1784947863.356913:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306622986 00000100:00000001:2.0:1784947863.356918:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947863.356924:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947863.356925:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306626821 00000100:00000001:2.0:1784947863.356929:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947863.356932:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947863.356936:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947863.356938:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.356941:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947863.356943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947863.356947:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947863.356948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.356951:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947863.356956:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947863.356957:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:2.0:1784947863.356959:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947863.356966:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947863.356968:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784947863.356970:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947863.356971:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947863.356972:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784947863.356982:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947863.356983:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947863.356989:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947863.356990:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947863.356995:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947863.357002:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000100:00000001:3.0:1784947863.357003:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947863.357009:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784947863.357012:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947863.357016:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947863.357018:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947863.357019:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947863.357024:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784947863.357029:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947863.357030:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947863.357042:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155019392:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947863.357096:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947863.357105:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947863.357109:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947863.357110:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947863.357112:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947863.357119:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:1.0:1784947863.357121:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947863.357124:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947863.357136:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947863.357142:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784947863.357145:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947863.357148:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000001:1.0:1784947863.357149:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1784947863.357157:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019392, portal 10 00000100:00000001:2.0:1784947863.357160:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947863.357162:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:2.0:1784947863.357171:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.357190:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947863.357193:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947863.357196:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947863.357199:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155019392, offset 0 00000400:00000200:2.0:1784947863.357205:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947863.357209:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947863.357213:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947863.357216:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947863.357219:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947863.357221:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947863.357224:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947863.357227:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541195:541195:255:4294967295] 192.168.201.111@tcp LPNI seq info [541132:541132:7:4294967295] 00000400:00000200:2.0:1784947863.357232:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947863.357240:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947863.357242:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:1.0:1784947863.357246:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784947863.357253:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947863.357253:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947863.357260:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947863.357264:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784947863.357271:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947863.357272:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:1.0:1784947863.357278:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:1.0:1784947863.357282:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784947863.357285:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784947863.357292:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947863.357293:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947863.357302:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947863.357310:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10231 usecs (11 jiffies) 00000100:00000001:1.0:1784947863.357316:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947863.357318:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947863.357324:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306622988 00000100:00000040:1.0:1784947863.357325:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.357331:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306626821 00000100:00000001:2.0:1784947863.357335:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306622988 00000100:00000001:2.0:1784947863.357337:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306626821 00000100:00000001:2.0:1784947863.357339:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947863.357347:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.357355:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947863.357356:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.357359:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947863.357361:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947863.357366:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947863.357370:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947863.357373:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947863.357374:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947863.357378:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947863.357379:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947863.357381:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947863.357384:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947863.357390:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947863.357395:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947863.357398:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:1.0:1784947863.357400:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:1.0:1784947863.357403:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947863.357407:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947863.357415:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947863.357418:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947863.357425:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947863.357427:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947863.359458:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.359471:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947863.359475:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.359477:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947863.359482:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359488:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947863.359495:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359499:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359503:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359507:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312180 00000400:00000200:1.0:1784947863.359512:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359518:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241e1 [1] + 224 00000800:00000001:1.0:1784947863.359526:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.359530:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947863.359532:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947863.359536:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947863.359541:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947863.359546:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947863.359579:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947863.359616:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947863.359628:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.359636:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947863.359640:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.359644:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947863.359651:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359659:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947863.359669:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359675:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359681:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359688:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312200 00000400:00000200:1.0:1784947863.359698:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.359709:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241e9 [1] + 224 00000100:00000001:2.0:1784947863.359716:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947863.359718:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947863.359723:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947863.359734:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947863.359738:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947863.359741:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947863.359749:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:2.0:1784947863.359752:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000800:00000001:1.0:1784947863.359755:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.359759:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947863.359763:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784947863.359774:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947863.359775:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947863.359787:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947863.359814:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947863.359821:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947863.359841:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.359843:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947863.359847:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.359853:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947863.359858:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947863.359862:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947863.359864:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947863.359867:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947863.359871:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947863.359873:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=154 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947863.359880:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=154 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947863.359881:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947863.359887:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947863.359889:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.359891:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947863.359897:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947863.359900:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.359902:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947863.359908:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.359922:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947863.359926:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947863.359928:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947863.359933:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947863.359942:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155019136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947863.359947:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.359949:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947863.359953:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155019136/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.359959:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947863.359962:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947863.359965:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947863.359968:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947863.359970:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947863.359972:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947863.359974:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947863.359977:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947863.359979:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947863.359981:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947863.359983:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784947863.359987:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947863.359988:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.359991:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.359993:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947863.359994:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947863.359997:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.359998:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947863.360129:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.360138:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947863.360141:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.360145:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947863.360150:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.360158:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947863.360166:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947863.360171:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947863.360176:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947863.360177:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947863.360184:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947863.360188:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312280 00000400:00000001:3.0:1784947863.360194:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947863.360198:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947863.360201:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947863.360207:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947863.360214:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784947863.360216:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784947863.360221:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947863.360227:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241f1 [1] + 224 00000100:00000200:3.0:1784947863.360235:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947863.360239:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947863.360251:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947863.360260:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947863.360261:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947863.360279:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947863.360292:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947863.360294:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947863.360299:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947863.360306:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784947863.360307:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947863.360312:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947863.360317:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947863.360322:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947863.360329:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947863.360341:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=154 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947863.360352:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784947863.360354:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947863.360369:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947863.360374:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947863.360391:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947863.360395:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947863.360397:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947863.360400:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947863.360405:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784947863.360407:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947863.360409:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000800:00000001:1.0:1784947863.360416:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947863.360417:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947863.360435:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947863.360446:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947863.360450:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947863.360452:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947863.360460:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947863.360472:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155019264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947863.360476:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947863.360481:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.360485:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947863.360487:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947863.360495:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155019264/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947863.360500:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947863.360508:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784947863.360510:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784947863.360513:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947863.360519:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000400:00000010:2.0:1784947863.360523:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947863.360525:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947863.360530:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947863.360536:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947863.360540:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:2.0:1784947863.360541:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 02000000:00000010:3.0:1784947863.360543:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000400:00000010:2.0:1784947863.360554:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 02000000:00000001:3.0:1784947863.360597:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947863.360610:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947863.360614:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784947863.360617:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947863.360619:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947863.360623:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947863.360626:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947863.360633:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947863.360634:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947863.360638:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947863.360663:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947863.360678:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947863.360694:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.360706:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947863.360709:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.360712:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947863.360715:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947863.360717:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947863.360720:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947863.360723:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947863.360729:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=154 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947863.360734:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947863.360737:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947863.360739:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947863.360742:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947863.360745:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.360749:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947863.360751:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947863.360754:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947863.360756:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947863.360761:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.360771:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947863.360774:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947863.360776:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947863.360781:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947863.360791:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155019392:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947863.360800:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.360803:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947863.360835:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155019392/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947879 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947863.360841:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947863.360843:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947863.360846:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947863.360849:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947863.360850:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947863.360852:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947863.360854:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947863.360856:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947863.360859:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947863.360860:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947863.360862:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784947863.360865:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947863.360866:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.360868:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947863.360873:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947863.360874:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947863.360877:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947863.360879:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947863.548175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947863.548184:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947863.548286:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947863.548296:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947863.548305:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947864.572173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947864.572183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947864.572296:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947864.572300:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947864.572303:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947865.596198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947865.596208:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947865.596356:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947865.596363:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947865.596368:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947866.620181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947866.620190:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947866.620347:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947866.620353:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947866.620358:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947867.260211:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306626821, at 4306626880 00000100:00000040:1.0:1784947867.260220:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306626821, at 4306626880 00000100:00000010:0.0:1784947867.260232:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff439c0. 00000100:00000010:1.0:1784947867.260243:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff438a0. 00010000:00000001:1.0:1784947867.644192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947867.644206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947867.644257:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947867.644266:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947867.644274:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947868.476261:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947868.476275:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947868.476287:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784947868.476295:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947868.476300:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947868.476304:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947868.476312:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947868.476323:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784947868.476332:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476347:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947868.476361:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947868.476366:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476374:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_01+1] req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.476428:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476433:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947868.476438:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947868.476441:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947868.476445:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947868.476448:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947868.476449:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947868.476452:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947868.476456:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947868.476459:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476464:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947868.476499:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947868.476513:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476518:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.476530:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476533:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947868.476538:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947868.476542:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784947868.476546:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947868.476549:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947868.476551:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947868.476554:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947868.476558:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784947868.476562:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476568:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947868.476570:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947868.476580:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947868.476583:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947868.476585:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947868.476591:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947868.476604:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947868.476605:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.476669:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.476671:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784947868.476675:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947868.476677:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476684:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947868.476688:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784947868.476690:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947868.476696:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947868.476698:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947868.476707:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476711:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11965) 00000100:00100000:0.0:1784947868.476717:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155019520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947868.476725:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947868.476732:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947868.476735:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.476737:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784947868.476739:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947868.476743:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947868.476748:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784947868.476750:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784947868.476758:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.476759:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947868.476784:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947868.476791:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784947868.476795:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947868.476796:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947868.476807:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947868.476810:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784947868.476811:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 02000000:00000001:1.0:1784947868.476814:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947868.476824:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019520, portal 25 00000100:00100000:1.0:1784947868.476824:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155019648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947868.476835:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947868.476836:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947868.476841:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 02000000:00000001:1.0:1784947868.476844:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947868.476849:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947868.476856:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784947868.476858:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784947868.476865:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947868.476873:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.476877:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784947868.476888:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947868.476889:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947868.476901:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf5d8. 00000400:00000010:1.0:1784947868.476902:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9630. 00000100:00000200:0.0:1784947868.476909:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155019520, offset 0 00000400:00000010:1.0:1784947868.476914:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000400:00000200:0.0:1784947868.476924:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947868.476935:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019648, portal 10 00000400:00000200:0.0:1784947868.476936:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947868.476946:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947868.476950:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000400:00000200:0.0:1784947868.476956:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947868.476966:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784947868.476968:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947868.476977:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947868.476990:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947868.476995:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947868.477000:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:1.0:1784947868.477007:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947868.477015:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541196:541196:256:4294967295] 192.168.201.111@tcp LPNI seq info [541133:541133:8:4294967295] 00000400:00000010:1.0:1784947868.477018:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1770. 00000400:00000200:0.0:1784947868.477027:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947868.477028:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155019648, offset 0 00000400:00000200:1.0:1784947868.477043:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947868.477105:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947868.477125:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947868.477127:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947868.477141:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784947868.477143:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947868.477153:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947868.477160:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947868.477164:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947868.477172:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947868.477180:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947868.477182:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947868.477194:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541197:541197:255:4294967295] 192.168.201.111@tcp LPNI seq info [541134:541134:7:4294967295] 00000800:00000200:0.0:1784947868.477195:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947868.477211:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.477222:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947868.477231:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947868.477240:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.477246:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306631942 00000800:00000200:1.0:1784947868.477249:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784947868.477256:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000010:1.0:1784947868.477260:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000100:00000001:0.0:1784947868.477269:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947868.477270:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947868.477286:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306631942 00000800:00000200:1.0:1784947868.477288:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947868.477298:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784947868.477300:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889540. 00000100:00000001:1.0:1784947868.477310:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477311:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947868.477322:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947868.477323:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9063 usecs (10 jiffies) 00000100:00000001:0.0:1784947868.477330:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947868.477339:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.477343:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.477345:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306628107 00000100:00000001:0.0:1784947868.477350:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.477353:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306631942 00000100:00000001:1.0:1784947868.477359:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306628107 00000100:00000001:0.0:1784947868.477363:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947868.477364:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306631942 00000100:00000001:0.0:1784947868.477370:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947868.477372:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947868.477379:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947868.477380:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477384:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947868.477386:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477389:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947868.477392:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947868.477402:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.477403:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947868.477408:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947868.477418:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947868.477423:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947868.477428:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947868.477431:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477434:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.477437:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947868.477440:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947868.477446:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947868.477449:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947868.477454:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155019776:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947868.477459:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947868.477464:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947868.477466:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947868.477491:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947868.477495:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 02000000:00000001:0.0:1784947868.477498:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947868.477503:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947868.477519:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea058. 00000400:00000010:0.0:1784947868.477523:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000200:0.0:1784947868.477529:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019776, portal 10 00000100:00000001:0.0:1784947868.477532:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947868.477534:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000800:00000200:1.0:1784947868.477538:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1784947868.477547:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784947868.477548:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784947868.477563:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947868.477565:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947868.477578:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947868.477580:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:0.0:1784947868.477585:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf880. 00000400:00000200:1.0:1784947868.477590:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf5d8 00000400:00000010:1.0:1784947868.477596:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf5d8. 00000100:00000001:1.0:1784947868.477603:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947868.477604:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155019776, offset 0 00000100:00000200:1.0:1784947868.477613:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947868.477621:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947868.477634:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947868.477646:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947868.477648:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784947868.477657:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947868.477659:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947868.477672:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947868.477682:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947868.477692:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784947868.477693:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947868.477703:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541198:541198:254:4294967295] 192.168.201.111@tcp LPNI seq info [541135:541135:6:4294967295] 00000100:00000001:1.0:1784947868.477704:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784947868.477714:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947868.477723:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947868.477730:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947868.477736:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000800:00000200:0.0:1784947868.477741:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947868.477759:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947868.477764:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947868.477769:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947868.477774:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10231 usecs (11 jiffies) 00000400:00000200:0.0:1784947868.477778:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.477781:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306628108 00000100:00000001:0.0:1784947868.477785:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306631942 00000100:00000001:0.0:1784947868.477788:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306628108 00000100:00000001:0.0:1784947868.477791:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306631942 00000100:00000001:0.0:1784947868.477793:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947868.477796:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477799:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477801:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.477805:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947868.477807:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947868.477810:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947868.477812:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947868.477814:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.477817:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947868.477830:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947868.477836:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:1.0:1784947868.477842:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947868.477850:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947868.477854:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:1.0:1784947868.477856:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:1.0:1784947868.477860:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947868.477865:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.477875:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947868.477879:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.477888:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.477890:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947868.477904:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947868.477907:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784947868.477910:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947868.477914:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947868.477918:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf880 00000400:00000010:1.0:1784947868.477920:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf880. 00000100:00000001:1.0:1784947868.477923:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947868.477927:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.477935:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947868.477939:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.477947:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.477949:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947868.480557:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947868.480575:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947868.480579:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947868.480582:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947868.480590:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947868.480597:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947868.480605:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947868.480611:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947868.480616:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947868.480621:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312300 00000400:00000200:1.0:1784947868.480628:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947868.480635:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5241f9 [1] + 224 00000800:00000001:1.0:1784947868.480644:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947868.480653:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947868.480656:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947868.480661:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947868.480667:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947868.480675:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947868.480689:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.480715:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947868.480725:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947868.480729:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.480787:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947868.480793:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947868.480805:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947868.480808:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947868.480813:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:0.0:1784947868.480823:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947868.480827:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947868.480834:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947868.480847:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947868.480863:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947868.480874:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947868.480875:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947868.480883:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947868.480888:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947868.480903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.480916:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947868.480919:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947868.480924:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947868.480933:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.480937:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947868.480943:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947868.480948:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947868.480954:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.480957:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947868.480963:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312380 00000100:00000001:0.0:1784947868.480967:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947868.480974:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784947868.480982:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947868.480985:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524209 [1] + 224 00000800:00000001:1.0:1784947868.480995:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784947868.480999:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=9 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947868.481003:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947868.481014:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784947868.481017:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=9 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947868.481023:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947868.481034:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947868.481035:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947868.481043:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947868.481093:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947868.481107:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947868.481115:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.481119:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947868.481121:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947868.481142:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.481149:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947868.481161:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947868.481170:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947868.481172:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.481181:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947868.481182:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947868.481192:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947868.481194:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947868.481206:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947868.481215:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947868.481221:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947868.481237:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947868.481257:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155019520:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947868.481265:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947868.481278:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947868.481279:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947868.481287:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312400 00000100:00000001:0.0:1784947868.481288:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947868.481300:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947868.481301:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155019520/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947868.481313:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524219 [1] + 224 00000800:00000001:1.0:1784947868.481329:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947868.481336:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947868.481342:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947868.481343:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784947868.481347:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000400:00000200:1.0:1784947868.481350:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784947868.481357:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784947868.481359:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000001:0.0:1784947868.481365:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784947868.481368:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:0.0:1784947868.481371:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:1.0:1784947868.481380:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784947868.481381:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947868.481388:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:0.0:1784947868.481399:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947868.481405:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784947868.481410:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784947868.481412:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:0.0:1784947868.481422:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947868.481428:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.481434:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947868.481435:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.481441:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947868.481444:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947868.481445:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784947868.481451:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947868.481453:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784947868.481458:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947868.481464:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea058. 00000400:00000200:0.0:1784947868.481491:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:0.0:1784947868.481495:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:1.0:1784947868.481497:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947868.481500:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947868.481503:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947868.481512:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784947868.481514:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947868.481516:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947868.481523:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9630. 00000400:00000200:1.0:1784947868.481535:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000100:00000200:0.0:1784947868.481542:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784947868.481543:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:1.0:1784947868.481551:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947868.481563:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947868.481582:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947868.481590:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.481600:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947868.481607:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784947868.481608:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947868.481614:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947868.481622:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.481629:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784947868.481632:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.481635:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.481644:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947868.481648:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1784947868.481650:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=9 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947868.481651:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947868.481657:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947868.481661:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=31 v=5 (1 1 1 1) 02000000:00000001:1.0:1784947868.481663:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.481674:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00001000:1.0:1784947868.481677:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=9 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947868.481678:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947868.481688:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1784947868.481691:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=49 v=5 (1 1 1 1) 00010000:00000001:0.0:1784947868.481695:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.481698:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947868.481702:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947868.481704:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947868.481707:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00010000:00000001:1.0:1784947868.481710:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784947868.481714:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1784947868.481717:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.481719:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.481724:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947868.481729:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947868.481735:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784947868.481737:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947868.481739:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947868.481753:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947868.481765:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947868.481775:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947868.481781:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947868.481782:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.481791:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947868.481796:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947868.481801:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947868.481809:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947868.481846:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155019776:192.168.201.111@tcp:400:kworker.0 00000100:00100000:1.0:1784947868.481853:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155019648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947868.481858:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.481864:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947868.481865:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.481871:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947868.481875:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641155019776/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947868.481883:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155019648/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947884 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947868.481911:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784947868.481918:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947868.481919:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784947868.481925:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947868.481927:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 02000000:00000010:1.0:1784947868.481931:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947868.481935:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784947868.481939:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947868.481941:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:1.0:1784947868.481944:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947868.481947:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000040:1.0:1784947868.481949:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947868.481955:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1784947868.481957:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947868.481961:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000010:1.0:1784947868.481963:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:0.0:1784947868.481971:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947868.481972:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947868.481978:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784947868.481979:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947868.481985:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000100:00000010:1.0:1784947868.481987:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:0.0:1784947868.481998:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947868.481999:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947868.482006:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.482007:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.482019:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947868.482020:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947868.482035:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947868.482036:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947868.482042:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.482043:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947868.482078:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947868.482081:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947868.482090:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947868.482097:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947868.668184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947868.668195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947868.668310:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947868.668319:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947868.668327:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947869.692142:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947869.692149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947869.692195:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947869.692199:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947869.692203:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947870.716208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947870.716218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947870.716354:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947870.716361:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947870.716366:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947871.740133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947871.740141:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947871.740144:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947871.740147:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947871.740152:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947871.740154:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947871.740156:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947871.740158:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947871.740234:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947871.740237:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947871.740240:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947872.380135:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306631942, at 4306632000 00000100:00000040:1.0:1784947872.380135:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306631942, at 4306632000 00000100:00000010:1.0:1784947872.380151:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889540. 00000100:00000010:0.0:1784947872.380154:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947872.764219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947872.764228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947872.764296:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947872.764306:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947872.764314:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947873.596210:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947873.596222:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947873.596234:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784947873.596240:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947873.596246:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947873.596249:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947873.596256:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947873.596265:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947873.596272:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596285:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947873.596298:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947873.596303:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596310:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947873.596345:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596348:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947873.596352:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947873.596355:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947873.596357:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947873.596360:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947873.596361:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947873.596363:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947873.596366:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947873.596369:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596373:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947873.596415:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947873.596418:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596423:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947873.596434:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596437:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947873.596441:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947873.596444:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784947873.596447:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784947873.596448:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947873.596455:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784947873.596456:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947873.596457:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784947873.596462:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947873.596463:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947873.596471:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947873.596476:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947873.596478:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947873.596486:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947873.596506:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947873.596510:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947873.596511:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.596516:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.596520:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947873.596523:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947873.596525:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947873.596534:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947873.596546:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155019904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947873.596549:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596558:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947873.596559:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947873.596566:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947873.596568:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947873.596570:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947873.596573:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596576:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947873.596578:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947873.596584:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11970) 02000000:00000010:3.0:1784947873.596587:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947873.596592:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947873.596600:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947873.596603:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947873.596606:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947873.596608:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947873.596613:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784947873.596617:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000040:2.0:1784947873.596620:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947873.596628:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155019904, portal 25 00000100:00000001:2.0:1784947873.596632:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947873.596634:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947873.596637:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.596639:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 02000000:00000001:2.0:1784947873.596642:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947873.596647:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947873.596652:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947873.596653:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947873.596665:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155020032:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947873.596675:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947873.596677:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947873.596684:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947873.596689:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947873.596690:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947873.596695:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 02000000:00000001:2.0:1784947873.596696:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947873.596705:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000200:3.0:1784947873.596705:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155019904, offset 0 02000000:00000001:2.0:1784947873.596711:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947873.596718:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947873.596719:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947873.596728:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947873.596734:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947873.596735:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784947873.596744:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020032, portal 10 00000400:00000200:3.0:1784947873.596749:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947873.596750:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947873.596755:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000400:00000200:3.0:1784947873.596761:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784947873.596768:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947873.596772:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947873.596782:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947873.596792:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947873.596793:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947873.596804:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947873.596805:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541199:541199:256:4294967295] 192.168.201.111@tcp LPNI seq info [541136:541136:8:4294967295] 00000400:00000010:2.0:1784947873.596808:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784947873.596818:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155020032, offset 0 00000400:00000200:3.0:1784947873.596819:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947873.596830:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947873.596842:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947873.596843:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947873.596855:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784947873.596862:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947873.596866:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784947873.596872:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000400:00000200:2.0:1784947873.596873:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947873.596881:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947873.596888:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947873.596890:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947873.596895:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541200:541200:255:4294967295] 192.168.201.111@tcp LPNI seq info [541137:541137:7:4294967295] 00000400:00000200:2.0:1784947873.596901:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947873.596907:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947873.596917:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947873.596921:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947873.596929:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947873.596935:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947873.596940:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947873.596941:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947873.596953:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947873.596958:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947873.596960:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306637061 00000800:00000200:2.0:1784947873.596965:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784947873.596970:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d77e0. 00000100:00000001:2.0:1784947873.596971:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947873.596980:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9063 usecs (10 jiffies) 00000100:00000001:3.0:1784947873.596983:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947873.596990:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947873.596995:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306633226 00000100:00000001:3.0:1784947873.596996:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306637061 00000100:00000001:2.0:1784947873.597000:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306637061 00000100:00000010:3.0:1784947873.597003:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d74e0. 00000100:00000001:2.0:1784947873.597005:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306633226 00000100:00000001:3.0:1784947873.597013:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947873.597018:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947873.597021:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.597025:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306637061 00000100:00000001:3.0:1784947873.597026:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.597034:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947873.597035:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947873.597040:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.597043:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.597044:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947873.597088:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947873.597096:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947873.597096:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784947873.597097:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947873.597102:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947873.597103:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947873.597109:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784947873.597110:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000100:00000001:2.0:1784947873.597110:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947873.597114:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947873.597115:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947873.597123:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947873.597128:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947873.597129:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947873.597129:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947873.597147:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784947873.597152:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947873.597153:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.597159:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947873.597163:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947873.597166:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947873.597167:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000100:00100000:3.0:1784947873.597171:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020160:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947873.597176:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:3.0:1784947873.597178:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947873.597183:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947873.597186:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.597190:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947873.597191:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:3.0:1784947873.597195:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947873.597200:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947873.597206:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947873.597209:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947873.597210:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947873.597218:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784947873.597226:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020160, portal 10 00000100:00000001:3.0:1784947873.597233:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947873.597236:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000001:1.0:1784947873.597244:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947873.597249:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947873.597259:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947873.597260:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947873.597270:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947873.597274:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947873.597282:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155020160, offset 0 00000100:00000001:1.0:1784947873.597292:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947873.597293:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947873.597301:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947873.597301:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947873.597309:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947873.597314:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947873.597318:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947873.597321:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947873.597323:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947873.597328:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541201:541201:255:4294967295] 192.168.201.111@tcp LPNI seq info [541138:541138:7:4294967295] 00000400:00000200:3.0:1784947873.597332:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947873.597339:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947873.597344:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947873.597348:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947873.597352:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947873.597357:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947873.597360:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947873.597364:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947873.597367:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10231 usecs (11 jiffies) 00000400:00000200:3.0:1784947873.597370:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947873.597373:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306633228 00000100:00000001:3.0:1784947873.597375:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306637061 00000100:00000001:3.0:1784947873.597378:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306633228 00000100:00000001:3.0:1784947873.597405:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306637061 00000100:00000001:3.0:1784947873.597407:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947873.597410:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.597413:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.597416:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784947873.597417:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947873.597420:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947873.597425:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784947873.597426:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947873.597428:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947873.597435:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947873.597438:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947873.597439:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947873.597441:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947873.597455:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947873.597462:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:1.0:1784947873.597466:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:1.0:1784947873.597473:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947873.597481:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947873.597495:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947873.597501:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947873.597512:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947873.597515:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947873.597534:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947873.597538:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784947873.597543:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947873.597549:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947873.597554:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:1.0:1784947873.597558:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:1.0:1784947873.597562:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947873.597567:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947873.597579:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947873.597584:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947873.597594:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947873.597596:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947873.599518:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.599531:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947873.599535:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.599537:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947873.599543:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599550:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947873.599557:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599561:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599566:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599570:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312480 00000400:00000200:1.0:1784947873.599574:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599580:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524229 [1] + 224 00000800:00000001:1.0:1784947873.599587:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.599595:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947873.599598:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947873.599601:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947873.599607:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947873.599612:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947873.599622:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947873.599658:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947873.599667:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.599670:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.599698:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947873.599704:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947873.599711:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947873.599713:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947873.599716:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947873.599722:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784947873.599724:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784947873.599727:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947873.599736:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947873.599847:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947873.599857:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947873.599860:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.599864:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947873.599868:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784947873.599869:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947873.599871:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947873.599876:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947873.599878:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947873.599880:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947873.599885:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947873.599890:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=14 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947873.599891:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947873.599903:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599908:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947873.599914:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599917:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599921:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599924:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312500 00000400:00000200:1.0:1784947873.599928:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.599932:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524231 [1] + 224 00000800:00000001:1.0:1784947873.599937:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.599944:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947873.599947:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947873.599957:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947873.599961:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947873.599966:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947873.599976:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947873.599995:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947873.600000:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.600004:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947873.600090:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947873.600097:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947873.600100:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.600105:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1784947873.600105:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947873.600113:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1784947873.600114:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.600121:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947873.600127:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947873.600131:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947873.600133:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947873.600134:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947873.600140:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947873.600144:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000800:00000001:1.0:1784947873.600149:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.600157:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947873.600159:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000100:00000001:3.0:1784947873.600160:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784947873.600169:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000400:00000200:1.0:1784947873.600170:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947873.600181:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947873.600182:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947873.600194:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947873.600200:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947873.600200:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947873.600213:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947873.600220:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947873.600226:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312580 00000100:00000001:3.0:1784947873.600227:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947873.600242:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947873.600244:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947873.600251:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947873.600257:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524239 [1] + 224 00000800:00000001:1.0:1784947873.600274:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947873.600284:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947873.600293:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947873.600295:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155019904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947873.600307:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947873.600309:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947873.600310:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.600316:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.600318:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947873.600324:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947873.600326:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:3.0:1784947873.600330:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155019904/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947873.600334:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947873.600341:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784947873.600344:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947873.600345:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947873.600349:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.600352:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947873.600359:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:2.0:1784947873.600361:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.600368:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947873.600374:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:2.0:1784947873.600378:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=14 v=5 (5 5 5 5) 00000020:00000040:3.0:1784947873.600396:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947873.600406:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784947873.600409:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=54 v=5 (1 1 1 1) 02000000:00000010:3.0:1784947873.600412:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000100:00000040:1.0:1784947873.600413:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947873.600415:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947873.600420:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.600424:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784947873.600429:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784947873.600430:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947873.600436:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00010000:00000001:2.0:1784947873.600437:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.600443:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947873.600448:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947873.600449:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947873.600455:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947873.600456:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947873.600456:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.600465:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947873.600466:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947873.600471:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947873.600472:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.600473:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947873.600483:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947873.600486:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947873.600487:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947873.600488:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947873.600495:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947873.600503:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:3.0:1784947873.600509:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784947873.600511:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947873.600517:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947873.600518:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947873.600523:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947873.600528:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947873.600534:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947873.600569:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947873.600572:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155020032:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947873.600589:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.600595:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947873.600596:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947873.600603:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947873.600608:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155020032/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947873.600609:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947873.600614:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947873.600618:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947873.600622:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947873.600630:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.600632:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947873.600638:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784947873.600641:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=14 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947873.600642:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947873.600652:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:3.0:1784947873.600653:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=36 v=5 (1 1 1 1) 00000020:00000001:2.0:1784947873.600656:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947873.600660:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1784947873.600662:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947873.600664:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947873.600668:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:3.0:1784947873.600670:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:2.0:1784947873.600674:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00010000:00000001:3.0:1784947873.600676:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947873.600680:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947873.600682:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1784947873.600685:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784947873.600687:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000010:2.0:1784947873.600689:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947873.600692:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947873.600696:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947873.600697:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.600700:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947873.600704:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947873.600709:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947873.600712:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947873.600717:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947873.600724:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947873.600728:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947873.600730:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.600732:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947873.600737:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947873.600741:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947873.600751:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020160:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947873.600757:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.600759:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947873.600762:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155020160/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947889 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947873.600768:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947873.600770:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947873.600772:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947873.600775:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947873.600777:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947873.600778:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947873.600781:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947873.600783:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784947873.600785:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947873.600787:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947873.600789:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784947873.600792:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947873.600793:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.600795:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947873.600800:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947873.600802:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947873.600804:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947873.600806:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947873.788200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947873.788208:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947873.788291:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947873.788300:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947873.788308:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947874.812164:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947874.812173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947874.812335:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947874.812342:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947874.812347:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947875.068145:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947875.068155:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947875.068160:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947875.068344:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947875.068351:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947875.068390:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947875.068395:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947875.068398:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947875.836198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947875.836207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947875.836320:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947875.836327:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947875.836332:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947876.860173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947876.860181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947876.860381:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947876.860389:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947876.860396:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947877.500186:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306637061, at 4306637120 00000100:00000040:1.0:1784947877.500186:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306637061, at 4306637120 00000100:00000010:1.0:1784947877.500201:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d74e0. 00000100:00000010:0.0:1784947877.500203:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d77e0. 00010000:00000001:1.0:1784947877.884170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947877.884179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947877.884365:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947877.884372:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947877.884378:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947878.716191:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947878.716201:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947878.716212:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784947878.716218:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947878.716222:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947878.716226:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947878.716231:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947878.716239:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947878.716246:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716257:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947878.716268:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947878.716272:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716279:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_00+0] req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947878.716359:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716362:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947878.716365:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947878.716368:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947878.716370:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947878.716372:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947878.716374:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947878.716375:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947878.716378:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947878.716381:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716386:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947878.716394:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947878.716396:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947878.716397:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947878.716400:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947878.716404:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947878.716410:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947878.716412:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716416:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947878.716419:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947878.716423:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000100:00000040:2.0:1784947878.716424:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784947878.716425:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947878.716430:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947878.716433:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947878.716435:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947878.716441:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947878.716445:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947878.716451:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947878.716454:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947878.716456:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947878.716465:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947878.716466:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947878.716470:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947878.716471:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947878.716474:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947878.716478:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947878.716488:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155020288:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947878.716489:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716494:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947878.716500:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947878.716501:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947878.716506:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947878.716508:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947878.716509:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947878.716512:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11976) 02000000:00000001:2.0:1784947878.716515:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947878.716520:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947878.716526:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947878.716528:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947878.716530:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947878.716534:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.716534:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947878.716541:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947878.716548:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947878.716553:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947878.716555:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947878.716558:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784947878.716558:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947878.716562:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947878.716565:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947878.716569:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020416:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784947878.716570:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000001:3.0:1784947878.716573:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947878.716578:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947878.716580:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947878.716581:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020288, portal 25 02000000:00000001:3.0:1784947878.716582:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947878.716588:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1784947878.716588:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947878.716593:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 02000000:00000001:3.0:1784947878.716593:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947878.716602:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947878.716607:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947878.716608:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947878.716613:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784947878.716620:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020416, portal 10 00000100:00000001:3.0:1784947878.716627:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947878.716628:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947878.716629:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000040:2.0:1784947878.716637:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947878.716641:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947878.716645:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784947878.716650:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784947878.716654:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155020288, offset 0 00000100:00000040:3.0:1784947878.716655:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947878.716668:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947878.716669:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947878.716675:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155020416, offset 0 00000400:00000200:2.0:1784947878.716699:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947878.716699:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947878.716714:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947878.716721:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947878.716726:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947878.716730:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947878.716734:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947878.716739:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541202:541202:256:4294967295] 192.168.201.111@tcp LPNI seq info [541139:541139:8:4294967295] 00000400:00000200:2.0:1784947878.716744:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947878.716750:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947878.716759:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947878.716764:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947878.716767:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947878.716774:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947878.716779:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947878.716781:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947878.716786:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947878.716789:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541203:541203:255:4294967295] 192.168.201.111@tcp LPNI seq info [541140:541140:7:4294967295] 00000800:00000010:2.0:1784947878.716790:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947878.716795:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947878.716808:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947878.716809:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947878.716817:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947878.716822:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:2.0:1784947878.716823:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947878.716830:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947878.716831:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947878.716837:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947878.716841:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947878.716853:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.716853:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716858:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9063 usecs (10 jiffies) 00000400:00000200:2.0:1784947878.716864:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947878.716867:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947878.716871:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306642181 00000100:00000001:3.0:1784947878.716872:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306638346 00000100:00000010:3.0:1784947878.716879:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7540. 00000100:00000001:3.0:1784947878.716886:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947878.716897:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306638346 00000100:00000010:3.0:1784947878.716901:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c00. 00000100:00000001:2.0:1784947878.716902:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306638346 00000100:00000001:3.0:1784947878.716904:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947878.716913:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306642181 00000100:00000001:3.0:1784947878.716917:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947878.716923:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306638346 00000100:00000001:3.0:1784947878.716923:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.716927:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.716931:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947878.716933:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947878.716938:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.716938:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947878.716942:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947878.716945:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.716946:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947878.716948:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947878.716951:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.716952:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947878.716957:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784947878.716959:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947878.716960:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784947878.716961:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947878.716962:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947878.716964:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947878.716966:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947878.716969:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947878.716973:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947878.716973:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947878.716977:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947878.716979:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947878.716979:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947878.716984:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947878.716986:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947878.716988:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947878.716993:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.716993:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947878.716997:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:0.0:1784947878.717002:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:0.0:1784947878.717009:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947878.717009:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947878.717011:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947878.717015:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784947878.717018:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947878.717019:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947878.717025:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947878.717034:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020544:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947878.717037:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947878.717039:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947878.717078:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947878.717080:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947878.717082:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947878.717085:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947878.717088:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947878.717092:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947878.717094:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947878.717098:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000040:0.0:1784947878.717101:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947878.717102:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020544, portal 10 00000100:00000001:3.0:1784947878.717106:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947878.717109:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000040:3.0:1784947878.717118:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947878.717124:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947878.717129:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947878.717131:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947878.717134:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947878.717136:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947878.717138:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155020544, offset 0 00000400:00000200:3.0:1784947878.717142:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947878.717146:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947878.717149:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947878.717152:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947878.717154:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947878.717156:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947878.717158:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947878.717161:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541204:541204:255:4294967295] 192.168.201.111@tcp LPNI seq info [541141:541141:7:4294967295] 00000400:00000200:3.0:1784947878.717180:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947878.717185:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947878.717188:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947878.717191:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784947878.717194:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947878.717198:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947878.717200:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947878.717202:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.717205:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10231 usecs (11 jiffies) 00000400:00000200:3.0:1784947878.717208:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947878.717210:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306638348 00000800:00000200:0.0:1784947878.717211:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947878.717213:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306642181 00000800:00000010:0.0:1784947878.717215:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000100:00000001:3.0:1784947878.717217:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306638348 00000400:00000200:0.0:1784947878.717219:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947878.717221:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306642181 00000100:00000001:3.0:1784947878.717224:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947878.717227:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947878.717228:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947878.717233:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000100:00000001:3.0:1784947878.717233:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947878.717237:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784947878.717238:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947878.717242:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947878.717247:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947878.717253:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947878.717256:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947878.717261:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947878.717263:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947878.717273:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947878.717274:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:0.0:1784947878.717276:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947878.717278:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947878.717280:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:0.0:1784947878.717281:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:0.0:1784947878.717282:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947878.717285:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947878.717289:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947878.717306:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947878.717311:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947878.717312:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947878.719062:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947878.719071:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947878.719074:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947878.719075:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947878.719079:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719083:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947878.719087:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719091:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719094:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719096:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312600 00000400:00000200:1.0:1784947878.719100:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719104:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524241 [1] + 224 00000800:00000001:1.0:1784947878.719108:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947878.719110:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947878.719112:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947878.719114:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947878.719118:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947878.719123:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947878.719132:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947878.719144:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947878.719150:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947878.719152:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947878.719153:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947878.719154:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947878.719157:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719160:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947878.719164:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719166:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719169:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947878.719172:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312680 00000100:00000001:2.0:1784947878.719174:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947878.719176:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947878.719178:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947878.719181:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524249 [1] + 224 00000800:00000001:1.0:1784947878.719185:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947878.719186:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947878.719188:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947878.719189:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947878.719191:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947878.719193:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947878.719198:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947878.719199:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:2.0:1784947878.719202:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947878.719205:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947878.719207:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947878.719211:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947878.719214:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947878.719249:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947878.719253:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947878.719269:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947878.719272:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947878.719274:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947878.719276:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947878.719277:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947878.719279:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947878.719282:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947878.719284:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947878.719284:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947878.719290:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947878.719290:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=19 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947878.719305:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947878.719307:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947878.719314:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=19 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947878.719315:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947878.719322:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947878.719340:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947878.719341:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947878.719341:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947878.719346:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947878.719346:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947878.719350:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947878.719351:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947878.719354:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947878.719355:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947878.719356:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947878.719359:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947878.719363:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947878.719365:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947878.719365:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784947878.719370:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312700 00000400:00000200:3.0:1784947878.719374:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000200:1.0:1784947878.719380:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947878.719380:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784947878.719387:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947878.719388:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947878.719392:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524251 [1] + 224 00000100:00000001:2.0:1784947878.719393:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947878.719396:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947878.719400:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947878.719401:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947878.719405:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947878.719423:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947878.719429:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947878.719430:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784947878.719434:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155020288:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947878.719441:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947878.719449:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947878.719450:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947878.719452:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947878.719454:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947878.719457:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947878.719460:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947878.719461:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784947878.719462:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155020288/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947878.719465:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947878.719468:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947878.719471:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947878.719476:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947878.719483:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=19 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947878.719490:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947878.719492:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784947878.719493:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=59 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947878.719496:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947878.719500:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947878.719503:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784947878.719506:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947878.719507:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947878.719510:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947878.719511:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784947878.719511:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784947878.719516:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784947878.719517:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947878.719517:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947878.719519:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784947878.719522:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947878.719524:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947878.719524:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947878.719529:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:2.0:1784947878.719531:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947878.719532:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784947878.719534:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947878.719535:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947878.719537:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784947878.719541:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784947878.719542:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947878.719544:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947878.719549:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.719555:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947878.719557:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947878.719558:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947878.719562:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.719562:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947878.719568:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947878.719569:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947878.719574:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947878.719579:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947878.719583:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.719584:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947878.719588:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155020416/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947878.719592:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947878.719593:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947878.719595:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947878.719597:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947878.719598:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947878.719599:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947878.719600:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947878.719601:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:3.0:1784947878.719603:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947878.719604:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947878.719605:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:3.0:1784947878.719607:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947878.719608:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.719610:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.719611:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947878.719612:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947878.719614:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947878.719615:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947878.719617:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947878.719618:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784947878.719620:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784947878.719621:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947878.719624:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947878.719630:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947878.719635:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947878.719635:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.719636:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947878.719637:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947878.719638:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947878.719639:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947878.719640:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947878.719642:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947878.719644:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=41 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947878.719646:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947878.719647:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947878.719648:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947878.719649:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.719650:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947878.719651:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947878.719653:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947878.719654:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947878.719656:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947878.719660:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947878.719661:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947878.719662:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947878.719664:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947878.719669:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020544:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947878.719671:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.719672:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947878.719674:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155020544/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947894 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947878.719679:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947878.719679:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947878.719681:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947878.719682:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947878.719683:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947878.719683:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947878.719685:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947878.719685:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:3.0:1784947878.719687:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947878.719687:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947878.719688:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:3.0:1784947878.719689:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947878.719690:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.719691:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947878.719694:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947878.719695:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947878.719696:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947878.719697:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947878.908199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947878.908208:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947878.908273:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947878.908281:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947878.908286:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947879.932140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947879.932146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947879.932212:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947879.932215:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947879.932218:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947880.956220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947880.956230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947880.956371:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947880.956379:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947880.956385:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947881.980192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947881.980204:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947881.980207:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947881.980213:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947881.980220:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947881.980223:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947881.980226:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947881.980231:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947881.980362:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947881.980371:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947881.980377:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947882.620171:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306642181, at 4306642240 00000100:00000040:1.0:1784947882.620189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306642181, at 4306642240 00000100:00000010:0.0:1784947882.620192:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7540. 00000100:00000010:1.0:1784947882.620209:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c00. 00010000:00000001:1.0:1784947883.004213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947883.004251:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947883.004361:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947883.004367:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947883.004373:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947883.836176:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947883.836189:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947883.836201:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784947883.836251:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947883.836258:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947883.836261:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947883.836269:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947883.836280:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947883.836289:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836305:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947883.836321:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947883.836327:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836335:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.836376:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836380:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947883.836385:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947883.836389:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947883.836392:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947883.836395:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947883.836396:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947883.836399:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947883.836403:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947883.836406:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836412:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947883.836427:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947883.836431:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836436:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.836447:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836450:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947883.836454:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947883.836459:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947883.836462:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947883.836466:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947883.836468:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947883.836472:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947883.836476:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947883.836479:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836484:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947883.836489:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947883.836498:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947883.836500:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947883.836503:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.836507:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947883.836514:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947883.836527:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.836533:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836540:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947883.836556:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947883.836564:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947883.836566:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947883.836572:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.836575:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947883.836580:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947883.836584:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11981) 02000000:00000001:2.0:1784947883.836587:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947883.836593:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947883.836599:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155020672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947883.836606:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947883.836613:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947883.836616:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947883.836620:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947883.836629:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947883.836630:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947883.836637:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947883.836638:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947883.836644:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947883.836655:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947883.836657:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947883.836663:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947883.836678:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784947883.836679:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000001:3.0:1784947883.836682:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947883.836690:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947883.836695:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947883.836696:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020672, portal 25 02000000:00000001:3.0:1784947883.836703:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.836705:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947883.836712:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00100000:3.0:1784947883.836713:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155020800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947883.836722:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947883.836726:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947883.836729:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947883.836736:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947883.836744:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947883.836752:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784947883.836755:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000100:00000040:2.0:1784947883.836762:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947883.836764:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947883.836770:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000400:00000200:3.0:1784947883.836779:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947883.836782:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155020672, offset 0 00000400:00000010:3.0:1784947883.836788:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947883.836798:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947883.836801:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947883.836810:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020800, portal 10 00000400:00000200:2.0:1784947883.836813:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947883.836817:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947883.836821:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000400:00000200:2.0:1784947883.836830:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947883.836836:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947883.836843:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947883.836857:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947883.836859:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947883.836868:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784947883.836870:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947883.836877:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000400:00000200:2.0:1784947883.836878:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784947883.836885:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155020800, offset 0 00000400:00000200:2.0:1784947883.836892:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541205:541205:256:4294967295] 192.168.201.111@tcp LPNI seq info [541142:541142:8:4294967295] 00000400:00000200:3.0:1784947883.836904:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947883.836911:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947883.836932:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947883.836933:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947883.836949:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947883.836951:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:2.0:1784947883.836962:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947883.836962:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947883.836973:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947883.836981:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947883.836985:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947883.836991:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947883.837001:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541206:541206:255:4294967295] 192.168.201.111@tcp LPNI seq info [541143:541143:7:4294967295] 00000800:00000200:2.0:1784947883.837005:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947883.837013:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947883.837018:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947883.837031:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947883.837040:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947883.837083:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784947883.837094:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947883.837104:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947883.837105:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947883.837116:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947883.837124:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947883.837129:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.837131:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306647302 00000100:00000040:3.0:1784947883.837137:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9063 usecs (10 jiffies) 00000100:00000010:2.0:1784947883.837142:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ae0. 00000400:00000200:3.0:1784947883.837151:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947883.837158:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306643467 00000100:00000001:2.0:1784947883.837160:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784947883.837166:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947883.837172:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306647302 00000800:00000010:0.0:1784947883.837177:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784947883.837178:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306647302 00000100:00000010:2.0:1784947883.837181:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff434e0. 00000100:00000001:3.0:1784947883.837190:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306643467 00000100:00000001:2.0:1784947883.837193:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784947883.837194:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947883.837235:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947883.837237:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306647302 00000400:00000200:0.0:1784947883.837238:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947883.837251:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947883.837252:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947883.837255:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000100:00000001:2.0:1784947883.837263:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947883.837264:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947883.837265:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784947883.837276:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947883.837277:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947883.837281:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947883.837285:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.837290:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784947883.837295:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.837296:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947883.837297:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947883.837304:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947883.837308:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947883.837317:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947883.837318:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947883.837325:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947883.837327:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947883.837332:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947883.837333:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947883.837342:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.837343:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947883.837345:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.837405:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947883.837408:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.837411:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947883.837414:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947883.837420:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947883.837425:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947883.837429:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947883.837435:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020928:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947883.837440:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947883.837444:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947883.837446:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947883.837449:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947883.837453:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947883.837456:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947883.837461:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947883.837466:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947883.837472:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784947883.837477:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155020928, portal 10 00000100:00000001:2.0:1784947883.837479:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947883.837481:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000040:2.0:1784947883.837490:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.837499:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947883.837503:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947883.837508:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000800:00000200:0.0:1784947883.837511:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784947883.837513:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155020928, offset 0 00000800:00000010:0.0:1784947883.837522:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:2.0:1784947883.837531:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947883.837534:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947883.837544:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.837553:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947883.837559:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947883.837563:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000200:2.0:1784947883.837568:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784947883.837570:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:0.0:1784947883.837578:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947883.837578:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947883.837586:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:0.0:1784947883.837594:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947883.837598:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947883.837610:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541207:541207:255:4294967295] 192.168.201.111@tcp LPNI seq info [541144:541144:7:4294967295] 00000400:00000200:2.0:1784947883.837630:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947883.837651:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947883.837673:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947883.837683:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:0.0:1784947883.837687:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784947883.837696:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784947883.837706:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947883.837715:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947883.837728:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947883.837737:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947883.837738:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947883.837746:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947883.837751:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10230 usecs (11 jiffies) 00000400:00000200:2.0:1784947883.837756:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947883.837760:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306643468 00000800:00000200:0.0:1784947883.837763:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947883.837765:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306647302 00000800:00000010:0.0:1784947883.837771:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:2.0:1784947883.837773:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306643468 00000100:00000001:2.0:1784947883.837780:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306647302 00000400:00000200:0.0:1784947883.837781:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947883.837789:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947883.837796:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947883.837798:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947883.837803:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947883.837806:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000100:00000001:2.0:1784947883.837809:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784947883.837812:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784947883.837816:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947883.837822:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947883.837823:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947883.837833:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947883.837835:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.837838:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947883.837844:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.837853:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947883.837864:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947883.837870:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947883.837879:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947883.837882:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947883.840169:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947883.840192:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947883.840198:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947883.840227:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947883.840239:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947883.840249:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947883.840266:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947883.840274:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947883.840285:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947883.840309:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312780 00000400:00000200:1.0:1784947883.840318:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947883.840328:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524259 [1] + 224 00000800:00000001:1.0:1784947883.840340:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947883.840355:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947883.840361:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947883.840369:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947883.840378:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947883.840392:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947883.840413:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947883.840449:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947883.840473:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947883.840481:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.840557:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947883.840562:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947883.840579:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947883.840581:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947883.840585:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947883.840592:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:2.0:1784947883.840594:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:2.0:1784947883.840598:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947883.840612:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947883.840627:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.840638:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947883.840641:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.840649:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947883.840652:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947883.840655:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947883.840658:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947883.840666:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947883.840672:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947883.840678:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947883.840681:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947883.840683:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947883.840687:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947883.840690:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.840693:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947883.840699:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.840720:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947883.840724:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947883.840726:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947883.840732:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947883.840743:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155020672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947883.840749:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.840752:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947883.840756:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155020672/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.840764:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947883.840767:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947883.840771:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947883.840776:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947883.840779:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947883.840781:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947883.840785:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947883.840788:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947883.840792:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947883.840795:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947883.840797:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784947883.840801:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947883.840803:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.840806:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.840809:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947883.840810:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947883.840812:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.840815:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947883.841194:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947883.841226:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947883.841231:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947883.841235:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947883.841241:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841247:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947883.841257:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841261:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841266:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841270:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312800 00000400:00000200:0.0:1784947883.841275:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841281:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524261 [1] + 224 00000800:00000001:0.0:1784947883.841288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947883.841292:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947883.841295:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947883.841299:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947883.841304:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947883.841310:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947883.841322:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947883.841343:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947883.841357:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947883.841362:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947883.841365:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947883.841369:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947883.841373:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841379:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947883.841386:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841389:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841394:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947883.841400:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312880 00000100:00000001:3.0:1784947883.841404:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947883.841406:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947883.841412:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947883.841420:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524269 [1] + 224 00000800:00000001:0.0:1784947883.841426:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947883.841432:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947883.841435:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947883.841438:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947883.841444:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784947883.841446:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784947883.841457:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947883.841460:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784947883.841466:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784947883.841471:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947883.841473:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947883.841484:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947883.841486:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947883.841538:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947883.841541:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.841576:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947883.841583:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947883.841590:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947883.841595:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947883.841600:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947883.841607:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947883.841610:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947883.841617:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=24 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947883.841621:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947883.841623:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947883.841631:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947883.841633:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947883.841636:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947883.841639:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947883.841642:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947883.841648:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784947883.841651:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947883.841652:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947883.841659:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947883.841665:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947883.841673:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.841684:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947883.841688:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947883.841691:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947883.841697:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947883.841708:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155020800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947883.841715:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947883.841718:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947883.841722:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155020800/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.841729:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947883.841732:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947883.841737:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947883.841738:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947883.841743:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947883.841753:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947883.841755:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:2.0:1784947883.841757:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1784947883.841759:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000001:2.0:1784947883.841763:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784947883.841767:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:2.0:1784947883.841770:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 02000000:00000010:3.0:1784947883.841772:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:3.0:1784947883.841784:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1784947883.841786:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 02000000:00000001:3.0:1784947883.841787:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1784947883.841796:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000010:3.0:1784947883.841797:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784947883.841808:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947883.841809:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947883.841815:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947883.841818:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947883.841824:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947883.841827:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947883.841833:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947883.841841:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947883.841846:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947883.841856:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.841868:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947883.841873:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.841876:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947883.841879:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947883.841881:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947883.841884:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947883.841887:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947883.841893:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=24 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947883.841898:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=46 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947883.841901:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947883.841903:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947883.841906:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947883.841910:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.841913:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947883.841916:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947883.841918:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947883.841920:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947883.841926:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.841935:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947883.841939:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947883.841941:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947883.841946:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947883.841956:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155020928:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947883.841961:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.841964:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947883.841968:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155020928/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947883.841976:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947883.841978:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947883.841981:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947883.841985:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947883.841987:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947883.841989:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947883.841992:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947883.841995:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947883.841998:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947883.842000:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947883.842002:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784947883.842006:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947883.842008:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.842011:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947883.842017:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947883.842019:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947883.842022:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947883.842025:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947884.028249:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947884.028259:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947884.028314:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947884.028322:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947884.028330:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947885.052219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947885.052231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947885.052292:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947885.052300:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947885.052308:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947886.076264:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947886.076274:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947886.076388:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947886.076394:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947886.076399:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947887.100229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947887.100239:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947887.100364:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947887.100373:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947887.100381:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947887.740206:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306647302, at 4306647360 00000100:00000040:0.0:1784947887.740207:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306647302, at 4306647360 00000100:00000010:1.0:1784947887.740230:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff434e0. 00000100:00000010:0.0:1784947887.740233:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ae0. 00010000:00000001:1.0:1784947888.124218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947888.124228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947888.124349:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947888.124355:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947888.124360:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947888.956238:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947888.956251:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947888.956264:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947888.956272:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947888.956277:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947888.956282:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947888.956289:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947888.956353:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947888.956362:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956391:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947888.956407:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947888.956413:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956422:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.956460:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956464:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947888.956469:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947888.956474:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000020:00000040:1.0:1784947888.956477:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947888.956480:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947888.956482:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947888.956485:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947888.956489:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947888.956493:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956499:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947888.956510:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947888.956513:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956521:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.956541:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956545:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947888.956549:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947888.956557:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784947888.956559:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947888.956566:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1784947888.956568:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784947888.956581:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784947888.956582:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.956593:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947888.956597:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947888.956605:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.956620:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1784947888.956621:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:0.0:1784947888.956624:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.956634:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947888.956634:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.956642:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947888.956647:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956651:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784947888.956659:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155021056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947888.956674:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947888.956682:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784947888.956684:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947888.956689:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.956691:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.956697:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784947888.956703:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947888.956709:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784947888.956718:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947888.956725:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.956731:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784947888.956732:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947888.956743:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1784947888.956744:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea058. 00000100:00000040:1.0:1784947888.956754:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784947888.956760:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000040:1.0:1784947888.956761:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947888.956773:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11986) 00000100:00000200:0.0:1784947888.956774:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021056, portal 25 00000100:00000001:0.0:1784947888.956780:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947888.956783:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000040:0.0:1784947888.956793:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.956804:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947888.956810:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947888.956814:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000001:1.0:1784947888.956816:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947888.956819:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155021056, offset 0 00000100:00000001:1.0:1784947888.956822:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947888.956828:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947888.956833:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947888.956839:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947888.956853:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947888.956860:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947888.956865:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947888.956869:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784947888.956871:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:1.0:1784947888.956874:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947888.956882:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947888.956884:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:1.0:1784947888.956892:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155021184:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947888.956899:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947888.956912:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947888.956913:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947888.956922:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:1.0:1784947888.956923:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947888.956929:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947888.956934:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541208:541208:256:4294967295] 192.168.201.111@tcp LPNI seq info [541145:541145:8:4294967295] 02000000:00000001:1.0:1784947888.956936:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947888.956946:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000400:00000200:0.0:1784947888.956948:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947888.956955:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947888.956968:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.956978:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:1.0:1784947888.956979:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9630. 00000400:00000010:1.0:1784947888.956992:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000800:00000200:0.0:1784947888.956994:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947888.957001:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021184, portal 10 00000100:00000001:1.0:1784947888.957006:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947888.957008:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 00000100:00000040:1.0:1784947888.957019:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.957028:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947888.957032:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947888.957036:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1770. 00000100:00000200:1.0:1784947888.957040:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155021184, offset 0 00000800:00000010:0.0:1784947888.957043:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947888.957104:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947888.957141:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947888.957154:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947888.957155:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947888.957165:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947888.957172:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947888.957181:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947888.957188:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947888.957190:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947888.957201:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541209:541209:255:4294967295] 192.168.201.111@tcp LPNI seq info [541146:541146:7:4294967295] 00000800:00000200:0.0:1784947888.957205:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947888.957215:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947888.957228:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947888.957236:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947888.957240:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947888.957243:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000800:00000200:1.0:1784947888.957257:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947888.957265:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947888.957273:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306652422 00000800:00000200:1.0:1784947888.957274:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947888.957285:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784947888.957289:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:1.0:1784947888.957291:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.957300:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9063 usecs (10 jiffies) 00000100:00000001:0.0:1784947888.957302:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784947888.957311:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947888.957316:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306648587 00000100:00000001:0.0:1784947888.957317:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306652422 00000100:00000001:1.0:1784947888.957322:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306652422 00000100:00000010:0.0:1784947888.957326:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18894e0. 00000100:00000001:1.0:1784947888.957329:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306648587 00000100:00000001:0.0:1784947888.957334:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784947888.957341:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947888.957344:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947888.957347:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306652422 00000100:00000001:0.0:1784947888.957350:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947888.957358:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947888.957359:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947888.957369:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957377:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947888.957378:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957387:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947888.957389:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.957401:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947888.957404:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947888.957406:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947888.957412:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947888.957413:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947888.957423:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784947888.957430:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.957430:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947888.957437:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947888.957447:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957458:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947888.957462:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.957465:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947888.957468:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947888.957472:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947888.957478:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155021312:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947888.957484:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947888.957488:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947888.957490:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.957493:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947888.957498:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784947888.957501:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947888.957506:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947888.957509:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000400:00000010:0.0:1784947888.957515:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 00000100:00000200:0.0:1784947888.957520:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021312, portal 10 00000100:00000001:0.0:1784947888.957522:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947888.957524:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000100:00000040:0.0:1784947888.957532:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957542:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947888.957545:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947888.957548:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000100:00000200:0.0:1784947888.957551:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155021312, offset 0 00000400:00000200:0.0:1784947888.957556:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947888.957561:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.957566:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947888.957571:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947888.957575:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947888.957579:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947888.957582:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947888.957586:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541210:541210:254:4294967295] 192.168.201.111@tcp LPNI seq info [541147:541147:6:4294967295] 00000400:00000200:0.0:1784947888.957591:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.957600:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947888.957605:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947888.957609:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784947888.957615:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947888.957621:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947888.957626:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947888.957630:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947888.957634:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10230 usecs (11 jiffies) 00000400:00000200:0.0:1784947888.957638:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947888.957641:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306648588 00000100:00000001:0.0:1784947888.957644:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306652422 00000100:00000001:0.0:1784947888.957647:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306648588 00000100:00000001:0.0:1784947888.957649:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306652422 00000100:00000001:0.0:1784947888.957651:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947888.957654:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957657:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957659:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.957663:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947888.957665:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947888.957667:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947888.957669:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947888.957671:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957674:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947888.957729:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947888.957734:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784947888.957742:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947888.957748:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947888.957754:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947888.957757:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784947888.957762:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947888.957768:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957780:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947888.957784:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957793:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957796:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947888.957815:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947888.957817:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784947888.957821:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947888.957825:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947888.957828:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:0.0:1784947888.957830:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:0.0:1784947888.957833:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947888.957838:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957846:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947888.957850:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957858:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957860:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947888.957943:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947888.957947:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:0.0:1784947888.957950:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947888.957954:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947888.957957:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:0.0:1784947888.957960:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:0.0:1784947888.957962:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947888.957968:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957977:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947888.957981:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.957989:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.957991:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947888.961031:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961088:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947888.961095:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961102:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947888.961111:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961144:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947888.961158:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961165:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961173:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961181:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312900 00000400:00000200:0.0:1784947888.961190:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961200:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524271 [1] + 224 00000800:00000001:0.0:1784947888.961213:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961247:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947888.961253:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947888.961260:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947888.961270:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947888.961280:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947888.961302:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.961337:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947888.961351:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961361:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947888.961364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961370:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947888.961377:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961387:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947888.961399:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961405:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961413:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947888.961415:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947888.961422:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947888.961425:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312980 00000400:00000001:1.0:1784947888.961432:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947888.961438:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784947888.961439:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947888.961449:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea058. 00000400:00000200:1.0:1784947888.961456:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:1.0:1784947888.961459:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:1.0:1784947888.961464:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947888.961473:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524281 [1] + 224 00000100:00000200:1.0:1784947888.961476:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947888.961489:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961501:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947888.961502:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947888.961510:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947888.961526:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784947888.961527:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947888.961533:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.961537:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947888.961540:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947888.961545:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784947888.961549:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.961551:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947888.961556:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947888.961562:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947888.961569:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=29 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947888.961582:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947888.961590:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784947888.961591:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.961594:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947888.961603:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947888.961608:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947888.961617:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.961628:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.961631:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947888.961643:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784947888.961644:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947888.961652:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784947888.961654:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947888.961656:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947888.961662:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947888.961669:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947888.961671:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947888.961687:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784947888.961706:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155021056:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947888.961707:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947888.961725:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947888.961727:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947888.961731:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947888.961737:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947888.961743:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155021056/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947888.961752:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947888.961770:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312a00 00000100:00000001:1.0:1784947888.961774:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784947888.961780:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947888.961781:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947888.961788:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 00000400:00000200:0.0:1784947888.961795:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524291 [1] + 224 02000000:00000001:1.0:1784947888.961798:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947888.961804:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784947888.961807:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784947888.961810:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947888.961816:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947888.961820:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:1.0:1784947888.961825:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947888.961828:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947888.961830:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:1.0:1784947888.961836:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947888.961839:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947888.961840:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947888.961844:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947888.961847:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947888.961852:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947888.961858:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947888.961860:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947888.961863:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.961868:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947888.961869:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947888.961882:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.961889:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947888.961894:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947888.961902:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784947888.961904:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784947888.961906:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947888.961912:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9630. 00000400:00000200:1.0:1784947888.961923:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000400:00000010:1.0:1784947888.961928:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:1.0:1784947888.961932:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947888.961935:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784947888.961942:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947888.961946:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947888.961954:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947888.961963:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.961975:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947888.961977:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947888.961980:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947888.961982:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947888.961984:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947888.961987:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.961991:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784947888.961991:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.961998:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:1.0:1784947888.961999:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=29 v=5 (5 5 5 5) 00000400:00000001:0.0:1784947888.962004:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:1.0:1784947888.962007:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=69 v=5 (1 1 1 1) 00000400:00000001:0.0:1784947888.962009:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947888.962016:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:0.0:1784947888.962017:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947888.962021:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947888.962026:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf110 00010000:00000001:1.0:1784947888.962027:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1784947888.962035:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf110. 00010000:00000001:1.0:1784947888.962037:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.962080:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947888.962090:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1784947888.962091:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947888.962096:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947888.962105:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947888.962110:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947888.962147:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947888.962171:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.962190:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947888.962195:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947888.962197:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947888.962203:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947888.962204:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784947888.962207:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947888.962210:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947888.962214:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947888.962217:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.962219:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947888.962228:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947888.962240:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=29 v=5 (5 5 5 5) 00000100:00100000:1.0:1784947888.962242:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155021184:192.168.201.111@tcp:400:kworker.0 00000100:00001000:0.0:1784947888.962255:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947888.962257:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.962263:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947888.962264:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947888.962269:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947888.962273:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641155021184/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784947888.962275:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947888.962282:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.962289:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784947888.962292:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784947888.962293:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:1.0:1784947888.962296:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947888.962300:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:1.0:1784947888.962302:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784947888.962306:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947888.962309:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947888.962314:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784947888.962319:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784947888.962320:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947888.962328:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947888.962333:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:1.0:1784947888.962340:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947888.962344:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784947888.962349:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784947888.962350:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00000100:00000001:1.0:1784947888.962358:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947888.962359:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947888.962362:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.962364:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947888.962370:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947888.962376:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947888.962380:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947888.962386:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947888.962393:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947888.962398:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947888.962399:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155021312:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947888.962409:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.962411:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947888.962416:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155021312/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947888.962424:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947888.962427:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947888.962430:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784947888.962435:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947888.962437:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947888.962439:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947888.962442:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947888.962444:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:0.0:1784947888.962447:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947888.962449:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947888.962451:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:0.0:1784947888.962455:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947888.962457:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.962459:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947888.962465:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947888.962467:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947888.962469:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947888.962472:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947889.148130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947889.148136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947889.148181:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947889.148187:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947889.148192:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947890.172247:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947890.172257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947890.172368:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947890.172377:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947890.172384:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947891.196218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947891.196228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947891.196331:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947891.196338:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947891.196343:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947892.220293:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947892.220304:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947892.220309:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947892.220315:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947892.220340:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947892.220344:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947892.220348:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947892.220353:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947892.220440:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947892.220447:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947892.220452:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947892.860219:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306652422, at 4306652480 00000100:00000040:1.0:1784947892.860219:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306652422, at 4306652480 00000100:00000010:1.0:1784947892.860233:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18894e0. 00000100:00000010:0.0:1784947892.860235:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784947893.244166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947893.244171:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947893.244258:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947893.244295:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947893.244298:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947894.076250:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947894.076263:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947894.076276:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947894.076283:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947894.076289:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947894.076293:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947894.076300:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947894.076311:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947894.076320:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947894.076336:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947894.076350:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947894.076366:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947894.076374:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.076416:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947894.076420:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947894.076425:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947894.076429:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784947894.076434:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947894.076439:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947894.076442:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947894.076446:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947894.076454:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947894.076461:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.076491:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947894.076492:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784947894.076503:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1784947894.076513:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.076527:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947894.076532:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.076538:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947894.076539:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947894.076545:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947894.076549:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.076551:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947894.076575:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947894.076576:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.076648:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947894.076649:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.076654:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947894.076656:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947894.076661:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947894.076664:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947894.076668:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784947894.076672:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 02000000:00000001:2.0:1784947894.076675:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947894.076679:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:2.0:1784947894.076689:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155021440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947894.076690:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947894.076695:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947894.076701:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.076703:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784947894.076709:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947894.076713:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947894.076717:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.076719:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.076726:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947894.076728:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1784947894.076737:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947894.076744:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784947894.076746:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947894.076750:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947894.076758:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.076768:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947894.076772:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947894.076777:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947894.076780:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947894.076784:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947894.076789:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11991) 00000100:00000001:3.0:1784947894.076827:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947894.076832:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947894.076834:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947894.076841:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947894.076846:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947894.076850:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947894.076860:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000001:3.0:1784947894.076865:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947894.076870:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947894.076872:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021440, portal 25 02000000:00000001:3.0:1784947894.076875:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947894.076880:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947894.076883:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947894.076888:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.076889:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00100000:3.0:1784947894.076900:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155021696:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947894.076910:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.076911:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947894.076919:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947894.076923:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947894.076931:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947894.076939:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1784947894.076940:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947894.076950:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947894.076951:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947894.076961:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000400:00000200:3.0:1784947894.076966:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784947894.076970:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155021440, offset 0 00000400:00000010:3.0:1784947894.076975:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947894.076985:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947894.076987:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947894.076996:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021696, portal 10 00000100:00000001:3.0:1784947894.077003:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947894.077004:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947894.077007:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000400:00000200:2.0:1784947894.077018:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784947894.077025:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.077115:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947894.077119:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947894.077124:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000200:3.0:1784947894.077128:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155021696, offset 0 00000400:00000200:3.0:1784947894.077136:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947894.077169:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947894.077183:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947894.077191:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947894.077196:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947894.077202:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541211:541211:256:4294967295] 192.168.201.111@tcp LPNI seq info [541148:541148:8:4294967295] 00000400:00000200:2.0:1784947894.077209:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947894.077219:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947894.077239:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947894.077240:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947894.077251:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947894.077264:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947894.077264:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947894.077274:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784947894.077290:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947894.077292:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947894.077302:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541212:541212:255:4294967295] 192.168.201.111@tcp LPNI seq info [541149:541149:7:4294967295] 00000800:00000200:2.0:1784947894.077313:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947894.077317:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947894.077332:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947894.077338:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947894.077346:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:2.0:1784947894.077362:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947894.077363:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947894.077385:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947894.077388:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947894.077397:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947894.077411:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947894.077412:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947894.077427:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947894.077433:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306657542 00000100:00000010:2.0:1784947894.077441:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff435a0. 00000100:00000001:2.0:1784947894.077452:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947894.077461:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306657542 00000100:00000040:3.0:1784947894.077462:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10230 usecs (11 jiffies) 00000100:00000010:2.0:1784947894.077470:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43720. 00000100:00000001:2.0:1784947894.077478:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947894.077479:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947894.077485:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947894.077490:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306653708 00000100:00000001:2.0:1784947894.077492:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947894.077500:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947894.077506:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306657542 00000100:00000001:2.0:1784947894.077507:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947894.077510:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:2.0:1784947894.077516:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.077522:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306653708 00000100:00000001:2.0:1784947894.077526:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947894.077527:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947894.077531:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306657542 00000100:00000001:2.0:1784947894.077533:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947894.077545:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947894.077547:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947894.077548:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947894.077555:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947894.077560:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.077562:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947894.077564:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000100:00000001:3.0:1784947894.077569:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947894.077572:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000040:2.0:1784947894.077579:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.077580:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947894.077584:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947894.077596:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:0.0:1784947894.077600:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.077604:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947894.077605:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947894.077612:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947894.077616:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947894.077623:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947894.077626:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947894.077630:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.077634:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947894.077640:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947894.077641:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.077642:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947894.077650:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155021568:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784947894.077665:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.077665:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947894.077674:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947894.077681:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947894.077685:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.077686:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947894.077694:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1784947894.077697:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947894.077703:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947894.077709:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947894.077714:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947894.077720:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784947894.077724:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021568, portal 10 00000100:00000001:2.0:1784947894.077726:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947894.077729:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:2.0:1784947894.077740:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.077758:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947894.077762:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947894.077767:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784947894.077770:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155021568, offset 0 00000400:00000200:2.0:1784947894.077776:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947894.077782:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947894.077788:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947894.077793:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947894.077797:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784947894.077801:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947894.077803:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1784947894.077810:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:2.0:1784947894.077813:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947894.077819:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947894.077822:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541213:541213:255:4294967295] 192.168.201.111@tcp LPNI seq info [541150:541150:7:4294967295] 00000400:00000200:0.0:1784947894.077835:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947894.077837:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.077851:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:0.0:1784947894.077855:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:0.0:1784947894.077861:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947894.077875:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947894.077876:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947894.077902:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947894.077905:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1784947894.077910:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000040:0.0:1784947894.077916:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947894.077929:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947894.077943:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947894.077949:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784947894.077950:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947894.077958:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947894.077979:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947894.077985:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9063 usecs (10 jiffies) 00000400:00000200:2.0:1784947894.077989:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947894.077992:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306653707 00000100:00000001:2.0:1784947894.077996:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306657542 00000100:00000001:2.0:1784947894.077999:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306653707 00000100:00000001:2.0:1784947894.078002:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306657542 00000100:00000001:2.0:1784947894.078005:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947894.078008:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.078012:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.078026:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.078094:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947894.078098:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947894.078103:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947894.078106:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947894.078110:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947894.078117:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947894.078117:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947894.078130:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947894.078139:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947894.078147:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947894.078164:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:1.0:1784947894.078167:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:1.0:1784947894.078172:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947894.078180:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947894.078195:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947894.078200:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947894.078212:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947894.078214:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947894.080670:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947894.080688:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947894.080693:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947894.080696:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947894.080703:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080711:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947894.080720:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080725:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080731:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080736:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312a80 00000400:00000200:0.0:1784947894.080742:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080748:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242a1 [1] + 224 00000800:00000001:0.0:1784947894.080757:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947894.080766:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947894.080770:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947894.080776:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947894.080783:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947894.080791:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947894.080807:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947894.080839:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947894.080851:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947894.080857:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947894.080859:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947894.080861:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947894.080866:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080871:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947894.080877:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080880:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080884:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080898:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312b80 00000400:00000200:0.0:1784947894.080903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947894.080908:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242a9 [1] + 224 00000800:00000001:0.0:1784947894.080913:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947894.080920:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947894.080923:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947894.080929:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947894.080934:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947894.080940:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947894.080955:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.080958:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947894.080965:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947894.080977:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947894.080982:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784947894.080983:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1784947894.080987:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947894.080996:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:2.0:1784947894.080999:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:2.0:1784947894.081004:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947894.081013:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947894.081020:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947894.081023:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.081096:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947894.081103:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947894.081110:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947894.081115:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947894.081122:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000200:2.0:1784947894.081137:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.081149:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947894.081153:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.081157:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947894.081159:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947894.081163:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947894.081165:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.081169:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947894.081176:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947894.081181:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947894.081184:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947894.081186:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947894.081190:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947894.081193:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.081196:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947894.081202:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.081221:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947894.081225:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947894.081228:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947894.081234:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947894.081245:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155021440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947894.081251:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.081253:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947894.081259:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155021440/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.081268:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947894.081272:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947894.081287:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784947894.081289:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 02000000:00000001:2.0:1784947894.081294:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:3.0:1784947894.081296:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000020:00000001:2.0:1784947894.081301:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947894.081306:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:2.0:1784947894.081307:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947894.081315:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947894.081321:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000100:00000200:3.0:1784947894.081323:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947894.081330:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947894.081336:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947894.081339:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000800:00000001:1.0:1784947894.081341:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947894.081345:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947894.081350:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.081354:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.081357:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947894.081366:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784947894.081369:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.081370:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947894.081383:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947894.081384:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947894.081396:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947894.081408:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947894.081415:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947894.081441:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947894.081464:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947894.081465:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947894.081474:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947894.081477:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947894.081481:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947894.081489:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784947894.081498:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947894.081498:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947894.081507:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947894.081517:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312b00 02000000:00000001:3.0:1784947894.081519:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947894.081535:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784947894.081536:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=35 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947894.081550:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=57 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947894.081552:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242b1 [1] + 224 00000100:00000001:3.0:1784947894.081558:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947894.081563:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947894.081568:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947894.081572:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947894.081573:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947894.081582:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947894.081585:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947894.081588:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947894.081590:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947894.081594:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947894.081602:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947894.081606:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947894.081627:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947894.081629:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947894.081636:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947894.081641:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947894.081643:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947894.081650:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947894.081664:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947894.081671:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155021696:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947894.081684:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.081691:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947894.081700:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155021696/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947894.081717:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947894.081718:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947894.081724:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947894.081730:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947894.081738:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947894.081743:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947894.081747:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947894.081753:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947894.081756:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:3.0:1784947894.081760:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947894.081762:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947894.081764:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:3.0:1784947894.081768:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947894.081770:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947894.081771:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.081779:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.081787:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784947894.081788:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947894.081790:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947894.081797:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784947894.081800:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947894.081802:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.081872:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947894.081879:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947894.081885:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947894.081887:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947894.081891:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947894.081899:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:2.0:1784947894.081901:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:2.0:1784947894.081906:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947894.081915:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947894.081929:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.081939:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947894.081941:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.081944:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947894.081947:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947894.081949:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947894.081952:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947894.081954:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947894.081961:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947894.081965:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=75 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947894.081969:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947894.081971:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947894.081973:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947894.081977:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.081980:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947894.081982:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947894.081985:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947894.081987:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947894.081992:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.082002:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947894.082005:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947894.082007:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947894.082012:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947894.082022:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155021568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947894.082096:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.082099:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947894.082105:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155021568/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947894.082114:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947894.082117:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947894.082120:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947894.082124:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947894.082127:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947894.082129:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947894.082132:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947894.082134:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947894.082138:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947894.082140:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947894.082142:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784947894.082146:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947894.082148:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.082150:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947894.082156:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947894.082159:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947894.082162:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947894.082164:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947894.268162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947894.268170:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947894.268314:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947894.268321:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947894.268326:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947895.292277:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947895.292287:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947895.292390:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947895.292397:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947895.292403:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947896.316194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947896.316203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947896.316326:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947896.316333:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947896.316340:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947897.340141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947897.340148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947897.340199:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947897.340205:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947897.340210:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947897.980226:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306657542, at 4306657600 00000100:00000010:1.0:1784947897.980252:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43720. 00000100:00000040:0.0:1784947897.980274:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306657542, at 4306657600 00000100:00000010:0.0:1784947897.980298:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff435a0. 00010000:00000001:1.0:1784947898.364210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947898.364220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947898.364327:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947898.364334:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947898.364340:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947899.196145:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947899.196153:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947899.196169:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947899.196175:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947899.196179:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947899.196181:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947899.196186:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947899.196193:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947899.196216:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196230:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947899.196242:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947899.196246:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196253:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.196284:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196287:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947899.196291:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947899.196294:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947899.196297:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947899.196300:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947899.196302:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947899.196304:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947899.196308:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947899.196311:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196316:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947899.196323:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947899.196325:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947899.196326:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196334:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947899.196335:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947899.196342:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947899.196350:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196356:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947899.196358:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.196361:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947899.196366:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947899.196372:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947899.196378:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947899.196381:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947899.196386:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784947899.196386:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.196392:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947899.196394:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947899.196399:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947899.196400:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.196404:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947899.196410:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947899.196411:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947899.196422:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155021824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947899.196431:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947899.196432:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947899.196437:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.196441:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947899.196446:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947899.196447:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.196454:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947899.196463:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947899.196464:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947899.196466:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947899.196470:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196473:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947899.196478:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784947899.196483:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947899.196484:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784947899.196490:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947899.196508:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (11996) 00000400:00000010:2.0:1784947899.196515:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784947899.196521:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947899.196523:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021824, portal 25 00000100:00000001:3.0:1784947899.196524:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947899.196528:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947899.196529:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947899.196532:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:3.0:1784947899.196533:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947899.196542:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.196544:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947899.196547:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947899.196552:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947899.196554:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947899.196555:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947899.196561:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947899.196562:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947899.196564:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00100000:3.0:1784947899.196568:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155021952:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784947899.196570:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155021824, offset 0 00000100:00000001:3.0:1784947899.196572:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947899.196576:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947899.196579:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947899.196580:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947899.196583:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947899.196589:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947899.196590:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947899.196594:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947899.196598:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947899.196603:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947899.196603:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947899.196610:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155021952, portal 10 00000100:00000001:3.0:1784947899.196612:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947899.196614:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947899.196615:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000400:00000200:2.0:1784947899.196624:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947899.196628:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947899.196631:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947899.196634:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947899.196641:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541214:541214:256:4294967295] 192.168.201.111@tcp LPNI seq info [541151:541151:8:4294967295] 00000100:00000040:3.0:1784947899.196641:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947899.196653:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947899.196660:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947899.196663:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947899.196667:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000400:00000200:2.0:1784947899.196672:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:3.0:1784947899.196673:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155021952, offset 0 00000800:00000200:2.0:1784947899.196681:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947899.196682:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947899.196689:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947899.196690:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947899.196697:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947899.196703:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947899.196705:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947899.196709:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947899.196715:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784947899.196718:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947899.196719:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947899.196725:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541215:541215:255:4294967295] 192.168.201.111@tcp LPNI seq info [541152:541152:7:4294967295] 00000800:00000200:2.0:1784947899.196727:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947899.196732:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947899.196741:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947899.196745:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947899.196748:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000100:00000001:2.0:1784947899.196752:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947899.196753:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947899.196789:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947899.196790:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947899.196797:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947899.196800:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306662661 00000100:00000001:3.0:1784947899.196803:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947899.196811:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9062 usecs (10 jiffies) 00000100:00000010:2.0:1784947899.196813:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff430c0. 00000400:00000200:3.0:1784947899.196819:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947899.196823:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306658826 00000100:00000001:2.0:1784947899.196824:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947899.196835:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306662661 00000100:00000001:3.0:1784947899.196837:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306662661 00000100:00000010:2.0:1784947899.196840:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43540. 00000100:00000001:3.0:1784947899.196844:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306658826 00000100:00000001:2.0:1784947899.196848:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947899.196856:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947899.196857:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306662661 00000100:00000001:2.0:1784947899.196860:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947899.196862:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947899.196867:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947899.196867:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.196876:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947899.196879:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947899.196883:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.196886:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947899.196889:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947899.196891:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947899.196893:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947899.196896:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947899.196898:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947899.196900:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947899.196904:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947899.196911:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.196911:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947899.196917:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.196931:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947899.196933:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.196934:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.196969:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784947899.196986:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784947899.196988:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947899.197002:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947899.197004:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00100000:2.0:1784947899.197013:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155022080:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947899.197018:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947899.197021:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784947899.197022:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947899.197023:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.197036:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947899.197042:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947899.197048:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947899.197052:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947899.197055:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947899.197099:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947899.197102:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022080, portal 10 00000100:00000001:2.0:1784947899.197104:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947899.197107:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000400:00000200:0.0:1784947899.197111:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784947899.197118:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947899.197124:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000100:00000001:2.0:1784947899.197138:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784947899.197139:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000040:2.0:1784947899.197150:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947899.197153:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000001:0.0:1784947899.197154:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784947899.197157:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155022080, offset 0 00000400:00000200:2.0:1784947899.197163:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784947899.197168:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947899.197178:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947899.197196:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947899.197216:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947899.197219:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947899.197220:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947899.197230:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784947899.197232:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947899.197240:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947899.197243:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541216:541216:254:4294967295] 192.168.201.111@tcp LPNI seq info [541153:541153:6:4294967295] 00000400:00000200:2.0:1784947899.197246:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947899.197284:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947899.197288:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947899.197300:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947899.197301:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1784947899.197311:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784947899.197317:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947899.197323:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947899.197326:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947899.197329:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947899.197332:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10230 usecs (11 jiffies) 00000400:00000200:2.0:1784947899.197335:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947899.197337:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306658828 00000100:00000001:2.0:1784947899.197338:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306662661 00000100:00000001:2.0:1784947899.197340:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306658828 00000100:00000001:2.0:1784947899.197342:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306662661 00000100:00000001:2.0:1784947899.197344:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947899.197345:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.197347:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.197349:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.197352:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947899.197353:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947899.197355:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947899.197356:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947899.197358:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.197360:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947899.197417:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947899.197422:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784947899.197427:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947899.197433:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947899.197437:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:0.0:1784947899.197439:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:0.0:1784947899.197443:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947899.197448:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947899.197459:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947899.197463:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947899.197471:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947899.197473:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947899.197487:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947899.197490:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784947899.197493:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947899.197497:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947899.197500:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:0.0:1784947899.197502:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:0.0:1784947899.197505:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947899.197509:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947899.197517:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947899.197520:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947899.197527:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947899.197529:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947899.199318:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947899.199331:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947899.199334:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947899.199336:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947899.199341:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199345:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947899.199351:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199354:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199358:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199361:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312c00 00000400:00000200:1.0:1784947899.199365:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199370:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242b9 [1] + 224 00000800:00000001:1.0:1784947899.199376:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947899.199381:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947899.199383:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947899.199387:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947899.199393:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947899.199399:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947899.199418:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947899.199432:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947899.199438:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947899.199441:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947899.199442:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947899.199444:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947899.199446:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199449:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947899.199454:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199457:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199459:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199462:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312d00 00000100:00000001:2.0:1784947899.199465:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947899.199466:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947899.199470:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947899.199473:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242c9 [1] + 224 00000800:00000001:1.0:1784947899.199477:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947899.199479:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947899.199482:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947899.199482:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947899.199488:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947899.199488:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947899.199495:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947899.199496:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:2.0:1784947899.199500:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:2.0:1784947899.199502:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947899.199505:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947899.199509:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947899.199513:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947899.199527:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947899.199549:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784947899.199552:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947899.199553:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.199558:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947899.199562:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947899.199566:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947899.199567:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947899.199569:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.199572:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947899.199573:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947899.199578:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947899.199578:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=40 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947899.199583:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947899.199586:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=40 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947899.199587:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.199594:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947899.199595:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947899.199596:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947899.199602:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:2.0:1784947899.199602:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947899.199606:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947899.199611:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947899.199612:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947899.199617:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947899.199622:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947899.199623:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947899.199631:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312c80 00000400:00000200:1.0:1784947899.199640:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947899.199640:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947899.199646:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784947899.199648:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242c1 [1] + 224 00000100:00000001:2.0:1784947899.199649:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947899.199656:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947899.199659:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947899.199662:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947899.199667:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947899.199676:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784947899.199676:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155021824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947899.199684:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947899.199685:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.199689:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1784947899.199690:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947899.199696:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155021824/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947899.199710:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947899.199711:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947899.199714:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947899.199716:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947899.199719:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947899.199722:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947899.199725:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947899.199730:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947899.199733:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947899.199737:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947899.199738:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784947899.199740:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:2.0:1784947899.199740:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784947899.199743:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947899.199746:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947899.199746:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947899.199752:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.199752:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.199756:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947899.199759:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947899.199760:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947899.199762:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947899.199763:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947899.199766:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784947899.199768:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784947899.199771:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947899.199775:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947899.199783:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.199783:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947899.199790:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947899.199792:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947899.199793:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.199796:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947899.199797:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947899.199798:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000001:3.0:1784947899.199799:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947899.199800:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947899.199803:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784947899.199804:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947899.199807:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00001000:2.0:1784947899.199809:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=40 v=5 (5 5 5 5) 00000400:00000200:3.0:1784947899.199812:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000100:00001000:2.0:1784947899.199813:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=62 v=5 (1 1 1 1) 00000400:00000010:3.0:1784947899.199817:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947899.199818:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947899.199821:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947899.199822:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784947899.199824:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947899.199827:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.199831:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:3.0:1784947899.199831:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947899.199835:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947899.199839:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947899.199842:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947899.199851:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947899.199852:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947899.199881:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947899.199881:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947899.199886:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947899.199886:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.199889:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947899.199890:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947899.199894:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1784947899.199895:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.199896:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947899.199900:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947899.199904:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947899.199913:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155022080:192.168.201.111@tcp:400:kworker.0 00000100:00001000:3.0:1784947899.199914:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=40 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947899.199921:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947899.199921:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=80 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947899.199926:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947899.199927:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947899.199931:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947899.199932:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155022080/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947899.199933:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947899.199937:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947899.199960:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947899.199961:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1784947899.199963:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:2.0:1784947899.199964:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947899.199968:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:2.0:1784947899.199969:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947899.199972:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947899.199973:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947899.199976:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947899.199979:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784947899.199980:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947899.199981:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947899.199984:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947899.199989:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947899.199992:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947899.199995:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:3.0:1784947899.199995:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947899.200001:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947899.200002:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947899.200004:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947899.200005:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947899.200007:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947899.200012:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947899.200014:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947899.200016:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947899.200021:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947899.200024:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947899.200028:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155021952:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947899.200033:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947899.200035:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947899.200038:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155021952/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947915 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947899.200043:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947899.200065:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947899.200067:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947899.200070:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947899.200071:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947899.200072:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947899.200074:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947899.200076:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:3.0:1784947899.200077:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947899.200079:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947899.200081:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:3.0:1784947899.200083:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947899.200084:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947899.200086:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947899.200089:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947899.200090:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947899.200092:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947899.200093:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947899.388194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947899.388203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947899.388290:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947899.388297:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947899.388301:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947900.412126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947900.412132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947900.412216:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947900.412220:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947900.412223:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947901.436151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947901.436160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947901.436318:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947901.436324:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947901.436329:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947902.460176:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947902.460190:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947902.460195:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947902.460203:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947902.460212:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947902.460217:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947902.460222:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947902.460229:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947902.460310:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947902.460317:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947902.460324:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947903.100158:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306662661, at 4306662720 00000100:00000010:0.0:1784947903.100177:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff430c0. 00000100:00000040:1.0:1784947903.100227:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306662661, at 4306662720 00000100:00000010:1.0:1784947903.100241:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43540. 00010000:00000001:1.0:1784947903.484169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947903.484177:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947903.484281:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947903.484287:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947903.484292:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947904.316237:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947904.316248:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947904.316259:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784947904.316265:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947904.316270:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947904.316273:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947904.316280:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947904.316292:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947904.316300:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947904.316314:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947904.316326:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947904.316331:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947904.316337:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.316373:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947904.316377:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947904.316381:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947904.316385:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947904.316388:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947904.316391:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947904.316393:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947904.316395:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947904.316400:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947904.316403:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.316406:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947904.316408:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947904.316414:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947904.316420:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947904.316426:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947904.316432:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947904.316434:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947904.316441:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.316465:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947904.316468:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947904.316472:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947904.316478:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947904.316484:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.316486:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947904.316492:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155022208:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947904.316493:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947904.316507:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947904.316508:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1784947904.316513:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784947904.316517:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947904.316525:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947904.316526:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947904.316528:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947904.316532:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947904.316534:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947904.316540:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947904.316546:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947904.316549:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784947904.316551:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.316554:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947904.316557:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947904.316563:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947904.316567:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947904.316574:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.316584:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947904.316591:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947904.316593:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947904.316597:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947904.316599:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947904.316606:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947904.316607:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000040:2.0:1784947904.316616:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947904.316620:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022208, portal 25 00000100:00000040:2.0:1784947904.316623:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12001) 00000100:00000001:3.0:1784947904.316624:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947904.316630:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000040:3.0:1784947904.316640:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.316645:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947904.316650:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947904.316652:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947904.316654:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947904.316660:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947904.316666:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000040:2.0:1784947904.316667:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947904.316672:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155022208, offset 0 00000100:00000001:2.0:1784947904.316684:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947904.316686:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947904.316688:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947904.316694:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947904.316696:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947904.316702:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947904.316704:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947904.316712:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155022336:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947904.316718:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947904.316720:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947904.316727:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947904.316729:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947904.316731:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947904.316735:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947904.316738:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:2.0:1784947904.316743:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784947904.316745:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947904.316751:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947904.316753:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947904.316765:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947904.316766:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541217:541217:256:4294967295] 192.168.201.111@tcp LPNI seq info [541154:541154:8:4294967295] 00000400:00000010:2.0:1784947904.316774:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784947904.316777:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947904.316785:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784947904.316794:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022336, portal 10 00000400:00000200:3.0:1784947904.316795:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947904.316801:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947904.316806:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000800:00000200:3.0:1784947904.316813:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947904.316828:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000040:2.0:1784947904.316832:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947904.316843:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947904.316878:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947904.316885:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947904.316899:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784947904.316903:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155022336, offset 0 00000400:00000200:2.0:1784947904.316912:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947904.316912:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947904.316921:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947904.316926:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947904.316935:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947904.316939:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947904.316942:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947904.316946:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947904.316947:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947904.316957:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947904.316962:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947904.316970:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541218:541218:255:4294967295] 192.168.201.111@tcp LPNI seq info [541155:541155:7:4294967295] 00000100:00000001:3.0:1784947904.316970:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306667781 00000400:00000200:2.0:1784947904.316978:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947904.316987:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947904.316998:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947904.316999:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d74e0. 00000800:00000010:2.0:1784947904.317004:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947904.317009:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784947904.317017:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947904.317021:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306667781 00000800:00000200:2.0:1784947904.317029:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:3.0:1784947904.317030:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7780. 00000800:00000200:2.0:1784947904.317037:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947904.317038:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947904.317087:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947904.317093:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.317097:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.317100:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.317103:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.317110:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784947904.317111:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9062 usecs (10 jiffies) 00000100:00000001:3.0:1784947904.317116:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784947904.317122:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947904.317122:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947904.317125:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947904.317127:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306663947 00000100:00000001:3.0:1784947904.317129:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947904.317136:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306667781 00000100:00000040:3.0:1784947904.317139:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.317141:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306663947 00000100:00000001:2.0:1784947904.317148:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306667781 00000100:00000001:2.0:1784947904.317157:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947904.317163:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947904.317164:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.317168:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.317170:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947904.317173:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:3.0:1784947904.317174:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947904.317176:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947904.317180:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784947904.317185:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 02000000:00000001:3.0:1784947904.317186:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.317187:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947904.317194:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1784947904.317199:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155022464:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947904.317202:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947904.317202:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947904.317210:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947904.317210:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947904.317216:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947904.317217:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947904.317219:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947904.317222:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.317225:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947904.317230:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784947904.317235:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 02000000:00000010:3.0:1784947904.317237:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000400:00000010:0.0:1784947904.317240:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 02000000:00000001:3.0:1784947904.317242:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947904.317250:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947904.317251:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1784947904.317258:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000200:0.0:1784947904.317264:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947904.317267:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784947904.317275:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022464, portal 10 00000100:00000001:3.0:1784947904.317281:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947904.317287:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000001:0.0:1784947904.317289:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947904.317300:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947904.317302:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.317336:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947904.317342:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947904.317345:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947904.317357:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000001:0.0:1784947904.317359:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784947904.317363:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155022464, offset 0 00000400:00000200:3.0:1784947904.317371:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947904.317375:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947904.317379:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947904.317382:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947904.317386:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947904.317389:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947904.317392:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947904.317396:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541219:541219:255:4294967295] 192.168.201.111@tcp LPNI seq info [541156:541156:7:4294967295] 00000400:00000200:3.0:1784947904.317401:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947904.317409:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947904.317414:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947904.317419:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947904.317423:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947904.317428:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947904.317431:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947904.317435:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947904.317438:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10228 usecs (11 jiffies) 00000400:00000200:3.0:1784947904.317441:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947904.317444:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306663948 00000100:00000001:3.0:1784947904.317447:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306667781 00000100:00000001:3.0:1784947904.317450:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306663948 00000100:00000001:3.0:1784947904.317453:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306667781 00000800:00000200:0.0:1784947904.317455:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947904.317461:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784947904.317463:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947904.317466:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947904.317470:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947904.317471:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.317478:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947904.317484:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947904.317485:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947904.317488:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947904.317494:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947904.317497:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000100:00000001:3.0:1784947904.317497:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947904.317501:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947904.317506:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784947904.317507:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947904.317519:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947904.317529:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947904.317543:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947904.317549:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947904.317561:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947904.317564:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947904.317584:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947904.317588:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784947904.317593:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947904.317597:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947904.317600:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:0.0:1784947904.317601:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000100:00000001:0.0:1784947904.317604:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947904.317608:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947904.317616:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947904.317619:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947904.317626:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947904.317627:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947904.319757:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.319773:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947904.319777:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.319779:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947904.319786:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.319792:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947904.319800:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.319804:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.319809:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.319813:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312d80 00000400:00000200:1.0:1784947904.319818:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.319824:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242d1 [1] + 224 00000800:00000001:1.0:1784947904.319835:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.319843:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947904.319846:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947904.319850:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947904.319938:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947904.319946:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947904.319960:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947904.319979:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947904.319988:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.320025:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947904.320028:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.320032:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947904.320036:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.320041:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947904.320047:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.320075:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.320078:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.320084:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312e00 00000400:00000200:1.0:1784947904.320088:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947904.320092:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242d9 [1] + 224 00000800:00000001:1.0:1784947904.320097:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.320103:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947904.320106:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947904.320111:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947904.320114:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947904.320120:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947904.320130:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947904.320155:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947904.320160:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947904.320164:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.320205:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947904.320210:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947904.320218:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:2.0:1784947904.320219:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947904.320225:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784947904.320225:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784947904.320232:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947904.320239:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784947904.320242:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784947904.320246:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784947904.320247:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947904.320252:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784947904.320257:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947904.320257:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947904.320258:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:0.0:1784947904.320274:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947904.320277:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947904.320283:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784947904.320289:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000800:00000001:0.0:1784947904.320293:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.320294:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1784947904.320295:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784947904.320300:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.320305:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947904.320306:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947904.320312:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947904.320314:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:3.0:1784947904.320322:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.320323:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947904.320328:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947904.320334:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947904.320335:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:2.0:1784947904.320342:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947904.320349:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=85 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947904.320350:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947904.320354:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947904.320359:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947904.320365:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947904.320366:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947904.320373:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947904.320379:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784947904.320380:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947904.320382:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947904.320388:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947904.320393:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947904.320394:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312e80 00000100:00000040:2.0:1784947904.320406:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947904.320407:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947904.320425:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242e1 [1] + 224 00000800:00000001:0.0:1784947904.320443:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947904.320444:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784947904.320448:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.320451:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947904.320457:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947904.320458:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947904.320469:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947904.320471:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784947904.320476:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.320478:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947904.320479:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947904.320487:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947904.320493:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947904.320495:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947904.320499:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947904.320504:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947904.320505:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155022336:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947904.320507:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947904.320509:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947904.320520:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=45 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947904.320523:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.320532:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784947904.320535:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=45 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947904.320543:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155022336/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.320550:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947904.320556:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947904.320557:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.320559:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1784947904.320562:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784947904.320565:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1784947904.320567:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947904.320571:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947904.320576:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947904.320580:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947904.320586:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784947904.320594:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1784947904.320594:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784947904.320595:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947904.320603:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784947904.320607:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784947904.320610:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000800:00000001:0.0:1784947904.320615:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947904.320625:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947904.320631:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947904.320632:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784947904.320635:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784947904.320637:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947904.320642:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947904.320643:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.320648:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947904.320653:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947904.320654:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947904.320664:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947904.320670:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947904.320673:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155022208:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947904.320676:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947904.320682:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.320684:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.320690:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947904.320693:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155022208/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.320700:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947904.320703:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947904.320706:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947904.320710:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947904.320711:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947904.320713:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947904.320715:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947904.320717:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784947904.320720:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947904.320722:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947904.320724:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784947904.320727:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947904.320728:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947904.320731:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.320733:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947904.320735:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947904.320738:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947904.320740:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947904.320742:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947904.320744:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:3.0:1784947904.320746:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:3.0:1784947904.320749:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947904.320772:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947904.320781:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.320789:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947904.320790:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947904.320792:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947904.320793:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947904.320795:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947904.320797:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947904.320799:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947904.320802:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=45 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947904.320805:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947904.320808:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947904.320809:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947904.320811:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947904.320814:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.320816:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947904.320818:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947904.320820:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947904.320821:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947904.320825:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.320831:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947904.320833:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947904.320834:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947904.320838:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947904.320846:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155022464:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947904.320850:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947904.320874:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947904.320878:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155022464/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947920 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947904.320886:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947904.320888:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947904.320890:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947904.320893:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947904.320894:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947904.320896:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947904.320898:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947904.320909:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947904.320912:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947904.320913:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947904.320915:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784947904.320918:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947904.320919:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947904.320921:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947904.320925:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947904.320927:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947904.320929:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947904.320931:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947904.508194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947904.508204:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947904.508315:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947904.508324:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947904.508331:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947905.532208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947905.532218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947905.532346:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947905.532355:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947905.532363:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947906.556201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947906.556212:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947906.556351:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947906.556358:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947906.556363:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947907.580215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947907.580228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947907.580317:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947907.580324:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947907.580329:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947908.220158:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306667781, at 4306667840 00000100:00000010:0.0:1784947908.220179:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d74e0. 00000100:00000040:1.0:1784947908.220199:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306667781, at 4306667840 00000100:00000010:1.0:1784947908.220214:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7780. 00010000:00000001:1.0:1784947908.604223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947908.604233:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947908.604331:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947908.604338:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947908.604344:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947909.436280:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947909.436294:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947909.436308:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000020:00000040:1.0:1784947909.436315:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947909.436321:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947909.436325:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947909.436332:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947909.436343:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947909.436352:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436368:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947909.436382:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947909.436388:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436396:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.436438:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436443:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947909.436448:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947909.436452:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947909.436455:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947909.436458:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947909.436459:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947909.436462:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947909.436466:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947909.436469:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436475:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947909.436485:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947909.436489:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436494:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.436510:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436513:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947909.436517:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947909.436520:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784947909.436523:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947909.436527:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784947909.436528:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784947909.436530:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947909.436536:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947909.436545:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784947909.436550:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.436559:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947909.436560:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947909.436569:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947909.436586:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784947909.436591:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.436594:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436617:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.436622:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947909.436629:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947909.436640:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947909.436648:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947909.436658:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947909.436675:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155022592:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947909.436677:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436686:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947909.436690:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947909.436693:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947909.436700:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947909.436702:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947909.436705:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784947909.436711:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.436715:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12006) 02000000:00000001:0.0:1784947909.436720:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947909.436734:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 02000000:00000001:0.0:1784947909.436740:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947909.436753:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947909.436758:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947909.436762:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea948. 00000100:00000001:1.0:1784947909.436799:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947909.436803:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947909.436811:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.436829:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947909.436832:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947909.436837:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 02000000:00000001:1.0:1784947909.436837:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947909.436843:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947909.436849:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947909.436854:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022592, portal 25 00000100:00100000:1.0:1784947909.436856:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155022720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947909.436867:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947909.436868:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947909.436876:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 02000000:00000001:1.0:1784947909.436877:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947909.436883:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947909.436888:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947909.436896:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000040:0.0:1784947909.436899:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784947909.436901:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947909.436916:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947909.436925:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9630. 00000100:00000001:0.0:1784947909.436937:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784947909.436937:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000100:00000200:1.0:1784947909.436948:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022720, portal 10 00000100:00000040:0.0:1784947909.436950:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947909.436952:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947909.436959:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000400:00000010:0.0:1784947909.436964:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000100:00000040:1.0:1784947909.436974:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947909.436976:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155022592, offset 0 00000100:00000001:1.0:1784947909.436993:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947909.437003:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784947909.437004:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947909.437014:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1220. 00000100:00000200:1.0:1784947909.437021:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155022720, offset 0 00000400:00000200:1.0:1784947909.437027:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947909.437170:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.437186:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947909.437198:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947909.437207:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947909.437214:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947909.437221:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947909.437228:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541220:541220:256:4294967295] 192.168.201.111@tcp LPNI seq info [541157:541157:8:4294967295] 00000400:00000200:0.0:1784947909.437237:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.437256:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947909.437268:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947909.437273:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784947909.437284:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784947909.437291:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947909.437303:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784947909.437306:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947909.437315:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947909.437326:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784947909.437334:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784947909.437340:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784947909.437350:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784947909.437356:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541221:541221:255:4294967295] 192.168.201.111@tcp LPNI seq info [541158:541158:7:4294967295] 00000400:00000200:1.0:1784947909.437371:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947909.437381:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947909.437393:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947909.437401:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947909.437411:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306672902 00000800:00000200:1.0:1784947909.437413:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784947909.437425:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000010:1.0:1784947909.437428:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784947909.437440:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784947909.437444:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947909.437455:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306672902 00000800:00000200:1.0:1784947909.437463:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:0.0:1784947909.437469:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18890c0. 00000800:00000200:1.0:1784947909.437473:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947909.437480:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947909.437486:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.437492:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947909.437498:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9062 usecs (10 jiffies) 00000100:00000001:0.0:1784947909.437503:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947909.437513:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947909.437514:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.437521:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306669067 00000100:00000001:0.0:1784947909.437525:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.437532:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306672902 00000100:00000001:1.0:1784947909.437541:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306669067 00000100:00000001:0.0:1784947909.437543:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947909.437547:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306672902 00000100:00000001:0.0:1784947909.437551:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947909.437558:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947909.437561:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947909.437567:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947909.437571:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.437574:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947909.437582:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947909.437592:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.437593:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.437607:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947909.437614:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947909.437624:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947909.437629:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947909.437636:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.437647:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947909.437649:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.437656:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947909.437665:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947909.437670:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947909.437675:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947909.437683:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155022848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947909.437691:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947909.437697:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947909.437701:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947909.437706:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784947909.437714:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947909.437719:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947909.437727:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947909.437734:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaf20. 00000400:00000010:0.0:1784947909.437743:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784947909.437749:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022848, portal 10 00000100:00000001:0.0:1784947909.437754:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947909.437758:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000800:00000200:1.0:1784947909.437794:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947909.437803:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000100:00000040:0.0:1784947909.437806:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.437833:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784947909.437838:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947909.437844:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000200:0.0:1784947909.437849:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155022848, offset 0 00000400:00000200:0.0:1784947909.437860:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947909.437862:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947909.437872:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947909.437883:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947909.437891:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947909.437900:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947909.437905:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947909.437910:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947909.437915:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947909.437922:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541222:541222:254:4294967295] 192.168.201.111@tcp LPNI seq info [541159:541159:6:4294967295] 00000400:00000200:0.0:1784947909.437930:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.437943:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947909.437952:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947909.437955:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000800:00000010:0.0:1784947909.437960:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000010:1.0:1784947909.437965:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000800:00000200:0.0:1784947909.437976:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947909.437982:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784947909.437992:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784947909.438003:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947909.438004:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947909.438017:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947909.438027:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10228 usecs (11 jiffies) 00000400:00000200:0.0:1784947909.438040:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947909.438043:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947909.438046:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306669068 00000100:00000001:0.0:1784947909.438092:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306672902 00000100:00000001:0.0:1784947909.438102:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306669069 00000100:00000040:1.0:1784947909.438103:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.438109:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306672902 00000100:00000001:0.0:1784947909.438120:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947909.438131:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.438141:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.438145:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.438148:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.438154:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784947909.438159:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947909.438165:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947909.438170:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947909.438173:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947909.438177:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.438182:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947909.438190:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947909.438198:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:1.0:1784947909.438206:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947909.438217:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947909.438224:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000400:00000010:1.0:1784947909.438228:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:1.0:1784947909.438234:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947909.438242:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.438259:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947909.438266:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.438293:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.438297:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947909.438403:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947909.438410:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784947909.438416:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947909.438424:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947909.438430:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000400:00000010:1.0:1784947909.438433:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:1.0:1784947909.438437:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947909.438445:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.438460:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947909.438466:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.438479:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.438482:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947909.440981:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947909.440998:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947909.441004:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947909.441009:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947909.441019:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441029:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947909.441041:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441090:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441100:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441109:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a312f00 00000400:00000200:0.0:1784947909.441118:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441129:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242e9 [1] + 224 00000800:00000001:0.0:1784947909.441142:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947909.441153:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947909.441159:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947909.441166:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947909.441174:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947909.441185:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947909.441205:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.441240:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947909.441256:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947909.441265:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947909.441270:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947909.441319:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.441321:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947909.441328:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947909.441332:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784947909.441340:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947909.441347:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:1.0:1784947909.441349:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947909.441356:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea948. 00000400:00000200:0.0:1784947909.441365:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947909.441368:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf110 00000400:00000010:1.0:1784947909.441376:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf110. 00000400:00000200:0.0:1784947909.441378:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947909.441388:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947909.441394:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784947909.441407:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947909.441408:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a312f80 00000400:00000200:0.0:1784947909.441430:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441449:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5242f1 [1] + 224 00000100:00000200:1.0:1784947909.441451:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947909.441469:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947909.441479:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947909.441483:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.441485:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947909.441495:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947909.441497:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947909.441505:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784947909.441507:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947909.441513:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947909.441518:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947909.441522:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947909.441531:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947909.441533:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947909.441544:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947909.441563:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=50 v=5 (1 1 1 1) 00000100:00000040:0.0:1784947909.441570:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.441574:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947909.441580:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947909.441589:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947909.441597:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.441604:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.441616:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.441618:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947909.441631:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784947909.441635:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947909.441643:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784947909.441644:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.441648:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947909.441653:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784947909.441663:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947909.441665:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947909.441684:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784947909.441695:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155022592:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784947909.441703:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784947909.441716:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947909.441720:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947909.441724:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947909.441733:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784947909.441742:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641155022592/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947909.441749:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947909.441799:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313000 00000100:00000001:1.0:1784947909.441800:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947909.441807:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784947909.441814:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:1.0:1784947909.441816:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 02000000:00000001:1.0:1784947909.441827:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784947909.441829:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524309 [1] + 224 00000020:00000001:1.0:1784947909.441834:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947909.441842:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784947909.441844:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784947909.441849:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947909.441857:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000800:00000001:0.0:1784947909.441863:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947909.441865:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947909.441873:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784947909.441874:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1784947909.441879:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00000400:00000200:0.0:1784947909.441890:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947909.441891:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947909.441898:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947909.441902:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947909.441906:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.441912:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947909.441917:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.441917:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947909.441924:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.441932:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947909.441955:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.441975:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947909.441981:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947909.441984:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784947909.441988:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947909.441994:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947909.441998:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9630. 00000400:00000200:1.0:1784947909.442007:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000400:00000010:1.0:1784947909.442011:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:1.0:1784947909.442016:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784947909.442026:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784947909.442028:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947909.442039:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947909.442113:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.442126:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947909.442128:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947909.442135:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947909.442137:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.442145:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000001:0.0:1784947909.442147:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784947909.442150:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:0.0:1784947909.442154:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947909.442157:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1784947909.442164:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaf20. 00000100:00000001:1.0:1784947909.442165:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947909.442177:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947909.442178:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784947909.442189:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00001000:1.0:1784947909.442194:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=50 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947909.442198:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1784947909.442207:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=90 v=5 (1 1 1 1) 00000100:00000200:0.0:1784947909.442216:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.442219:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947909.442226:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947909.442234:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947909.442244:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.442254:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1784947909.442256:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947909.442260:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784947909.442271:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947909.442278:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.442291:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947909.442298:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947909.442301:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947909.442307:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947909.442314:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947909.442321:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947909.442327:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.442331:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784947909.442335:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.442341:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947909.442348:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784947909.442350:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=50 v=5 (5 5 5 5) 00000100:00000040:1.0:1784947909.442363:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784947909.442364:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947909.442378:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947909.442383:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947909.442393:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947909.442401:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947909.442406:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155022720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947909.442410:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947909.442418:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947909.442423:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947909.442427:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947909.442432:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947909.442434:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947909.442446:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155022720/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947909.442453:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.442489:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784947909.442492:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947909.442497:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784947909.442500:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:1.0:1784947909.442505:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784947909.442507:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947909.442519:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784947909.442523:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784947909.442527:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947909.442534:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947909.442544:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947909.442552:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:1.0:1784947909.442565:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947909.442571:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947909.442578:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00100000:0.0:1784947909.442588:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155022848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947909.442590:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947909.442597:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947909.442603:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947909.442606:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947909.442611:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784947909.442619:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784947909.442623:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641155022848/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947925 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947909.442626:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947909.442637:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947909.442644:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.442656:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947909.442661:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947909.442666:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784947909.442673:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947909.442678:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947909.442682:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947909.442687:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947909.442692:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784947909.442698:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947909.442700:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947909.442704:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 00000100:00000001:0.0:1784947909.442710:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947909.442713:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947909.442718:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947909.442726:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947909.442728:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947909.442733:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947909.442736:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947909.628191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947909.628199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947909.628291:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947909.628297:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947909.628302:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947910.652157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947910.652168:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947910.652279:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947910.652284:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947910.652289:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947911.676171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947911.676181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947911.676341:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947911.676347:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947911.676353:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947912.700172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947912.700185:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947912.700189:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947912.700195:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947912.700202:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947912.700206:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947912.700210:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947912.700215:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947912.700260:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947912.700269:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947912.700276:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947912.956207:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947912.956219:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947912.956226:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947912.956495:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947912.956510:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947912.956519:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947912.956529:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947912.956534:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947913.340184:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306672902, at 4306672960 00000100:00000040:1.0:1784947913.340196:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306672902, at 4306672960 00000100:00000010:0.0:1784947913.340206:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784947913.340212:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18890c0. 00010000:00000001:1.0:1784947913.724263:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947913.724272:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947913.724380:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947913.724387:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947913.724392:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947914.556262:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947914.556274:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947914.556287:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947914.556295:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947914.556301:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947914.556304:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947914.556311:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947914.556321:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947914.556330:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556361:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947914.556375:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947914.556381:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556390:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_01+1] req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947914.556433:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556437:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947914.556442:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947914.556446:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947914.556449:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947914.556453:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947914.556454:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947914.556457:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947914.556461:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947914.556465:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556482:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947914.556492:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947914.556495:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556500:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947914.556511:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556515:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947914.556520:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947914.556524:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784947914.556527:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947914.556529:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947914.556531:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947914.556533:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947914.556537:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:2.0:1784947914.556539:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947914.556542:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.556548:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947914.556551:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947914.556555:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947914.556568:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784947914.556572:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947914.556573:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556588:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.556620:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947914.556626:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.556627:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556635:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947914.556638:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947914.556643:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947914.556646:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947914.556649:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947914.556653:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947914.556656:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784947914.556665:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155022976:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947914.556668:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12011) 00000100:00000001:2.0:1784947914.556674:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947914.556741:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947914.556746:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947914.556746:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947914.556753:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.556753:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784947914.556761:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947914.556772:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947914.556773:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947914.556780:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.556794:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947914.556798:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947914.556800:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947914.556808:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784947914.556809:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 02000000:00000001:3.0:1784947914.556812:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947914.556819:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947914.556822:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00100000:3.0:1784947914.556824:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155023104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947914.556833:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784947914.556836:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155022976, portal 25 02000000:00000001:3.0:1784947914.556838:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947914.556845:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.556846:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947914.556850:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947914.556852:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 02000000:00000010:3.0:1784947914.556859:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000040:2.0:1784947914.556867:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947914.556868:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947914.556884:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947914.556892:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947914.556897:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784947914.556902:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000040:2.0:1784947914.556904:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947914.556913:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023104, portal 10 00000400:00000010:2.0:1784947914.556915:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000001:3.0:1784947914.556921:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784947914.556925:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155022976, offset 0 00000100:00000001:3.0:1784947914.556926:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000400:00000200:2.0:1784947914.556942:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947914.556949:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947914.556981:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947914.556983:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947914.556990:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947914.556996:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000400:00000200:2.0:1784947914.556997:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:3.0:1784947914.557004:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155023104, offset 0 00000400:00000200:2.0:1784947914.557008:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947914.557016:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947914.557020:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947914.557028:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947914.557046:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947914.557122:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541223:541223:256:4294967295] 192.168.201.111@tcp LPNI seq info [541160:541160:8:4294967295] 00000400:00000200:2.0:1784947914.557129:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947914.557139:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947914.557151:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947914.557158:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947914.557170:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947914.557172:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947914.557179:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947914.557182:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947914.557185:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947914.557191:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947914.557200:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947914.557201:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541224:541224:255:4294967295] 192.168.201.111@tcp LPNI seq info [541161:541161:7:4294967295] 00000400:00000200:3.0:1784947914.557213:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947914.557221:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947914.557231:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947914.557235:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947914.557246:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947914.557252:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000100:00000001:2.0:1784947914.557254:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947914.557263:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947914.557270:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947914.557277:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306678022 00000800:00000200:3.0:1784947914.557281:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:2.0:1784947914.557287:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43b40. 00000800:00000200:3.0:1784947914.557289:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947914.557300:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557302:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784947914.557306:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9062 usecs (10 jiffies) 00000100:00000001:2.0:1784947914.557313:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306678022 00000400:00000200:3.0:1784947914.557316:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947914.557323:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306674187 00000100:00000010:2.0:1784947914.557325:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43e40. 00000100:00000001:3.0:1784947914.557328:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306678022 00000100:00000001:2.0:1784947914.557333:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947914.557335:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306674187 00000100:00000001:2.0:1784947914.557347:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947914.557348:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306678022 00000800:00000200:0.0:1784947914.557349:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947914.557359:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.557360:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784947914.557363:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784947914.557368:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.557371:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557375:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.557378:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947914.557379:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557386:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947914.557389:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.557391:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947914.557417:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947914.557418:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947914.557420:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947914.557427:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947914.557429:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947914.557432:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000100:00000001:2.0:1784947914.557437:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947914.557438:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784947914.557439:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:3.0:1784947914.557446:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947914.557452:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947914.557453:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947914.557454:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947914.557464:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947914.557470:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.557502:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947914.557509:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947914.557511:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784947914.557515:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947914.557521:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784947914.557522:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947914.557529:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947914.557543:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155023232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947914.557547:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557553:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947914.557555:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947914.557562:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947914.557567:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947914.557570:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947914.557576:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947914.557580:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947914.557585:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947914.557589:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947914.557595:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784947914.557601:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023232, portal 10 00000100:00000001:2.0:1784947914.557603:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947914.557605:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000040:2.0:1784947914.557615:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.557633:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947914.557636:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947914.557641:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000200:2.0:1784947914.557645:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155023232, offset 0 00000800:00000200:0.0:1784947914.557652:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947914.557656:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784947914.557660:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:2.0:1784947914.557667:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.557669:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947914.557700:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947914.557726:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784947914.557732:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947914.557738:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947914.557750:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000200:2.0:1784947914.557752:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784947914.557755:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:0.0:1784947914.557764:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947914.557764:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947914.557772:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541225:541225:255:4294967295] 192.168.201.111@tcp LPNI seq info [541162:541162:7:4294967295] 00000100:00000200:0.0:1784947914.557778:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947914.557789:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947914.557804:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947914.557810:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784947914.557816:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947914.557827:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947914.557839:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:0.0:1784947914.557842:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947914.557846:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784947914.557852:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947914.557860:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947914.557864:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947914.557879:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947914.557884:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10228 usecs (11 jiffies) 00000400:00000200:2.0:1784947914.557888:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947914.557891:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306674188 00000100:00000001:2.0:1784947914.557894:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306678022 00000100:00000001:2.0:1784947914.557897:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306674188 00000100:00000001:2.0:1784947914.557900:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306678022 00000100:00000001:2.0:1784947914.557902:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947914.557905:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557909:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557912:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.557916:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947914.557919:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947914.557923:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947914.557925:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947914.557927:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.557930:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947914.557965:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947914.557973:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:1.0:1784947914.557980:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947914.558012:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947914.558017:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000010:1.0:1784947914.558021:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:1.0:1784947914.558025:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947914.558099:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947914.558112:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947914.558117:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947914.558134:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947914.558137:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947914.561264:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561281:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947914.561285:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561289:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.561295:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561302:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947914.561310:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561320:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561325:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313080 00000400:00000200:0.0:1784947914.561330:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561337:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524319 [1] + 224 00000800:00000001:0.0:1784947914.561345:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561352:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.561355:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947914.561361:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947914.561368:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947914.561376:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947914.561390:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947914.561414:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947914.561424:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561429:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947914.561431:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561434:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.561437:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561442:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947914.561448:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561451:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561454:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561458:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313100 00000400:00000200:0.0:1784947914.561463:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561470:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524321 [1] + 224 00000800:00000001:0.0:1784947914.561475:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561483:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.561486:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947914.561486:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947914.561492:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947914.561498:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:2.0:1784947914.561504:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947914.561509:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947914.561512:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947914.561519:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784947914.561521:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784947914.561525:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947914.561528:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947914.561536:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947914.561541:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947914.561580:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947914.561587:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.561608:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947914.561615:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.561619:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947914.561622:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947914.561623:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947914.561630:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947914.561633:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947914.561634:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947914.561637:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947914.561644:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947914.561646:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=55 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947914.561649:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561656:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947914.561658:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=55 v=5 (1 1 1 1) 00000400:00000200:0.0:1784947914.561666:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947914.561667:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947914.561669:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947914.561675:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.561694:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1784947914.561703:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784947914.561704:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947914.561706:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1784947914.561710:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.561718:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947914.561724:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947914.561733:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947914.561734:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947914.561749:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947914.561762:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947914.561764:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313180 00000400:00000010:3.0:1784947914.561771:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:0.0:1784947914.561782:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947914.561783:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000100:00000001:2.0:1784947914.561791:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784947914.561794:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784947914.561798:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947914.561801:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947914.561803:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.561810:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524329 [1] + 224 00000100:00000200:3.0:1784947914.561820:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947914.561822:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947914.561823:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947914.561834:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947914.561842:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947914.561860:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947914.561874:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947914.561885:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947914.561894:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155022976:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947914.561895:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.561917:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.561922:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784947914.561923:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.561924:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947914.561927:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947914.561935:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784947914.561937:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155022976/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947914.561940:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947914.561945:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947914.561952:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947914.561961:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947914.561973:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=55 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947914.561981:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947914.561990:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947914.561991:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947914.561992:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=95 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947914.561999:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947914.562001:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947914.562002:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1784947914.562005:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947914.562009:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947914.562014:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784947914.562015:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1784947914.562019:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947914.562021:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947914.562028:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947914.562032:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947914.562035:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947914.562037:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947914.562038:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:3.0:1784947914.562080:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784947914.562092:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947914.562093:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784947914.562100:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947914.562101:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947914.562107:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947914.562110:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947914.562117:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784947914.562118:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784947914.562121:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784947914.562131:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947914.562137:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947914.562141:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155023104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947914.562143:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.562152:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947914.562157:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947914.562158:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947914.562161:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947914.562163:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:2.0:1784947914.562168:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947914.562172:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155023104/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947914.562174:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947914.562183:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947914.562189:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947914.562198:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947914.562200:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947914.562205:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947914.562210:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000200:2.0:1784947914.562211:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947914.562218:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947914.562223:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947914.562228:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947914.562234:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:2.0:1784947914.562236:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947914.562238:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947914.562248:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947914.562252:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947914.562256:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947914.562263:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947914.562264:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947914.562270:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.562271:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947914.562274:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.562277:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947914.562281:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947914.562282:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947914.562284:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947914.562288:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.562290:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.562293:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784947914.562295:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947914.562299:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947914.562304:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=55 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947914.562310:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947914.562315:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947914.562318:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947914.562321:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947914.562325:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.562328:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947914.562330:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947914.562332:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947914.562333:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947914.562338:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.562364:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947914.562366:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947914.562368:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947914.562373:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947914.562382:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155023232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947914.562388:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.562390:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947914.562394:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155023232/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947930 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947914.562403:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947914.562406:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947914.562409:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947914.562412:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947914.562414:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947914.562416:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947914.562419:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947914.562421:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947914.562424:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947914.562426:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947914.562428:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947914.562431:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947914.562432:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.562434:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947914.562440:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947914.562442:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947914.562444:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947914.562447:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947914.748196:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947914.748204:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947914.748377:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947914.748383:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947914.748388:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947915.772203:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947915.772215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947915.772317:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947915.772324:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947915.772329:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947916.796215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947916.796222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947916.796301:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947916.796308:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947916.796313:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947917.820184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947917.820195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947917.820272:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947917.820279:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947917.820285:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947918.460141:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306678022, at 4306678080 00000100:00000010:0.0:1784947918.460156:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43b40. 00000100:00000040:1.0:1784947918.460164:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306678022, at 4306678080 00000100:00000010:1.0:1784947918.460175:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43e40. 00010000:00000001:1.0:1784947918.844157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947918.844163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947918.844218:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947918.844222:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947918.844225:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947919.676122:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947919.676130:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947919.676139:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947919.676145:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947919.676148:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947919.676151:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947919.676155:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947919.676162:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947919.676168:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676178:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947919.676186:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947919.676190:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676195:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.676220:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676222:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947919.676225:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947919.676227:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947919.676228:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947919.676230:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947919.676231:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947919.676232:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947919.676236:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784947919.676238:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676240:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947919.676245:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947919.676247:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676249:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.676260:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676262:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947919.676265:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947919.676266:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947919.676268:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947919.676270:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947919.676270:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947919.676272:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947919.676274:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784947919.676294:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676300:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947919.676308:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947919.676309:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947919.676313:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947919.676317:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947919.676321:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947919.676323:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947919.676337:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947919.676339:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947919.676341:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947919.676355:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947919.676364:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947919.676365:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947919.676370:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.676372:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947919.676377:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947919.676380:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12016) 02000000:00000001:2.0:1784947919.676382:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947919.676388:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947919.676408:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155023488:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947919.676412:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947919.676417:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947919.676420:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947919.676422:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947919.676425:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784947919.676427:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784947919.676428:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784947919.676431:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676432:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947919.676438:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947919.676439:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947919.676444:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947919.676449:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947919.676451:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947919.676453:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 02000000:00000001:3.0:1784947919.676453:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947919.676457:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947919.676460:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947919.676461:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023488, portal 10 00000100:00100000:3.0:1784947919.676463:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155023360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947919.676465:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947919.676468:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000001:3.0:1784947919.676469:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947919.676474:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947919.676475:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947919.676479:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947919.676479:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947919.676484:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947919.676489:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947919.676490:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947919.676495:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947919.676498:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947919.676500:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000010:3.0:1784947919.676503:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000200:2.0:1784947919.676504:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155023488, offset 0 00000400:00000010:3.0:1784947919.676511:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000400:00000200:2.0:1784947919.676514:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784947919.676516:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023360, portal 25 00000100:00000001:3.0:1784947919.676520:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947919.676521:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000400:00000200:2.0:1784947919.676524:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947919.676528:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947919.676534:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947919.676538:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947919.676543:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947919.676544:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947919.676547:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000400:00000200:2.0:1784947919.676549:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:3.0:1784947919.676551:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155023360, offset 0 00000400:00000200:2.0:1784947919.676554:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947919.676559:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947919.676560:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947919.676565:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541226:541226:256:4294967295] 192.168.201.111@tcp LPNI seq info [541163:541163:8:4294967295] 00000400:00000200:2.0:1784947919.676568:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947919.676573:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947919.676580:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947919.676583:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947919.676602:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947919.676606:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947919.676608:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784947919.676612:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784947919.676613:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947919.676619:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784947919.676620:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947919.676626:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541227:541227:255:4294967295] 192.168.201.111@tcp LPNI seq info [541164:541164:7:4294967295] 00000800:00000200:2.0:1784947919.676632:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947919.676636:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947919.676638:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947919.676649:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947919.676654:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947919.676654:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947919.676660:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9062 usecs (10 jiffies) 00000800:00000010:3.0:1784947919.676662:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000400:00000200:2.0:1784947919.676666:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947919.676669:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306679306 00000800:00000200:3.0:1784947919.676670:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784947919.676675:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ba0. 00000800:00000200:3.0:1784947919.676679:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947919.676684:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947919.676685:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947919.676689:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947919.676694:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947919.676695:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306679306 00000100:00000001:3.0:1784947919.676696:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306683141 00000100:00000010:2.0:1784947919.676701:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a20. 00000100:00000001:3.0:1784947919.676705:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306679306 00000100:00000001:2.0:1784947919.676706:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947919.676712:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306683141 00000100:00000001:2.0:1784947919.676713:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947919.676717:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676718:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306679306 00000100:00000001:2.0:1784947919.676720:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676723:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947919.676724:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.676729:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676733:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947919.676734:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784947919.676735:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947919.676737:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:3.0:1784947919.676739:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784947919.676742:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947919.676743:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947919.676746:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947919.676749:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947919.676751:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947919.676752:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947919.676753:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676755:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947919.676759:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947919.676761:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947919.676762:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947919.676765:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947919.676769:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000100:00100000:3.0:1784947919.676770:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155023616:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947919.676774:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:3.0:1784947919.676775:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947919.676779:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947919.676780:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947919.676781:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947919.676784:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947919.676787:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947919.676788:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947919.676791:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947919.676798:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947919.676803:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:1.0:1784947919.676806:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784947919.676808:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000040:1.0:1784947919.676811:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947919.676813:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023616, portal 10 00000100:00000001:3.0:1784947919.676818:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947919.676820:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000001:1.0:1784947919.676827:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947919.676830:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947919.676831:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.676837:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947919.676839:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947919.676842:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947919.676844:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155023616, offset 0 00000400:00000200:3.0:1784947919.676847:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947919.676849:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947919.676852:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947919.676855:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947919.676857:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947919.676858:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947919.676860:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947919.676863:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541228:541228:255:4294967295] 192.168.201.111@tcp LPNI seq info [541165:541165:7:4294967295] 00000400:00000200:3.0:1784947919.676866:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947919.676870:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947919.676873:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947919.676876:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784947919.676878:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947919.676881:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947919.676883:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947919.676886:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947919.676889:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784947919.676889:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10228 usecs (11 jiffies) 00000800:00000010:1.0:1784947919.676893:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:3.0:1784947919.676894:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947919.676897:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306679307 00000400:00000200:1.0:1784947919.676898:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947919.676903:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306683141 00000400:00000200:1.0:1784947919.676906:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947919.676907:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306679307 00000400:00000200:1.0:1784947919.676909:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000100:00000001:3.0:1784947919.676911:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306683141 00000400:00000010:1.0:1784947919.676914:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947919.676915:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947919.676919:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947919.676919:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676921:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947919.676925:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.676925:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.676931:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947919.676933:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947919.676936:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947919.676937:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947919.676939:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784947919.676940:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.676941:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.676946:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947919.676953:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947919.676955:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947919.676964:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947919.676966:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784947919.676968:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947919.676970:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947919.676971:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:1.0:1784947919.676973:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:1.0:1784947919.676974:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947919.676976:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947919.676981:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947919.676983:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947919.676987:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947919.676988:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947919.678797:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947919.678808:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947919.678810:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947919.678813:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947919.678817:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678821:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947919.678827:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678831:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678834:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678838:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313280 00000400:00000200:0.0:1784947919.678841:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678845:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524331 [1] + 224 00000800:00000001:0.0:1784947919.678850:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947919.678855:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947919.678857:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947919.678860:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947919.678864:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947919.678879:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947919.678887:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947919.678901:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947919.678908:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947919.678910:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947919.678912:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947919.678913:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947919.678915:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678919:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947919.678923:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678925:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678928:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678931:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313200 00000100:00000001:2.0:1784947919.678931:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947919.678934:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947919.678937:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947919.678941:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524339 [1] + 224 00000800:00000001:0.0:1784947919.678944:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947919.678946:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947919.678948:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947919.678950:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947919.678951:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784947919.678954:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784947919.678957:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947919.678959:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947919.678962:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947919.678964:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947919.678967:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947919.678970:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947919.678974:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947919.678994:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947919.678996:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947919.679017:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947919.679020:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947919.679023:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947919.679023:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947919.679025:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784947919.679028:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947919.679029:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947919.679033:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947919.679034:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947919.679035:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947919.679038:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947919.679041:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947919.679042:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=60 v=5 (5 5 5 5) 00000400:00000200:0.0:1784947919.679044:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947919.679069:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947919.679072:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=100 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947919.679073:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947919.679076:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947919.679079:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947919.679080:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:2.0:1784947919.679081:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1784947919.679083:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947919.679086:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947919.679087:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784947919.679088:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947919.679089:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947919.679093:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947919.679095:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784947919.679096:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000200:0.0:1784947919.679098:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947919.679099:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947919.679100:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000400:00000200:0.0:1784947919.679105:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947919.679107:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947919.679109:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947919.679113:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947919.679115:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947919.679122:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313300 00000400:00000200:0.0:1784947919.679133:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947919.679138:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947919.679142:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524341 [1] + 224 00000100:00000001:2.0:1784947919.679146:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784947919.679147:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947919.679148:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947919.679148:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947919.679154:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947919.679157:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947919.679160:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947919.679164:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947919.679168:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947919.679171:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947919.679173:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947919.679177:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947919.679179:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947919.679180:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947919.679184:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947919.679185:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947919.679187:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155023488:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784947919.679189:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947919.679195:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=60 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947919.679198:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947919.679203:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784947919.679205:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=60 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947919.679210:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155023488/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.679211:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784947919.679213:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.679214:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947919.679220:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947919.679224:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.679230:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947919.679233:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947919.679237:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1784947919.679239:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947919.679241:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:0.0:1784947919.679242:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947919.679247:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784947919.679249:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947919.679250:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1784947919.679251:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784947919.679252:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1784947919.679256:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947919.679256:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947919.679259:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784947919.679261:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947919.679264:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 00000100:00000040:3.0:1784947919.679282:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947919.679287:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947919.679292:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947919.679297:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947919.679304:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1784947919.679307:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155023360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947919.679308:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947919.679316:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947919.679324:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947919.679327:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947919.679331:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947919.679334:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947919.679353:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947919.679357:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947919.679360:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947919.679364:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947919.679366:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784947919.679380:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947919.679384:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947919.679407:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.679412:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947919.679413:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.679415:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947919.679415:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947919.679416:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947919.679417:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947919.679419:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947919.679421:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=60 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947919.679423:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947919.679425:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947919.679426:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947919.679427:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947919.679429:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.679431:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947919.679432:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947919.679434:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947919.679435:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947919.679437:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.679442:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947919.679443:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947919.679444:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947919.679446:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947919.679451:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155023616:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947919.679453:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.679470:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947919.679474:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155023360/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.679480:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947919.679483:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947919.679485:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947919.679488:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947919.679490:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947919.679492:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947919.679494:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947919.679496:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784947919.679499:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947919.679500:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947919.679502:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:3.0:1784947919.679505:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947919.679507:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.679509:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947919.679512:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155023616/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947935 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947919.679519:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947919.679521:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947919.679522:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947919.679525:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947919.679526:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947919.679528:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947919.679530:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947919.679531:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:3.0:1784947919.679533:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947919.679534:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947919.679536:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:3.0:1784947919.679538:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947919.679539:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.679541:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947919.679546:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947919.679547:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947919.679550:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947919.679552:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947919.868129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947919.868134:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947919.868208:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947919.868212:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947919.868215:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947920.892197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947920.892206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947920.892361:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947920.892368:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947920.892373:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947921.916151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947921.916157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947921.916242:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947921.916248:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947921.916253:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947922.940220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947922.940232:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947922.940237:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947922.940243:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947922.940251:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947922.940255:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947922.940259:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947922.940263:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947922.940323:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947922.940330:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947922.940336:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947923.580171:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306683141, at 4306683200 00000100:00000040:1.0:1784947923.580186:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306683141, at 4306683200 00000100:00000010:0.0:1784947923.580189:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ba0. 00000100:00000010:1.0:1784947923.580205:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a20. 00010000:00000001:1.0:1784947923.964211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947923.964218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947923.964297:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947923.964306:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947923.964314:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947924.796237:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947924.796246:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947924.796255:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784947924.796263:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947924.796269:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947924.796273:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947924.796280:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947924.796292:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947924.796300:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947924.796318:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947924.796334:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947924.796340:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947924.796348:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.796382:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947924.796386:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947924.796390:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947924.796396:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947924.796400:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947924.796404:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947924.796406:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947924.796409:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947924.796414:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947924.796419:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.796419:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.796429:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947924.796431:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947924.796435:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947924.796448:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947924.796452:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.796454:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947924.796469:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_00+0] req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.796482:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947924.796488:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947924.796494:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947924.796496:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947924.796524:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947924.796526:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947924.796536:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947924.796540:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947924.796543:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784947924.796549:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947924.796555:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1784947924.796556:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155023744:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947924.796558:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947924.796564:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947924.796575:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784947924.796576:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947924.796584:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947924.796591:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947924.796594:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947924.796600:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947924.796610:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947924.796617:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947924.796621:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947924.796622:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000040:2.0:1784947924.796630:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947924.796631:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947924.796650:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947924.796652:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947924.796657:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947924.796660:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947924.796669:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784947924.796672:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000040:2.0:1784947924.796674:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947924.796684:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947924.796688:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023744, portal 25 00000100:00000040:2.0:1784947924.796690:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12022) 00000100:00000001:3.0:1784947924.796700:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947924.796705:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000040:3.0:1784947924.796717:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.796729:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947924.796731:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947924.796738:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947924.796739:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947924.796745:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784947924.796746:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784947924.796756:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155023744, offset 0 00000100:00000040:2.0:1784947924.796759:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947924.796773:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947924.796783:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947924.796786:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947924.796790:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947924.796794:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947924.796796:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947924.796802:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947924.796810:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155023872:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947924.796811:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947924.796824:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947924.796829:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947924.796834:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947924.796838:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947924.796841:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947924.796844:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947924.796850:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1784947924.796853:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947924.796859:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947924.796862:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947924.796871:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541229:541229:256:4294967295] 192.168.201.111@tcp LPNI seq info [541166:541166:8:4294967295] 00000400:00000200:2.0:1784947924.796879:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947924.796889:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947924.796890:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947924.796898:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784947924.796908:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155023872, portal 10 00000400:00000200:3.0:1784947924.796913:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947924.796915:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947924.796920:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000800:00000200:3.0:1784947924.796932:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947924.796937:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784947924.796943:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:3.0:1784947924.796966:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947924.796977:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947924.796983:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947924.796991:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947924.796993:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000800:00000200:3.0:1784947924.797001:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947924.797003:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155023872, offset 0 00000400:00000200:2.0:1784947924.797022:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947924.797030:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947924.797035:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947924.797041:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947924.797077:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947924.797082:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306688262 00000100:00000010:3.0:1784947924.797091:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7420. 00000100:00000001:3.0:1784947924.797100:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947924.797103:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947924.797111:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306688262 00000400:00000200:2.0:1784947924.797112:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947924.797123:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784947924.797123:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d71e0. 00000400:00000200:2.0:1784947924.797132:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947924.797136:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784947924.797146:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541230:541230:255:4294967295] 192.168.201.111@tcp LPNI seq info [541167:541167:7:4294967295] 00000100:00000001:3.0:1784947924.797147:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947924.797159:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947924.797168:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947924.797172:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.797179:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947924.797193:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947924.797196:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947924.797201:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784947924.797208:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947924.797210:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.797216:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1784947924.797218:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947924.797220:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947924.797234:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947924.797235:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947924.797255:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784947924.797256:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947924.797258:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947924.797262:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947924.797266:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784947924.797272:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1784947924.797274:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000100:00000001:2.0:1784947924.797275:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947924.797278:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947924.797288:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947924.797289:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9062 usecs (10 jiffies) 00000400:00000200:1.0:1784947924.797292:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947924.797297:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155024000:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947924.797305:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947924.797311:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947924.797314:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306684427 02000000:00000001:3.0:1784947924.797321:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784947924.797322:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947924.797323:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306688262 02000000:00000001:3.0:1784947924.797329:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947924.797336:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306684427 02000000:00000001:3.0:1784947924.797338:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947924.797344:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306688262 00000400:00000200:1.0:1784947924.797345:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 02000000:00000010:3.0:1784947924.797347:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784947924.797353:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947924.797359:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947924.797360:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784947924.797361:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947924.797373:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947924.797374:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947924.797378:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1784947924.797381:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947924.797382:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947924.797398:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947924.797398:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784947924.797399:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947924.797405:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1784947924.797410:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024000, portal 10 00000100:00000001:2.0:1784947924.797416:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.797419:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947924.797423:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947924.797430:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947924.797438:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947924.797447:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947924.797460:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947924.797477:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947924.797482:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947924.797534:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947924.797539:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947924.797544:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947924.797550:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947924.797556:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:1.0:1784947924.797559:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000100:00000001:1.0:1784947924.797565:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947924.797574:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947924.797592:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947924.797600:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947924.797628:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.797631:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000001:1.0:1784947924.797636:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947924.797657:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.797675:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947924.797680:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947924.797685:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784947924.797690:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155024000, offset 0 00000400:00000200:3.0:1784947924.797695:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947924.797702:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947924.797708:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947924.797713:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947924.797716:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947924.797720:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947924.797723:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947924.797834:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541231:541231:256:4294967295] 192.168.201.111@tcp LPNI seq info [541168:541168:8:4294967295] 00000400:00000200:3.0:1784947924.797841:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947924.797850:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947924.797857:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947924.797863:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000800:00000200:3.0:1784947924.797869:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947924.797875:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947924.797879:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947924.797896:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947924.797902:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10228 usecs (11 jiffies) 00000400:00000200:3.0:1784947924.797906:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947924.797909:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306684428 00000100:00000001:3.0:1784947924.797912:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306688262 00000100:00000001:3.0:1784947924.797915:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306684428 00000100:00000001:3.0:1784947924.797918:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306688262 00000100:00000001:3.0:1784947924.797920:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947924.797923:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.797927:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.797929:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.797934:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947924.797936:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947924.797939:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.797941:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947924.797943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.797946:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947924.798097:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947924.798105:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:0.0:1784947924.798111:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947924.798119:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947924.798125:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:0.0:1784947924.798128:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:0.0:1784947924.798133:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947924.798140:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947924.798153:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947924.798158:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947924.798168:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947924.798170:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947924.799713:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947924.799731:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947924.799738:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947924.799744:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947924.799755:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947924.799766:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947924.799776:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947924.799781:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947924.799787:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947924.799792:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313380 00000400:00000200:1.0:1784947924.799799:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947924.799805:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524349 [1] + 224 00000800:00000001:1.0:1784947924.799814:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947924.799823:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947924.799826:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947924.799831:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947924.799837:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947924.799844:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947924.799859:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947924.799887:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947924.799895:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947924.799899:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.799935:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.799941:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947924.799950:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947924.799952:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947924.799956:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947924.799962:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784947924.799964:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784947924.799968:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947924.799978:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947924.799993:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.800004:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947924.800006:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.800010:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947924.800013:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947924.800016:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947924.800019:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947924.800022:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947924.800029:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947924.800034:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=65 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947924.800038:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947924.800040:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947924.800043:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947924.800076:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.800080:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947924.800087:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.800097:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947924.800100:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947924.800103:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947924.800108:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947924.800118:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155023744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947924.800124:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.800127:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947924.800130:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155023744/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.800139:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947924.800142:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947924.800146:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947924.800149:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947924.800152:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947924.800154:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947924.800158:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947924.800161:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947924.800164:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947924.800167:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947924.800169:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784947924.800173:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947924.800175:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.800179:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.800181:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.800183:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947924.800185:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.800187:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947924.800584:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947924.800597:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947924.800602:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947924.800605:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947924.800611:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800618:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947924.800626:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800631:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800636:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800640:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313400 00000400:00000200:0.0:1784947924.800646:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800651:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524351 [1] + 224 00000800:00000001:0.0:1784947924.800658:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947924.800662:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947924.800665:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947924.800670:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947924.800675:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947924.800683:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947924.800697:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947924.800723:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947924.800733:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947924.800737:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947924.800739:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947924.800742:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947924.800746:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800750:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947924.800756:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800759:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800762:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800766:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313480 00000400:00000200:0.0:1784947924.800770:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947924.800775:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524359 [1] + 224 00000800:00000001:0.0:1784947924.800779:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947924.800785:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947924.800788:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947924.800792:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947924.800795:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947924.800801:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947924.800814:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.800830:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947924.800835:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947924.800837:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784947924.800845:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947924.800848:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784947924.800853:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947924.800854:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947924.800861:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947924.800871:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947924.800874:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947924.800880:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947924.800891:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947924.800907:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.800918:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947924.800921:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947924.800924:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947924.800927:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947924.800930:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947924.800932:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947924.800936:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.800942:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784947924.800944:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=65 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947924.800950:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784947924.800953:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947924.800960:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1784947924.800961:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947924.800964:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947924.800967:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947924.800970:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:3.0:1784947924.800974:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00010000:00000001:2.0:1784947924.800977:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947924.800984:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1784947924.800985:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000100:00000040:2.0:1784947924.800988:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000010:3.0:1784947924.800993:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784947924.800994:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947924.801001:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.801004:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784947924.801012:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947924.801021:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.801035:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947924.801084:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947924.801088:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947924.801097:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947924.801108:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155023872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947924.801114:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947924.801117:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947924.801123:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155023872/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.801133:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947924.801136:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947924.801139:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947924.801144:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947924.801146:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947924.801149:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947924.801152:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947924.801154:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947924.801158:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947924.801160:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947924.801162:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:2.0:1784947924.801167:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947924.801169:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947924.801172:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947924.801179:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947924.801184:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947924.801190:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784947924.801192:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947924.801194:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.801213:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947924.801218:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.801222:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947924.801225:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947924.801228:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947924.801231:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947924.801234:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947924.801240:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947924.801245:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947924.801248:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947924.801250:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947924.801252:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947924.801256:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.801259:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947924.801261:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947924.801264:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947924.801266:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947924.801272:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.801291:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947924.801294:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947924.801297:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947924.801302:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947924.801312:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155024000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947924.801317:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.801320:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947924.801324:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641155024000/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947924.801332:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947924.801334:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947924.801337:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947924.801340:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947924.801342:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947924.801344:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947924.801347:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947924.801350:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947924.801353:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947924.801355:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947924.801357:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:3.0:1784947924.801361:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947924.801363:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.801366:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947924.801371:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947924.801373:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947924.801376:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947924.801379:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947924.988208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947924.988214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947924.988347:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947924.988353:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947924.988358:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947926.012169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947926.012179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947926.012280:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947926.012286:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947926.012292:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947927.036145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947927.036152:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947927.036238:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947927.036242:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947927.036245:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947928.060219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947928.060228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947928.060290:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947928.060296:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947928.060302:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947928.700197:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306688262, at 4306688320 00000100:00000010:0.0:1784947928.700218:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7420. 00000100:00000040:1.0:1784947928.700239:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306688262, at 4306688320 00000100:00000010:1.0:1784947928.700254:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d71e0. 00010000:00000001:1.0:1784947929.084175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947929.084184:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947929.084328:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947929.084334:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947929.084339:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947929.916295:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947929.916307:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947929.916321:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947929.916329:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947929.916334:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947929.916338:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947929.916345:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947929.916367:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947929.916376:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916392:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947929.916403:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947929.916409:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916631:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_00+0] req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947929.916669:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916672:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947929.916675:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947929.916678:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947929.916681:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947929.916684:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947929.916686:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947929.916688:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947929.916692:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947929.916695:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916698:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947929.916704:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947929.916706:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916711:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.916712:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947929.916724:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947929.916727:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.916731:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947929.916733:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947929.916736:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947929.916739:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947929.916742:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947929.916746:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947929.916748:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:3.0:1784947929.916749:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947929.916750:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947929.916760:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784947929.916770:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916787:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947929.916792:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947929.916799:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947929.916805:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947929.916808:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.916810:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947929.916814:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947929.916815:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947929.916826:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947929.916846:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155024128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947929.916849:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947929.916866:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947929.916880:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947929.916881:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947929.916885:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947929.916889:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947929.916891:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947929.916895:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12027) 02000000:00000001:3.0:1784947929.916896:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.916906:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947929.916918:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947929.916922:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947929.916947:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947929.916950:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947929.916954:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947929.916955:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947929.916957:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947929.916968:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947929.916969:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784947929.916986:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024128, portal 25 00000100:00000001:3.0:1784947929.916997:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947929.917002:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000001:2.0:1784947929.917013:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947929.917016:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947929.917024:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947929.917025:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947929.917032:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947929.917052:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784947929.917074:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947929.917087:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155024256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947929.917091:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947929.917096:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947929.917099:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947929.917101:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947929.917106:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947929.917109:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947929.917115:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947929.917120:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947929.917121:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947929.917134:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000400:00000010:2.0:1784947929.917137:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:3.0:1784947929.917142:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155024128, offset 0 00000100:00000200:2.0:1784947929.917146:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024256, portal 10 00000100:00000001:2.0:1784947929.917151:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947929.917156:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000400:00000200:3.0:1784947929.917158:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947929.917179:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947929.917186:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947929.917202:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784947929.917207:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784947929.917208:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947929.917220:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000400:00000200:3.0:1784947929.917224:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784947929.917227:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155024256, offset 0 00000400:00000200:3.0:1784947929.917233:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947929.917241:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947929.917258:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947929.917263:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947929.917267:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541232:541232:256:4294967295] 192.168.201.111@tcp LPNI seq info [541169:541169:8:4294967295] 00000400:00000200:3.0:1784947929.917273:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947929.917281:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947929.917291:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947929.917295:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947929.917316:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784947929.917326:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947929.917331:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:3.0:1784947929.917336:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947929.917338:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947929.917351:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784947929.917356:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947929.917366:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541233:541233:255:4294967295] 192.168.201.111@tcp LPNI seq info [541170:541170:7:4294967295] 00000400:00000200:2.0:1784947929.917375:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947929.917380:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947929.917387:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947929.917402:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947929.917408:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947929.917428:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784947929.917434:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947929.917438:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947929.917447:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947929.917454:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947929.917455:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947929.917460:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.917465:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306693382 00000100:00000040:2.0:1784947929.917468:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9061 usecs (10 jiffies) 00000400:00000200:2.0:1784947929.917474:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947929.917477:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306689547 00000100:00000010:3.0:1784947929.917480:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7240. 00000100:00000001:3.0:1784947929.917493:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784947929.917503:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306693382 00000100:00000001:2.0:1784947929.917504:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306693382 00000100:00000001:2.0:1784947929.917509:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306689547 00000100:00000010:3.0:1784947929.917511:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d20. 00000100:00000001:3.0:1784947929.917516:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947929.917521:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947929.917522:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306693382 00000800:00000200:1.0:1784947929.917533:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947929.917540:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947929.917540:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947929.917543:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947929.917554:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.917557:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947929.917572:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947929.917576:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947929.917579:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.917582:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947929.917590:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947929.917591:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947929.917593:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947929.917598:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947929.917600:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947929.917603:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000100:00000001:2.0:1784947929.917605:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947929.917607:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947929.917612:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947929.917616:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947929.917619:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947929.917621:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784947929.917621:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947929.917638:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947929.917639:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1784947929.917642:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947929.917653:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.917659:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947929.917664:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.917672:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947929.917677:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784947929.917677:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947929.917684:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947929.917687:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947929.917694:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155024384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947929.917707:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784947929.917712:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.917714:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947929.917718:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784947929.917720:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.917725:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947929.917730:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947929.917733:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947929.917739:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947929.917743:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947929.917749:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000200:3.0:1784947929.917753:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024384, portal 10 00000100:00000001:3.0:1784947929.917756:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947929.917758:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:3.0:1784947929.917769:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.917777:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947929.917779:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947929.917784:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784947929.917787:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155024384, offset 0 00000400:00000200:3.0:1784947929.917792:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947929.917799:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947929.917802:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947929.917806:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784947929.917809:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:3.0:1784947929.917816:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947929.917817:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947929.917824:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947929.917829:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947929.917836:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947929.917839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000200:3.0:1784947929.917844:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:1.0:1784947929.917846:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:1.0:1784947929.917854:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947929.917855:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541234:541234:255:4294967295] 192.168.201.111@tcp LPNI seq info [541171:541171:7:4294967295] 00000100:00000200:1.0:1784947929.917864:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947929.917869:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947929.917905:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947929.917908:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:1.0:1784947929.917919:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784947929.917925:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947929.917934:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784947929.917966:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947929.917979:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947929.917987:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947929.917997:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947929.918001:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947929.918004:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10227 usecs (11 jiffies) 00000100:00000001:1.0:1784947929.918009:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947929.918035:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947929.918038:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:1.0:1784947929.918042:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947929.918047:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947929.918050:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:1.0:1784947929.918053:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:1.0:1784947929.918055:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947929.918060:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947929.918069:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947929.918072:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947929.918079:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947929.918111:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947929.918169:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947929.918174:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306689549 00000100:00000001:3.0:1784947929.918178:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306693382 00000100:00000001:3.0:1784947929.918180:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306689549 00000100:00000001:3.0:1784947929.918183:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306693382 00000100:00000001:3.0:1784947929.918186:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947929.918188:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.918192:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.918194:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.918199:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947929.918201:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947929.918203:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947929.918205:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947929.918207:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.918209:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947929.920136:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947929.920151:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947929.920155:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947929.920159:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947929.920166:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947929.920172:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947929.920180:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947929.920185:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947929.920189:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947929.920194:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313500 00000400:00000200:0.0:1784947929.920199:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947929.920206:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524361 [1] + 224 00000800:00000001:0.0:1784947929.920213:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947929.920222:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947929.920225:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947929.920231:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947929.920237:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947929.920244:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947929.920258:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947929.920279:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947929.920290:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947929.920296:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947929.920299:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947929.920302:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947929.920308:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947929.920311:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947929.920314:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947929.920317:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947929.920324:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947929.920328:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947929.920330:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947929.920335:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947929.920340:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947929.920346:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313580 00000400:00000200:0.0:1784947929.920350:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947929.920389:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947929.920397:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:3.0:1784947929.920399:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:3.0:1784947929.920403:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947929.920408:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524369 [1] + 224 00000800:00000001:0.0:1784947929.920435:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947929.920437:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947929.920444:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947929.920450:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947929.920462:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947929.920471:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947929.920481:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947929.920482:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947929.920497:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947929.920514:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947929.920519:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947929.920522:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947929.920584:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947929.920588:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947929.920593:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947929.920595:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947929.920598:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947929.920605:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784947929.920608:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947929.920612:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947929.920625:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.920631:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947929.920638:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947929.920646:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.920647:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947929.920662:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947929.920664:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947929.920667:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947929.920671:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947929.920672:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947929.920682:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947929.920685:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947929.920689:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947929.920691:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947929.920696:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947929.920699:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=70 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947929.920703:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947929.920704:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1784947929.920709:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=110 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947929.920711:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947929.920720:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947929.920721:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947929.920723:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947929.920728:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.920732:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947929.920742:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784947929.920743:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:3.0:1784947929.920750:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=70 v=5 (5 5 5 5) 00010000:00000001:2.0:1784947929.920752:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947929.920765:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947929.920769:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:3.0:1784947929.920773:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=70 v=5 (1 1 1 1) 00000100:00000040:2.0:1784947929.920775:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:1.0:1784947929.920780:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947929.920791:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947929.920791:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947929.920800:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947929.920804:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947929.920805:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947929.920808:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313600 00010000:00000001:3.0:1784947929.920823:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947929.920828:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947929.920829:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947929.920831:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.920838:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947929.920856:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524371 [1] + 224 00000100:00000040:3.0:1784947929.920868:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947929.920871:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947929.920881:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947929.920888:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947929.920896:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947929.920897:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.920903:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947929.920915:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947929.920916:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784947929.920921:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.920923:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947929.920936:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784947929.920947:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947929.920952:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784947929.920954:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155024256:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784947929.920969:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947929.920980:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947929.920996:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784947929.921012:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155024128:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947929.921014:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155024256/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947929.921017:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.921039:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.921083:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947929.921091:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155024128/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947929.921136:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947929.921148:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947929.921151:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947929.921156:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947929.921160:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947929.921162:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1784947929.921166:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784947929.921168:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947929.921173:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:2.0:1784947929.921174:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947929.921180:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784947929.921181:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:2.0:1784947929.921183:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947929.921186:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:2.0:1784947929.921188:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:3.0:1784947929.921191:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 02000000:00000010:2.0:1784947929.921194:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000020:00000001:3.0:1784947929.921196:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784947929.921204:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:3.0:1784947929.921205:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947929.921210:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784947929.921214:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:2.0:1784947929.921215:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 02000000:00000001:3.0:1784947929.921222:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947929.921225:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:2.0:1784947929.921227:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947929.921234:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.921236:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947929.921243:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947929.921246:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.921248:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.921256:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947929.921258:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947929.921260:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947929.921262:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947929.921264:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947929.921267:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784947929.921268:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947929.921273:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947929.921274:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947929.921284:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:3.0:1784947929.921288:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947929.921293:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947929.921299:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947929.921311:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.921319:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947929.921321:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.921324:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947929.921326:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947929.921327:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947929.921329:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947929.921331:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947929.921337:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947929.921341:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947929.921344:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947929.921345:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947929.921348:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947929.921351:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.921354:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947929.921357:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947929.921359:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947929.921361:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947929.921365:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.921373:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947929.921375:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947929.921376:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947929.921380:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947929.921388:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155024384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947929.921392:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.921394:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947929.921397:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641155024384/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947929.921404:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947929.921405:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947929.921407:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947929.921409:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947929.921411:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947929.921435:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947929.921440:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947929.921443:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784947929.921448:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947929.921450:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947929.921453:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784947929.921457:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947929.921460:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.921464:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947929.921471:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947929.921473:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947929.921478:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947929.921481:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947930.108279:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947930.108290:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947930.108499:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947930.108504:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947930.108508:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947931.132223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947931.132234:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947931.132330:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947931.132336:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947931.132342:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947932.156220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947932.156229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947932.156319:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947932.156325:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947932.156330:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947933.180232:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947933.180244:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947933.180249:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947933.180256:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947933.180263:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947933.180269:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947933.180273:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947933.180278:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947933.180355:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947933.180386:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947933.180392:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947933.820185:0:251600:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306693382, at 4306693440 00000100:00000010:0.0:1784947933.820204:0:251600:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7240. 00000100:00000040:1.0:1784947933.820242:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306693382, at 4306693440 00000100:00000010:1.0:1784947933.820255:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d20. 00010000:00000001:1.0:1784947934.204201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947934.204210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947934.204408:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947934.204414:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947934.204419:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947935.036197:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947935.036205:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947935.036215:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784947935.036220:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784947935.036224:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947935.036226:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947935.036231:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947935.036275:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784947935.036281:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036291:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947935.036300:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947935.036303:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036309:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.036368:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036371:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947935.036375:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947935.036377:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000020:00000040:1.0:1784947935.036379:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784947935.036381:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947935.036382:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784947935.036384:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947935.036386:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784947935.036389:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036394:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784947935.036402:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784947935.036405:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.036409:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947935.036410:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947935.036415:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947935.036419:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784947935.036427:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947935.036430:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947935.036432:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784947935.036440:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784947935.036444:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784947935.036448:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947935.036451:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947935.036451:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784947935.036455:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784947935.036456:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947935.036457:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784947935.036462:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947935.036463:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784947935.036465:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947935.036469:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784947935.036472:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784947935.036474:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.036483:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1784947935.036485:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155024512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947935.036487:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.036495:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784947935.036495:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.036503:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947935.036504:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784947935.036505:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947935.036509:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036510:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947935.036515:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784947935.036516:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784947935.036518:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784947935.036523:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12032) 02000000:00000010:0.0:1784947935.036527:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784947935.036530:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947935.036538:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784947935.036544:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaf20. 00000400:00000010:0.0:1784947935.036553:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000001:1.0:1784947935.036553:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947935.036556:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947935.036559:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947935.036562:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947935.036563:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024512, portal 25 00000100:00000001:0.0:1784947935.036570:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947935.036573:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947935.036574:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000001:1.0:1784947935.036576:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947935.036581:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947935.036583:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947935.036585:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947935.036587:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947935.036590:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155024640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947935.036596:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947935.036599:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947935.036601:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.036606:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784947935.036606:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947935.036612:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000040:0.0:1784947935.036615:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784947935.036616:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947935.036621:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000400:00000200:1.0:1784947935.036622:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784947935.036627:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155024512, offset 0 00000400:00000010:1.0:1784947935.036628:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9630. 00000400:00000010:1.0:1784947935.036636:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000400:00000200:0.0:1784947935.036641:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784947935.036650:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024640, portal 10 00000100:00000001:1.0:1784947935.036655:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784947935.036656:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947935.036657:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 00000100:00000040:1.0:1784947935.036666:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947935.036668:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784947935.036676:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784947935.036678:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784947935.036682:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947935.036685:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1220. 00000400:00000200:0.0:1784947935.036686:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:1.0:1784947935.036688:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155024640, offset 0 00000400:00000200:0.0:1784947935.036693:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947935.036695:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947935.036702:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784947935.036706:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541235:541235:256:4294967295] 192.168.201.111@tcp LPNI seq info [541172:541172:8:4294967295] 00000400:00000200:0.0:1784947935.036711:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947935.036720:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784947935.036726:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947935.036730:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.036735:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947935.036738:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947935.036740:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947935.036742:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947935.036744:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947935.036746:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541236:541236:255:4294967295] 192.168.201.111@tcp LPNI seq info [541173:541173:7:4294967295] 00000400:00000200:1.0:1784947935.036749:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.036754:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947935.036758:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947935.036762:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000800:00000200:1.0:1784947935.036767:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947935.036775:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947935.036778:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947935.036788:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036792:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9061 usecs (10 jiffies) 00000400:00000200:1.0:1784947935.036794:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947935.036796:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306694666 00000100:00000010:1.0:1784947935.036800:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f1e0. 00000100:00000001:1.0:1784947935.036806:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784947935.036810:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306694666 00000100:00000010:1.0:1784947935.036812:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f960. 00000100:00000001:1.0:1784947935.036814:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784947935.036817:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947935.036818:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.036821:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.036822:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.036828:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947935.036830:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947935.036831:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947935.036832:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947935.036833:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947935.036835:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784947935.036836:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.036838:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947935.036839:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.036840:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947935.036840:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947935.036841:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784947935.036844:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.036848:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947935.036849:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947935.036850:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947935.036852:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947935.036853:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947935.036855:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155024768:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947935.036857:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947935.036859:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947935.036860:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947935.036862:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947935.036864:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784947935.036865:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947935.036867:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947935.036869:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9f78. 00000400:00000010:1.0:1784947935.036871:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1e58. 00000100:00000200:1.0:1784947935.036873:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024768, portal 10 00000100:00000001:1.0:1784947935.036874:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947935.036875:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000100:00000040:1.0:1784947935.036880:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.036884:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947935.036885:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947935.036887:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1f68. 00000100:00000200:1.0:1784947935.036889:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155024768, offset 0 00000400:00000200:1.0:1784947935.036891:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947935.036893:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.036895:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947935.036897:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947935.036899:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947935.036900:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947935.036902:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947935.036904:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541237:541237:254:4294967295] 192.168.201.111@tcp LPNI seq info [541174:541174:6:4294967295] 00000400:00000200:1.0:1784947935.036907:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.036911:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947935.036913:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947935.036915:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000800:00000200:1.0:1784947935.036918:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947935.036921:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947935.036922:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947935.036925:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.036927:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10227 usecs (11 jiffies) 00000400:00000200:1.0:1784947935.036929:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947935.036930:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306694667 00000100:00000001:1.0:1784947935.036934:0:2407:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, simply extend its deadline from 4306694666 00000100:00000001:1.0:1784947935.036937:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306694667 00000100:00000001:1.0:1784947935.036939:0:2407:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, simply extend its deadline from 4306694666 00000100:00000001:1.0:1784947935.036940:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947935.036942:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.036943:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.036945:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947935.036982:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947935.036986:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000400:00000200:1.0:1784947935.036992:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947935.036997:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947935.037003:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000400:00000010:1.0:1784947935.037006:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:1.0:1784947935.037010:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947935.037015:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.037025:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947935.037029:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.037034:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.037035:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947935.037132:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947935.037136:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:1.0:1784947935.037139:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947935.037143:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947935.037146:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1f68 00000400:00000010:1.0:1784947935.037148:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1f68. 00000100:00000001:1.0:1784947935.037151:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947935.037155:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.037163:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947935.037167:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.037174:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.037176:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1784947935.037960:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000800:00000200:0.0:1784947935.037968:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784947935.037974:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947935.037978:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784947935.037992:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947935.037997:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947935.037999:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306698502 00000100:00000001:0.0:1784947935.038004:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306694667 00000100:00000001:0.0:1784947935.038009:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306698502 00000100:00000001:0.0:1784947935.038014:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306694667 00000100:00000001:0.0:1784947935.038019:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947935.038022:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038025:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038027:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.038032:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947935.038034:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947935.038036:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947935.038038:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947935.038040:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038042:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947935.038075:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947935.038080:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784947935.038086:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947935.038092:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947935.038096:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000010:1.0:1784947935.038098:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784947935.038101:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947935.038105:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.038114:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947935.038117:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.038124:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.038126:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947935.038499:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038543:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947935.038547:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038551:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947935.038557:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038562:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947935.038568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038572:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038576:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038580:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313700 00000400:00000200:1.0:1784947935.038584:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038588:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524389 [1] + 224 00000800:00000001:1.0:1784947935.038594:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038597:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947935.038599:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947935.038601:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947935.038604:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947935.038608:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947935.038614:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.038626:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947935.038631:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038633:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947935.038635:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038636:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947935.038638:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038640:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947935.038643:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038645:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038647:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038650:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313780 00000400:00000200:1.0:1784947935.038652:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.038656:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524399 [1] + 224 00000800:00000001:1.0:1784947935.038658:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038663:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.038665:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947935.038665:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784947935.038670:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947935.038671:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947935.038675:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784947935.038679:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1784947935.038679:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784947935.038684:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947935.038689:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9630. 00000100:00000040:1.0:1784947935.038690:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947935.038698:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000100:00000001:1.0:1784947935.038698:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784947935.038702:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784947935.038706:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947935.038708:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947935.038712:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784947935.038714:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947935.038728:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947935.038736:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947935.038738:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.038741:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947935.038743:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947935.038746:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947935.038748:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947935.038752:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947935.038759:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947935.038764:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947935.038767:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947935.038769:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947935.038772:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947935.038775:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038779:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947935.038781:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784947935.038783:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947935.038784:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947935.038789:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947935.038798:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947935.038801:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947935.038803:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947935.038807:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784947935.038816:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155024640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947935.038821:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038823:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947935.038827:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641155024640/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947935.038834:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947935.038836:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784947935.038839:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784947935.038843:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784947935.038845:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947935.038847:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947935.038850:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784947935.038853:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784947935.038855:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947935.038858:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947935.038859:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00000100:00000001:0.0:1784947935.038863:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947935.038864:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.038867:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038869:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947935.038870:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947935.038873:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947935.038875:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784947935.038877:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9f78. 00000400:00000200:0.0:1784947935.038880:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1e58 00000400:00000010:0.0:1784947935.038882:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1e58. 00000100:00000001:0.0:1784947935.038884:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947935.038888:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784947935.038898:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947935.038906:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947935.038908:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.038910:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947935.038911:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784947935.038913:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947935.038915:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947935.038917:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947935.038920:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947935.038924:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=98 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947935.038927:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947935.038929:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947935.038931:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947935.038933:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.038936:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784947935.038937:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784947935.038939:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784947935.038941:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947935.038946:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947935.038959:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947935.038960:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784947935.038965:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947935.038967:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947935.038967:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947935.038973:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784947935.038974:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947935.038977:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947935.038987:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784947935.038993:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155024768:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947935.038997:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784947935.039004:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947935.039006:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784947935.039010:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947935.039011:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.039018:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784947935.039020:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641155024768/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947935.039024:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313680 00000400:00000200:1.0:1784947935.039031:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947935.039039:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524379 [1] + 224 00000800:00000001:1.0:1784947935.039062:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947935.039067:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947935.039068:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947935.039072:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784947935.039073:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784947935.039077:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:0.0:1784947935.039078:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:1.0:1784947935.039080:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784947935.039084:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:1.0:1784947935.039086:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784947935.039088:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947935.039092:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784947935.039098:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784947935.039099:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784947935.039101:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:0.0:1784947935.039109:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784947935.039111:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784947935.039113:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000100:00000001:1.0:1784947935.039114:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784947935.039117:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784947935.039120:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784947935.039121:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947935.039123:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.039125:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947935.039131:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947935.039133:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947935.039136:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947935.039138:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.039139:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947935.039142:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947935.039144:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947935.039146:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947935.039147:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaf20. 00000400:00000200:1.0:1784947935.039151:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:1.0:1784947935.039152:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:1.0:1784947935.039154:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947935.039158:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947935.039164:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.039169:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947935.039170:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.039171:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947935.039172:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947935.039173:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947935.039174:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947935.039175:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947935.039178:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947935.039180:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947935.039182:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947935.039183:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947935.039184:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947935.039186:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.039187:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947935.039190:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.039194:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947935.039196:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947935.039197:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947935.039199:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947935.039204:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155024512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947935.039207:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.039209:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947935.039210:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155024512/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947935.039215:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947935.039216:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947935.039218:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:1.0:1784947935.039220:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947935.039221:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947935.039222:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784947935.039223:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947935.039224:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:1.0:1784947935.039226:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947935.039227:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947935.039228:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:1.0:1784947935.039230:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947935.039231:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.039232:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947935.039235:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947935.039236:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947935.039237:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947935.039238:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947935.228147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947935.228155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947935.228225:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947935.228229:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947935.228232:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947936.252183:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947936.252189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947936.252243:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947936.252249:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947936.252254:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947937.276192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947937.276199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947937.276264:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947937.276269:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947937.276273:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947938.300148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947938.300154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947938.300259:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947938.300266:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947938.300292:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947938.940156:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306698502, at 4306698560 00000100:00000040:1.0:1784947938.940156:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306698502, at 4306698560 00000100:00000010:0.0:1784947938.940170:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f1e0. 00000100:00000010:1.0:1784947938.940173:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f960. 00010000:00000001:1.0:1784947939.324150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947939.324157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947939.324277:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947939.324283:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947939.324293:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947940.156197:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947940.156207:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947940.156216:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784947940.156222:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947940.156227:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947940.156231:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947940.156251:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947940.156261:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947940.156268:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156281:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947940.156292:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947940.156296:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156302:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947940.156330:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156332:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947940.156335:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947940.156338:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947940.156339:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947940.156341:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947940.156343:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947940.156344:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947940.156347:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947940.156350:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156353:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947940.156359:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947940.156361:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947940.156362:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.156369:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947940.156369:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.156374:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947940.156381:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947940.156384:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947940.156384:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947940.156391:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947940.156395:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947940.156400:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947940.156401:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947940.156405:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947940.156406:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947940.156408:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947940.156410:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947940.156412:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1784947940.156413:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947940.156415:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947940.156416:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947940.156422:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156424:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1784947940.156428:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155024896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947940.156437:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947940.156439:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947940.156442:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947940.156444:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784947940.156446:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947940.156448:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947940.156453:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947940.156457:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156460:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784947940.156461:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947940.156464:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784947940.156465:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.156470:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947940.156473:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784947940.156477:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947940.156479:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12037) 00000400:00000010:2.0:1784947940.156482:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947940.156490:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000001:3.0:1784947940.156492:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947940.156495:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947940.156497:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784947940.156498:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155024896, portal 25 00000100:00000001:2.0:1784947940.156504:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947940.156504:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.156507:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000040:2.0:1784947940.156516:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947940.156520:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947940.156524:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.156527:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947940.156529:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947940.156530:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947940.156534:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 02000000:00000001:3.0:1784947940.156534:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947940.156539:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155024896, offset 0 02000000:00000001:3.0:1784947940.156541:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947940.156547:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784947940.156550:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155025024:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947940.156557:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947940.156559:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947940.156562:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947940.156566:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947940.156569:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947940.156570:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:3.0:1784947940.156575:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000400:00000200:2.0:1784947940.156578:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947940.156580:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947940.156584:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947940.156587:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947940.156592:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784947940.156592:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784947940.156598:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:3.0:1784947940.156600:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000400:00000200:2.0:1784947940.156605:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541238:541238:256:4294967295] 192.168.201.111@tcp LPNI seq info [541175:541175:8:4294967295] 00000100:00000200:3.0:1784947940.156606:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025024, portal 10 00000100:00000001:3.0:1784947940.156611:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784947940.156613:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947940.156614:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000040:3.0:1784947940.156624:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947940.156630:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947940.156641:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784947940.156644:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947940.156648:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947940.156652:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000800:00000010:2.0:1784947940.156653:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000200:3.0:1784947940.156655:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155025024, offset 0 00000800:00000200:2.0:1784947940.156667:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947940.156667:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947940.156675:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947940.156680:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947940.156684:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947940.156686:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947940.156690:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947940.156692:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947940.156697:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947940.156700:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947940.156702:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541239:541239:255:4294967295] 192.168.201.111@tcp LPNI seq info [541176:541176:7:4294967295] 00000400:00000200:3.0:1784947940.156706:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947940.156709:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947940.156714:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947940.156718:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947940.156722:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306703621 00000800:00000200:3.0:1784947940.156723:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947940.156729:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c60. 00000800:00000010:3.0:1784947940.156730:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784947940.156736:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947940.156740:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947940.156743:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947940.156747:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947940.156749:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306703621 00000100:00000001:3.0:1784947940.156750:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947940.156755:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43480. 00000100:00000040:3.0:1784947940.156757:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9061 usecs (10 jiffies) 00000100:00000001:2.0:1784947940.156762:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947940.156763:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947940.156768:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306699786 00000100:00000001:2.0:1784947940.156770:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947940.156771:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306703621 00000100:00000001:2.0:1784947940.156774:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947940.156777:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306699786 00000100:00000001:2.0:1784947940.156779:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947940.156780:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306703621 00000100:00000001:2.0:1784947940.156782:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947940.156785:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947940.156788:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947940.156790:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.156792:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947940.156793:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.156796:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947940.156800:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947940.156801:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784947940.156802:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947940.156804:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947940.156805:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947940.156811:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947940.156816:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784947940.156817:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000040:2.0:1784947940.156819:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947940.156820:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947940.156825:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947940.156826:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947940.156836:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.156838:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947940.156845:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947940.156850:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947940.156851:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947940.156859:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947940.156863:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947940.156864:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:1.0:1784947940.156875:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00100000:2.0:1784947940.156879:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155025152:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947940.156882:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947940.156884:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947940.156888:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947940.156890:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947940.156894:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947940.156895:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947940.156901:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947940.156912:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947940.156927:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947940.156931:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784947940.156932:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:1.0:1784947940.156938:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947940.156939:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784947940.156948:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025152, portal 10 00000100:00000001:2.0:1784947940.156954:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947940.156958:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000001:1.0:1784947940.156966:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947940.156969:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947940.156975:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.156981:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947940.156986:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947940.156989:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000100:00000200:2.0:1784947940.156991:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155025152, offset 0 00000400:00000200:2.0:1784947940.156995:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947940.156998:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947940.157002:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947940.157005:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947940.157007:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947940.157009:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947940.157011:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947940.157013:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541240:541240:255:4294967295] 192.168.201.111@tcp LPNI seq info [541177:541177:7:4294967295] 00000400:00000200:2.0:1784947940.157016:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947940.157020:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947940.157025:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:2.0:1784947940.157029:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947940.157032:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784947940.157037:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947940.157043:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947940.157073:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:1.0:1784947940.157079:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:1.0:1784947940.157084:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1784947940.157086:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000200:1.0:1784947940.157093:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947940.157094:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947940.157106:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947940.157112:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947940.157121:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947940.157131:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10227 usecs (11 jiffies) 00000100:00000001:1.0:1784947940.157133:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947940.157139:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947940.157142:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306699788 00000100:00000040:1.0:1784947940.157145:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.157146:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306703621 00000100:00000001:2.0:1784947940.157150:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306699788 00000100:00000001:2.0:1784947940.157153:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306703621 00000100:00000001:2.0:1784947940.157159:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947940.157166:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.157172:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.157176:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.157180:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947940.157181:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947940.157192:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947940.157194:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947940.157195:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.157197:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947940.157201:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947940.157202:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947940.157255:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947940.157259:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784947940.157262:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947940.157265:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947940.157267:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:1.0:1784947940.157268:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:1.0:1784947940.157270:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947940.157273:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947940.157279:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947940.157283:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947940.157291:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947940.157293:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947940.158456:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947940.158468:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947940.158471:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947940.158476:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947940.158483:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158490:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947940.158500:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158505:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158511:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158515:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313800 00000400:00000200:1.0:1784947940.158520:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158529:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243a9 [1] + 224 00000800:00000001:1.0:1784947940.158536:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947940.158540:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947940.158542:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947940.158546:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947940.158550:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947940.158556:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947940.158568:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947940.158589:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947940.158599:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947940.158604:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947940.158605:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947940.158607:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947940.158610:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158614:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947940.158619:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158622:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158624:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947940.158627:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313880 00000400:00000200:1.0:1784947940.158631:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947940.158631:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947940.158637:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947940.158644:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243b1 [1] + 224 00000800:00000001:1.0:1784947940.158648:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947940.158650:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947940.158654:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947940.158654:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947940.158665:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947940.158666:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947940.158684:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000200:1.0:1784947940.158685:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784947940.158694:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947940.158698:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947940.158704:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947940.158705:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947940.158714:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947940.158733:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947940.158750:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.158757:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947940.158764:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.158768:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947940.158771:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947940.158772:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947940.158777:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947940.158781:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947940.158783:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947940.158787:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947940.158791:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947940.158796:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=81 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947940.158797:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947940.158803:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947940.158804:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947940.158808:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947940.158815:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947940.158815:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947940.158816:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947940.158822:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947940.158827:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:3.0:1784947940.158828:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947940.158829:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784947940.158834:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1784947940.158836:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947940.158839:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947940.158846:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947940.158847:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947940.158849:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:3.0:1784947940.158860:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000400:00000200:1.0:1784947940.158861:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947940.158864:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947940.158878:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947940.158879:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947940.158879:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947940.158893:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1784947940.158893:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947940.158894:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313900 00000100:00000001:2.0:1784947940.158898:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947940.158918:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947940.158921:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947940.158931:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947940.158944:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243b9 [1] + 224 00000800:00000001:1.0:1784947940.158971:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784947940.158972:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155024896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947940.158972:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947940.158977:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947940.158981:0:2408:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784947940.158982:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.158982:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947940.158986:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947940.158993:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947940.158994:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947940.158995:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947940.158997:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947940.159004:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155024896/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947940.159005:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947940.159014:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784947940.159015:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=81 v=5 (5 5 5 5) 00000100:00000001:1.0:1784947940.159032:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947940.159032:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784947940.159034:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=121 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947940.159043:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784947940.159044:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947940.159068:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947940.159072:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947940.159075:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947940.159078:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947940.159082:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947940.159086:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947940.159088:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.159093:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947940.159095:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947940.159096:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947940.159107:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947940.159114:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947940.159120:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947940.159132:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947940.159139:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947940.159148:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947940.159152:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947940.159159:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:3.0:1784947940.159159:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947940.159165:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784947940.159166:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.159167:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947940.159173:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947940.159173:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.159182:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947940.159189:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.159190:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947940.159196:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947940.159206:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784947940.159216:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155025024:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947940.159225:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947940.159225:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947940.159231:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784947940.159233:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947940.159253:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155025024/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947940.159261:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784947940.159262:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784947940.159263:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1784947940.159266:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1784947940.159267:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000400:00000010:2.0:1784947940.159270:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 02000000:00000001:3.0:1784947940.159271:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1784947940.159274:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000020:00000001:3.0:1784947940.159274:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1784947940.159277:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000020:00000040:3.0:1784947940.159278:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947940.159282:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784947940.159283:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947940.159286:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000200:2.0:1784947940.159290:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947940.159291:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947940.159294:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947940.159296:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:3.0:1784947940.159301:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947940.159304:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947940.159307:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947940.159307:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947940.159315:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947940.159317:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.159318:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947940.159320:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947940.159321:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947940.159323:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.159324:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947940.159327:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947940.159328:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947940.159329:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947940.159331:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947940.159334:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947940.159337:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=103 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947940.159339:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947940.159340:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947940.159342:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947940.159344:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.159346:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947940.159347:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947940.159349:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947940.159350:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947940.159353:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.159358:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947940.159359:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947940.159360:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947940.159363:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947940.159369:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155025152:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947940.159372:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.159373:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947940.159375:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155025152/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947940.159379:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947940.159380:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947940.159381:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947940.159383:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947940.159384:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947940.159385:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947940.159386:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947940.159388:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947940.159389:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947940.159390:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947940.159391:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784947940.159394:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947940.159395:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.159396:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947940.159399:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947940.159400:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947940.159402:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947940.159403:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947940.348179:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947940.348186:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947940.348303:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947940.348309:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947940.348314:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947941.372159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947941.372172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947941.372264:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947941.372272:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947941.372278:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947942.396173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947942.396180:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947942.396256:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947942.396262:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947942.396266:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947943.420203:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947943.420212:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947943.420215:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947943.420217:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947943.420221:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947943.420224:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947943.420225:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947943.420227:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947943.420291:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947943.420297:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947943.420301:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947944.060129:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306703621, at 4306703680 00000100:00000010:0.0:1784947944.060148:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c60. 00000100:00000040:1.0:1784947944.060200:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306703621, at 4306703680 00000100:00000010:1.0:1784947944.060214:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43480. 00010000:00000001:1.0:1784947944.444122:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947944.444128:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947944.444227:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947944.444233:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947944.444237:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947945.276178:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947945.276190:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947945.276196:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947945.276201:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947945.276205:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947945.276278:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947945.276284:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947945.276291:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784947945.276297:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.276307:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947945.276320:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947945.276324:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.276329:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.276351:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.276353:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947945.276355:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947945.276358:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784947945.276360:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947945.276361:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947945.276362:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947945.276363:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947945.276366:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784947945.276368:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.276371:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947945.276377:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947945.276378:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.276381:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_01+1] req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.276387:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.276389:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947945.276389:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947945.276391:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947945.276397:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784947945.276398:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1784947945.276399:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947945.276403:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947945.276403:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947945.276406:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947945.276408:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947945.276411:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947945.276414:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947945.276416:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947945.276419:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947945.276442:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947945.276445:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947945.276450:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947945.276453:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947945.276457:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947945.276462:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155025408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947945.276468:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947945.276474:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947945.276477:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947945.276480:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947945.276486:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947945.276489:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947945.276496:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947945.276501:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947945.276509:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784947945.276518:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025408, portal 10 00000100:00000001:2.0:1784947945.276521:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947945.276523:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000040:2.0:1784947945.276532:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.276538:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947945.276543:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.276550:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947945.276551:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947945.276558:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947945.276564:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947945.276565:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000040:3.0:1784947945.276567:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947945.276571:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947945.276572:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155025408, offset 0 00000100:00000040:3.0:1784947945.276573:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947945.276579:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947945.276583:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12042) 00000400:00000200:2.0:1784947945.276586:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947945.276596:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947945.276603:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947945.276605:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947945.276606:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947945.276609:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947945.276615:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947945.276617:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947945.276623:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947945.276625:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947945.276625:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947945.276630:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947945.276631:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947945.276633:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784947945.276634:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947945.276640:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155025280:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947945.276642:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947945.276644:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947945.276648:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947945.276651:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947945.276652:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541241:541241:256:4294967295] 192.168.201.111@tcp LPNI seq info [541178:541178:8:4294967295] 02000000:00000001:3.0:1784947945.276654:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947945.276659:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000400:00000200:2.0:1784947945.276662:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947945.276663:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947945.276670:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947945.276672:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947945.276679:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000400:00000200:2.0:1784947945.276681:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:3.0:1784947945.276683:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025280, portal 25 00000100:00000001:3.0:1784947945.276688:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947945.276690:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000800:00000200:2.0:1784947945.276694:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947945.276697:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784947945.276703:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947945.276703:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947945.276708:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947945.276712:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000200:3.0:1784947945.276714:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155025280, offset 0 00000800:00000200:2.0:1784947945.276716:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947945.276722:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947945.276726:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947945.276731:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947945.276734:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947945.276739:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947945.276739:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947945.276744:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947945.276748:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947945.276750:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947945.276752:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541242:541242:255:4294967295] 192.168.201.111@tcp LPNI seq info [541179:541179:7:4294967295] 00000400:00000200:3.0:1784947945.276755:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947945.276761:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947945.276763:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947945.276766:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947945.276770:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000040:2.0:1784947945.276771:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9061 usecs (10 jiffies) 00000800:00000200:3.0:1784947945.276776:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784947945.276781:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947945.276785:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947945.276788:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306704906 00000800:00000200:3.0:1784947945.276789:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947945.276796:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947945.276798:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43000. 00000400:00000200:3.0:1784947945.276799:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947945.276804:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306708741 00000100:00000001:2.0:1784947945.276810:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947945.276828:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306704906 00000100:00000001:3.0:1784947945.276832:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306704906 00000100:00000010:2.0:1784947945.276834:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43180. 00000100:00000001:3.0:1784947945.276837:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306708741 00000100:00000001:2.0:1784947945.276840:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947945.276847:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947945.276848:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306704906 00000100:00000001:2.0:1784947945.276851:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947945.276856:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947945.276857:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947945.276860:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947945.276860:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.276863:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784947945.276867:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947945.276867:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784947945.276873:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784947945.276873:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947945.276874:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947945.276879:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784947945.276886:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947945.276887:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947945.276888:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947945.276891:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947945.276892:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000100:00000001:2.0:1784947945.276892:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947945.276896:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784947945.276898:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784947945.276899:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947945.276899:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947945.276903:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947945.276906:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.276907:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947945.276911:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947945.276913:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155025536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947945.276922:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947945.276925:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947945.276929:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947945.276933:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947945.276937:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784947945.276937:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947945.276940:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947945.276943:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947945.276947:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947945.276952:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:1.0:1784947945.276956:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947945.276958:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000001:1.0:1784947945.276960:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784947945.276961:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025536, portal 10 00000100:00000001:3.0:1784947945.276964:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947945.276965:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:3.0:1784947945.276971:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.276976:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947945.276978:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947945.276981:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000100:00000200:3.0:1784947945.276983:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155025536, offset 0 00000400:00000200:3.0:1784947945.276988:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947945.276990:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947945.276992:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947945.276994:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947945.276996:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947945.276998:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947945.276999:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947945.277002:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541243:541243:255:4294967295] 192.168.201.111@tcp LPNI seq info [541180:541180:7:4294967295] 00000400:00000200:3.0:1784947945.277006:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947945.277007:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947945.277014:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:3.0:1784947945.277014:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947945.277021:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1784947945.277022:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947945.277028:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784947945.277033:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784947945.277037:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784947945.277040:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000800:00000200:3.0:1784947945.277042:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:1.0:1784947945.277045:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000800:00000200:3.0:1784947945.277066:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947945.277068:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.277071:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10227 usecs (11 jiffies) 00000400:00000200:3.0:1784947945.277073:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947945.277075:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306704908 00000100:00000001:3.0:1784947945.277077:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306708741 00000100:00000001:3.0:1784947945.277079:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306704908 00000100:00000001:3.0:1784947945.277081:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306708741 00000100:00000001:3.0:1784947945.277083:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947945.277084:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947945.277089:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947945.277091:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947945.277097:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947945.277103:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947945.277105:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947945.277110:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947945.277111:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947945.277122:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947945.277124:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784947945.277127:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947945.277130:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947945.277132:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:1.0:1784947945.277133:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:1.0:1784947945.277136:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947945.277138:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947945.277143:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947945.277162:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947945.277164:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.277168:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947945.277171:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947945.277175:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947945.277178:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947945.277181:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947945.277184:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947945.277185:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947945.277233:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947945.278422:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947945.278435:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947945.278438:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947945.278442:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947945.278448:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278455:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947945.278462:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278466:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278477:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313a00 00000400:00000200:1.0:1784947945.278482:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278488:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243c1 [1] + 224 00000800:00000001:1.0:1784947945.278496:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947945.278501:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947945.278504:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947945.278507:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947945.278512:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947945.278517:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947945.278529:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947945.278549:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947945.278557:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947945.278561:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947945.278563:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947945.278565:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947945.278568:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278572:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947945.278577:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278580:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278584:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278587:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313980 00000400:00000200:1.0:1784947945.278591:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278596:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243c9 [1] + 224 00000800:00000001:1.0:1784947945.278600:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947945.278604:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947945.278607:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947945.278608:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947945.278612:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947945.278613:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:2.0:1784947945.278617:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947945.278620:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947945.278622:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947945.278626:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:2.0:1784947945.278627:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784947945.278629:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947945.278633:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947945.278635:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947945.278642:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947945.278648:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947945.278667:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947945.278669:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947945.278671:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947945.278672:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947945.278676:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947945.278679:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947945.278682:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947945.278686:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947945.278692:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=86 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947945.278695:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947945.278697:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947945.278698:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947945.278701:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947945.278703:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784947945.278706:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784947945.278707:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.278711:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947945.278713:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784947945.278714:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947945.278715:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947945.278717:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947945.278720:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947945.278724:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947945.278725:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947945.278726:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.278728:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947945.278735:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947945.278738:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947945.278739:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784947945.278740:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947945.278746:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784947945.278746:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947945.278750:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947945.278752:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:3.0:1784947945.278753:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000100:00000040:2.0:1784947945.278757:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947945.278758:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947945.278764:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947945.278765:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947945.278772:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947945.278777:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947945.278780:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155025408:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784947945.278788:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947945.278790:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947945.278796:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947945.278800:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313a80 00000100:00000040:2.0:1784947945.278806:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155025408/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947945.278806:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947945.278809:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947945.278822:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243d1 [1] + 224 00000800:00000001:1.0:1784947945.278833:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947945.278839:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784947945.278839:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947945.278843:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947945.278844:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947945.278845:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947945.278848:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:2.0:1784947945.278849:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:1.0:1784947945.278851:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947945.278852:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784947945.278854:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784947945.278855:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947945.278858:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947945.278859:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784947945.278863:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784947945.278863:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784947945.278864:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947945.278867:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784947945.278870:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=86 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947945.278871:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 00000100:00000001:1.0:1784947945.278873:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784947945.278876:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947945.278878:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1784947945.278879:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=86 v=5 (1 1 1 1) 00000100:00000010:2.0:1784947945.278880:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000200:1.0:1784947945.278883:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.278886:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947945.278887:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947945.278892:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.278892:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.278898:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947945.278898:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947945.278902:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.278904:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784947945.278905:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.278905:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.278907:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947945.278912:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947945.278916:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.278916:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.278928:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947945.278930:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947945.278932:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947945.278936:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947945.278944:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947945.278952:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:3.0:1784947945.278953:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155025280:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784947945.278958:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947945.278959:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947945.278961:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947945.278964:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947945.278967:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000010:3.0:1784947945.278968:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000100:00000001:3.0:1784947945.278969:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947945.278971:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947945.278978:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.278983:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947945.278984:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.278985:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947945.278986:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947945.278987:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947945.278988:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947945.278989:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947945.278991:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=86 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947945.278993:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=108 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947945.278994:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947945.278995:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947945.278996:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947945.278998:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947945.279000:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947945.279001:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947945.279003:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947945.279004:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947945.279006:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.279010:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947945.279012:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947945.279013:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947945.279015:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947945.279020:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155025536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947945.279022:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.279024:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947945.279025:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155025280/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.279029:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947945.279030:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947945.279032:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947945.279034:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947945.279035:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947945.279036:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947945.279037:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947945.279038:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:3.0:1784947945.279039:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947945.279040:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947945.279041:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:3.0:1784947945.279043:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947945.279044:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.279063:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947945.279065:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155025536/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947961 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947945.279070:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947945.279070:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947945.279071:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947945.279073:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947945.279074:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947945.279075:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947945.279076:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947945.279077:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:3.0:1784947945.279079:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947945.279080:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947945.279081:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:3.0:1784947945.279082:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947945.279083:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.279084:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947945.279087:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947945.279088:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947945.279089:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947945.279091:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947945.468143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947945.468163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947945.468228:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947945.468233:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947945.468236:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947946.492175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947946.492183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947946.492240:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947946.492244:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947946.492247:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947947.516153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947947.516159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947947.516183:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947947.516189:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947947.516194:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947948.540155:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947948.540164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947948.540225:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947948.540228:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947948.540231:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947949.180140:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306708741, at 4306708800 00000100:00000040:1.0:1784947949.180140:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306708741, at 4306708800 00000100:00000010:0.0:1784947949.180155:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43000. 00000100:00000010:1.0:1784947949.180157:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43180. 00010000:00000001:1.0:1784947949.564145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947949.564150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947949.564174:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947949.564178:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947949.564183:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947950.396151:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947950.396159:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947950.396169:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947950.396173:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947950.396177:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947950.396179:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947950.396184:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947950.396192:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947950.396197:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396206:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947950.396215:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947950.396218:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396224:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.396247:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396249:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947950.396252:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947950.396254:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784947950.396256:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947950.396258:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947950.396259:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947950.396260:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947950.396263:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947950.396265:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396269:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947950.396272:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947950.396274:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947950.396278:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.396278:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947950.396282:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947950.396285:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_00+0] req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947950.396291:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.396294:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396299:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947950.396306:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784947950.396306:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947950.396309:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947950.396311:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784947950.396314:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784947950.396314:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947950.396317:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947950.396319:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947950.396320:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947950.396324:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.396324:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947950.396328:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00100000:3.0:1784947950.396329:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155025664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947950.396331:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.396336:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784947950.396340:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947950.396343:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947950.396347:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.396351:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947950.396357:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:3.0:1784947950.396358:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 00000100:00000001:2.0:1784947950.396361:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.396362:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396367:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947950.396371:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947950.396378:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947950.396380:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947950.396383:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784947950.396385:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000040:2.0:1784947950.396386:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947950.396390:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947950.396392:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784947950.396393:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025664, portal 25 00000100:00000040:2.0:1784947950.396396:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12047) 00000100:00000001:3.0:1784947950.396397:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947950.396399:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000040:3.0:1784947950.396405:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.396411:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947950.396414:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947950.396416:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000001:2.0:1784947950.396419:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784947950.396419:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155025664, offset 0 00000100:00000001:2.0:1784947950.396423:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947950.396426:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947950.396427:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947950.396432:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947950.396438:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947950.396443:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947950.396445:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947950.396447:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947950.396448:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947950.396450:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947950.396453:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947950.396454:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784947950.396459:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155025792:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947950.396462:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947950.396466:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947950.396469:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947950.396471:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947950.396473:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947950.396475:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947950.396479:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947950.396480:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541244:541244:256:4294967295] 192.168.201.111@tcp LPNI seq info [541181:541181:8:4294967295] 02000000:00000010:2.0:1784947950.396483:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784947950.396487:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784947950.396488:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947950.396494:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947950.396500:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784947950.396501:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784947950.396505:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000800:00000200:3.0:1784947950.396509:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947950.396511:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025792, portal 10 00000100:00000001:2.0:1784947950.396515:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784947950.396515:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000100:00000001:2.0:1784947950.396518:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000800:00000200:3.0:1784947950.396523:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947950.396527:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.396533:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947950.396537:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784947950.396538:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947950.396543:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000800:00000200:3.0:1784947950.396543:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947950.396547:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155025792, offset 0 00000400:00000200:2.0:1784947950.396552:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947950.396556:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947950.396559:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947950.396561:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947950.396566:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947950.396567:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947950.396571:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947950.396571:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306713861 00000400:00000200:2.0:1784947950.396578:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784947950.396579:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c60. 00000400:00000200:2.0:1784947950.396582:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947950.396587:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541245:541245:255:4294967295] 192.168.201.111@tcp LPNI seq info [541182:541182:7:4294967295] 00000100:00000001:3.0:1784947950.396588:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947950.396593:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947950.396595:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306713861 00000100:00000010:3.0:1784947950.396601:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7180. 00000400:00000200:2.0:1784947950.396605:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947950.396606:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947950.396612:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784947950.396616:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947950.396617:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.396622:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947950.396623:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784947950.396624:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784947950.396630:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947950.396632:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947950.396635:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784947950.396639:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947950.396640:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947950.396644:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784947950.396645:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947950.396646:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947950.396651:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947950.396653:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947950.396655:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9061 usecs (10 jiffies) 00000800:00000200:1.0:1784947950.396658:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784947950.396664:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947950.396665:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:2.0:1784947950.396671:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306710026 00000100:00000001:3.0:1784947950.396671:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784947950.396674:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947950.396675:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.396676:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306713861 02000000:00000001:3.0:1784947950.396681:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947950.396682:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306710026 02000000:00000001:3.0:1784947950.396685:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947950.396686:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947950.396687:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306713861 02000000:00000001:3.0:1784947950.396689:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.396693:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947950.396697:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000100:00000001:2.0:1784947950.396697:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947950.396697:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155025920:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784947950.396702:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:3.0:1784947950.396704:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947950.396707:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784947950.396708:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947950.396709:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.396712:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.396713:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784947950.396716:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.396717:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947950.396718:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784947950.396724:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947950.396724:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.396728:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947950.396733:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947950.396734:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947950.396737:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784947950.396739:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947950.396740:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947950.396741:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947950.396747:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947950.396748:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000040:1.0:1784947950.396749:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947950.396755:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155025920, portal 10 00000100:00000001:1.0:1784947950.396759:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.396759:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947950.396763:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000001:1.0:1784947950.396764:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784947950.396772:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.396777:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947950.396779:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947950.396781:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784947950.396783:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155025920, offset 0 00000400:00000200:3.0:1784947950.396786:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947950.396788:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947950.396791:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947950.396793:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947950.396795:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947950.396797:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947950.396799:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947950.396801:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541246:541246:255:4294967295] 192.168.201.111@tcp LPNI seq info [541183:541183:7:4294967295] 00000400:00000200:3.0:1784947950.396804:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947950.396808:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947950.396811:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947950.396814:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947950.396816:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947950.396820:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947950.396822:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784947950.396824:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947950.396825:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784947950.396829:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000040:3.0:1784947950.396830:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10226 usecs (11 jiffies) 00000400:00000200:1.0:1784947950.396834:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947950.396835:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947950.396839:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306710027 00000400:00000200:1.0:1784947950.396843:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947950.396844:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306713861 00000100:00000001:3.0:1784947950.396848:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306710027 00000400:00000200:1.0:1784947950.396849:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:1.0:1784947950.396853:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:3.0:1784947950.396853:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306713861 00000100:00000001:3.0:1784947950.396857:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947950.396858:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784947950.396859:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.396862:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947950.396864:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.396865:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.396870:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947950.396873:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947950.396877:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947950.396878:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947950.396880:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947950.396883:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947950.396884:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.396886:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947950.396893:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947950.396895:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947950.396903:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947950.396905:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:1.0:1784947950.396907:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947950.396909:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947950.396911:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:1.0:1784947950.396912:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:1.0:1784947950.396914:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947950.396916:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947950.396920:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947950.396922:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947950.396926:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947950.396927:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947950.398219:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398230:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947950.398233:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398236:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947950.398241:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398245:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947950.398250:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398253:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398258:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398261:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313b00 00000400:00000200:1.0:1784947950.398264:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398268:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243d9 [1] + 224 00000800:00000001:1.0:1784947950.398272:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398277:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947950.398279:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947950.398281:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947950.398284:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947950.398288:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947950.398296:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947950.398308:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947950.398313:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398315:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398386:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947950.398390:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947950.398394:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947950.398396:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947950.398398:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947950.398402:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000800:00000001:1.0:1784947950.398404:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:3.0:1784947950.398404:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000800:00000001:1.0:1784947950.398411:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947950.398414:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398415:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947950.398418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398421:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947950.398424:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398426:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947950.398431:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313b80 00000400:00000200:1.0:1784947950.398433:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947950.398486:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947950.398488:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243e1 [1] + 224 00000100:00000200:3.0:1784947950.398494:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947950.398495:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398500:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947950.398504:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947950.398509:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947950.398513:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947950.398517:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947950.398520:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947950.398526:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947950.398536:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947950.398540:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.398544:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947950.398548:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947950.398548:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947950.398552:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947950.398553:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398557:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784947950.398559:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947950.398561:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947950.398564:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784947950.398565:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784947950.398568:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947950.398573:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947950.398574:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947950.398578:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784947950.398581:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=91 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947950.398582:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784947950.398588:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=91 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947950.398590:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313c00 00000100:00000001:2.0:1784947950.398590:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947950.398593:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947950.398594:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947950.398597:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947950.398598:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947950.398601:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1784947950.398601:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:2.0:1784947950.398605:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1784947950.398606:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947950.398608:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947950.398610:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947950.398613:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000100:00000040:3.0:1784947950.398617:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947950.398618:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784947950.398623:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947950.398628:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243e9 [1] + 224 00000100:00000200:2.0:1784947950.398632:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947950.398638:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947950.398639:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947950.398645:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398646:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947950.398650:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947950.398651:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784947950.398654:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947950.398657:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947950.398659:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947950.398665:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947950.398671:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.398687:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947950.398691:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947950.398693:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155025664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947950.398695:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947950.398699:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947950.398702:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784947950.398703:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.398704:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.398708:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947950.398713:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947950.398715:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155025664/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947950.398718:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947950.398726:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784947950.398727:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=91 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947950.398728:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784947950.398732:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947950.398733:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=131 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947950.398733:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784947950.398737:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784947950.398737:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 00000100:00000001:2.0:1784947950.398738:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947950.398742:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.398744:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1784947950.398746:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784947950.398747:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784947950.398749:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784947950.398750:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947950.398755:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:3.0:1784947950.398755:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784947950.398758:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000010:3.0:1784947950.398758:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947950.398763:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947950.398765:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.398765:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947950.398767:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947950.398770:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000040:2.0:1784947950.398772:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.398774:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947950.398777:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398782:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.398787:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947950.398787:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947950.398790:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947950.398792:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:3.0:1784947950.398794:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947950.398795:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947950.398798:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784947950.398802:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947950.398802:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947950.398807:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:3.0:1784947950.398810:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:3.0:1784947950.398815:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784947950.398816:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155025792:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784947950.398822:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.398823:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947950.398828:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947950.398835:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641155025792/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947950.398838:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947950.398849:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947950.398852:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784947950.398853:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:2.0:1784947950.398855:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784947950.398856:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398859:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947950.398861:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784947950.398861:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1784947950.398865:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784947950.398866:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1784947950.398870:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947950.398870:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947950.398874:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947950.398875:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784947950.398878:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=91 v=5 (5 5 5 5) 02000000:00000010:2.0:1784947950.398879:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:2.0:1784947950.398883:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784947950.398885:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=113 v=5 (1 1 1 1) 02000000:00000001:2.0:1784947950.398886:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947950.398889:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000001:3.0:1784947950.398890:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947950.398893:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.398895:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1784947950.398896:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947950.398897:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947950.398900:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.398901:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398904:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947950.398907:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1784947950.398907:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947950.398911:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.398911:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947950.398915:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947950.398916:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947950.398918:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947950.398920:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.398926:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947950.398928:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947950.398929:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947950.398932:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947950.398937:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155025920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947950.398940:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398941:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947950.398943:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641155025920/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947966 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947950.398947:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947950.398948:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947950.398949:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784947950.398951:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947950.398952:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947950.398953:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947950.398954:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947950.398955:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784947950.398956:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947950.398957:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947950.398958:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784947950.398960:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947950.398961:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398962:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947950.398965:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947950.398966:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947950.398967:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947950.398969:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947950.588143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947950.588149:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947950.588202:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947950.588205:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947950.588208:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784947950.844130:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784947950.844137:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784947950.844142:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784947950.844298:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784947950.844301:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947950.844312:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947950.844318:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947950.844321:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784947951.612138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947951.612146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947951.612186:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947951.612190:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947951.612195:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947952.636134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947952.636140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947952.636202:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947952.636206:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947952.636209:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947953.660264:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947953.660276:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947953.660280:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947953.660287:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947953.660294:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947953.660297:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947953.660300:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947953.660303:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947953.660451:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947953.660457:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947953.660462:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947954.300118:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306713861, at 4306713920 00000100:00000040:1.0:1784947954.300122:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306713861, at 4306713920 00000100:00000010:0.0:1784947954.300133:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c60. 00000100:00000010:1.0:1784947954.300135:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7180. 00010000:00000001:1.0:1784947954.684255:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947954.684267:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947954.684413:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947954.684419:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947954.684424:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947955.516147:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947955.516157:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947955.516165:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784947955.516172:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947955.516177:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947955.516181:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947955.516187:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947955.516195:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947955.516201:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947955.516213:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947955.516225:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947955.516230:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947955.516236:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947955.516267:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947955.516270:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947955.516274:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947955.516277:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947955.516280:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947955.516283:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947955.516285:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947955.516287:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947955.516290:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784947955.516293:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.516296:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784947955.516298:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947955.516303:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947955.516309:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947955.516314:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947955.516318:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947955.516323:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947955.516327:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_01+1] req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.516360:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947955.516364:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.516365:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947955.516369:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947955.516370:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947955.516376:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947955.516380:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947955.516383:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947955.516385:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000100:00100000:2.0:1784947955.516391:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155026048:192.168.201.111@tcp:400:kworker.0 00000020:00000040:3.0:1784947955.516392:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947955.516399:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947955.516402:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947955.516403:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947955.516408:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947955.516410:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784947955.516411:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947955.516416:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.516417:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947955.516422:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947955.516428:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1784947955.516430:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947955.516437:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.516445:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947955.516448:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947955.516453:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947955.516457:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947955.516460:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784947955.516471:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000001:3.0:1784947955.516473:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947955.516478:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784947955.516482:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026048, portal 25 00000100:00000040:3.0:1784947955.516483:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947955.516491:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947955.516491:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947955.516496:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:3.0:1784947955.516498:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947955.516504:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12052) 00000100:00000040:2.0:1784947955.516506:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.516517:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947955.516520:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947955.516524:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784947955.516527:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155026048, offset 0 00000400:00000200:2.0:1784947955.516534:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947955.516544:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947955.516552:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947955.516553:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947955.516558:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947955.516562:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947955.516563:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947955.516570:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947955.516572:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947955.516582:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947955.516589:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947955.516591:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947955.516596:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947955.516597:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541247:541247:256:4294967295] 192.168.201.111@tcp LPNI seq info [541184:541184:8:4294967295] 02000000:00000001:3.0:1784947955.516602:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784947955.516607:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947955.516607:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947955.516613:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947955.516619:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155026176:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947955.516628:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947955.516629:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947955.516635:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947955.516639:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947955.516640:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784947955.516643:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1784947955.516648:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 02000000:00000010:3.0:1784947955.516650:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947955.516654:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947955.516660:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947955.516666:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947955.516671:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000800:00000200:2.0:1784947955.516676:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:3.0:1784947955.516678:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000800:00000200:2.0:1784947955.516683:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784947955.516686:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026176, portal 10 00000100:00000001:3.0:1784947955.516691:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947955.516692:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000040:3.0:1784947955.516701:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.516703:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947955.516716:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947955.516717:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784947955.516721:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306718981 00000100:00000040:3.0:1784947955.516724:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947955.516732:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43240. 00000400:00000010:3.0:1784947955.516732:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000200:3.0:1784947955.516741:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155026176, offset 0 00000100:00000001:2.0:1784947955.516746:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947955.516754:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306718981 00000100:00000010:2.0:1784947955.516758:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43de0. 00000400:00000200:3.0:1784947955.516765:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947955.516766:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784947955.516773:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947955.516776:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947955.516778:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.516784:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947955.516788:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784947955.516789:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947955.516798:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947955.516802:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947955.516803:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947955.516808:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784947955.516811:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947955.516814:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947955.516819:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947955.516820:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947955.516824:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947955.516829:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541248:541248:255:4294967295] 192.168.201.111@tcp LPNI seq info [541185:541185:7:4294967295] 00000100:00000040:2.0:1784947955.516833:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947955.516845:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947955.516850:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947955.516855:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000010:0.0:1784947955.516859:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784947955.516860:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947955.516870:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947955.516871:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947955.516871:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947955.516877:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947955.516882:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947955.516890:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947955.516891:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784947955.516895:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155026304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947955.516905:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784947955.516906:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000800:00000010:3.0:1784947955.516906:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 02000000:00000001:2.0:1784947955.516911:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784947955.516913:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 02000000:00000001:2.0:1784947955.516915:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947955.516922:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947955.516924:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784947955.516924:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784947955.516933:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000010:2.0:1784947955.516934:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000200:0.0:1784947955.516938:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947955.516942:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947955.516942:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947955.516954:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947955.516958:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947955.516963:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9060 usecs (10 jiffies) 00000400:00000010:2.0:1784947955.516971:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947955.516991:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947955.516998:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306715146 00000400:00000010:2.0:1784947955.517001:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000001:0.0:1784947955.517002:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947955.517011:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947955.517011:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026304, portal 10 00000100:00000001:2.0:1784947955.517021:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947955.517027:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000001:0.0:1784947955.517030:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947955.517036:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947955.517082:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.517095:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947955.517095:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306718981 00000100:00000001:3.0:1784947955.517102:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306715147 00000100:00000040:2.0:1784947955.517103:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947955.517110:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306718981 00000400:00000010:2.0:1784947955.517113:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000800:00000200:0.0:1784947955.517115:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947955.517116:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784947955.517120:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155026304, offset 0 00000800:00000010:0.0:1784947955.517123:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000100:00000001:3.0:1784947955.517124:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947955.517133:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784947955.517134:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947955.517134:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.517143:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947955.517149:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947955.517151:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947955.517154:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947955.517156:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000100:00000001:3.0:1784947955.517159:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784947955.517161:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000400:00000200:2.0:1784947955.517162:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947955.517168:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947955.517172:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784947955.517179:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947955.517180:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947955.517188:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947955.517197:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784947955.517204:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947955.517208:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784947955.517209:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541249:541249:255:4294967295] 192.168.201.111@tcp LPNI seq info [541186:541186:7:4294967295] 00000100:00000040:0.0:1784947955.517214:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947955.517215:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947955.517221:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947955.517223:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947955.517229:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947955.517250:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784947955.517266:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947955.517271:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784947955.517272:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1784947955.517279:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000800:00000200:2.0:1784947955.517285:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947955.517291:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947955.517295:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947955.517308:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947955.517312:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10226 usecs (11 jiffies) 00000400:00000200:2.0:1784947955.517315:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947955.517317:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306715148 00000100:00000001:2.0:1784947955.517320:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306718981 00000100:00000001:2.0:1784947955.517323:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306715148 00000100:00000001:2.0:1784947955.517326:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306718981 00000100:00000001:2.0:1784947955.517329:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947955.517331:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.517335:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.517337:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.517342:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947955.517344:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947955.517347:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947955.517349:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947955.517351:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.517354:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947955.517408:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947955.517415:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:1.0:1784947955.517420:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947955.517426:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947955.517431:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:1.0:1784947955.517433:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:1.0:1784947955.517436:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947955.517442:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947955.517464:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947955.517470:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947955.517481:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947955.517484:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947955.518747:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947955.518758:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947955.518761:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947955.518764:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947955.518769:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518775:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947955.518781:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518785:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518789:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518792:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313c80 00000400:00000200:0.0:1784947955.518797:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518802:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243f1 [1] + 224 00000800:00000001:0.0:1784947955.518808:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947955.518814:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947955.518816:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947955.518820:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947955.518824:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947955.518830:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947955.518841:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947955.518861:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947955.518869:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947955.518882:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947955.518884:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947955.518887:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947955.518892:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518896:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947955.518901:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947955.518905:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947955.518908:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947955.518909:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947955.518914:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947955.518916:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313d00 00000400:00000200:0.0:1784947955.518922:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947955.518925:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947955.518929:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947955.518932:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947955.518937:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:2.0:1784947955.518939:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784947955.518943:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947955.518948:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5243f9 [1] + 224 00000800:00000001:0.0:1784947955.518955:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784947955.518956:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947955.518962:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947955.518968:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947955.518997:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947955.519004:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947955.519011:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947955.519017:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947955.519029:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947955.519081:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947955.519087:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947955.519091:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947955.519093:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519096:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519101:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947955.519104:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947955.519106:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947955.519109:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947955.519112:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947955.519119:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=96 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947955.519123:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947955.519127:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947955.519129:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.519131:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784947955.519132:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947955.519138:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.519139:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947955.519141:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947955.519148:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784947955.519150:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947955.519155:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947955.519164:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947955.519167:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947955.519169:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947955.519172:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947955.519180:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155026048:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947955.519184:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.519186:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947955.519189:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155026048/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.519196:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947955.519199:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947955.519201:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947955.519206:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947955.519207:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947955.519209:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947955.519212:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947955.519214:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947955.519217:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947955.519219:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947955.519221:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784947955.519224:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947955.519226:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519228:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.519231:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947955.519232:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947955.519234:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.519236:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947955.519255:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947955.519264:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:3.0:1784947955.519268:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:3.0:1784947955.519274:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947955.519283:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947955.519285:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947955.519293:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947955.519298:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947955.519302:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947955.519312:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947955.519321:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947955.519328:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947955.519331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947955.519335:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947955.519338:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313d80 00000400:00000200:1.0:1784947955.519342:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947955.519346:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524401 [1] + 224 00000800:00000001:1.0:1784947955.519351:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947955.519357:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947955.519360:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947955.519364:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947955.519369:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947955.519369:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947955.519378:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947955.519416:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947955.519419:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947955.519423:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947955.519430:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947955.519434:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947955.519436:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947955.519438:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947955.519440:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947955.519445:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947955.519446:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947955.519452:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=136 v=5 (1 1 1 1) 00000800:00000001:1.0:1784947955.519453:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947955.519456:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947955.519459:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947955.519460:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947955.519468:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947955.519472:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.519475:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947955.519475:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947955.519481:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947955.519481:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947955.519487:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1784947955.519488:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947955.519489:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784947955.519493:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947955.519497:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947955.519499:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947955.519503:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784947955.519509:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947955.519515:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947955.519516:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947955.519521:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947955.519524:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947955.519525:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947955.519532:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947955.519553:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947955.519558:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155026176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947955.519571:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947955.519576:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947955.519577:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947955.519583:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947955.519586:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155026176/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.519587:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947955.519591:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947955.519594:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947955.519598:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947955.519605:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.519606:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947955.519611:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784947955.519614:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=96 v=5 (5 5 5 5) 02000000:00000010:3.0:1784947955.519615:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947955.519619:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947955.519620:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947955.519621:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947955.519624:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947955.519625:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:3.0:1784947955.519633:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1784947955.519634:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=118 v=5 (1 1 1 1) 02000000:00000001:3.0:1784947955.519637:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947955.519641:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1784947955.519642:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784947955.519645:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.519648:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:2.0:1784947955.519650:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947955.519651:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947955.519654:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.519655:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519659:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947955.519662:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784947955.519663:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947955.519668:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.519669:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947955.519673:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947955.519674:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947955.519679:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947955.519682:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.519690:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947955.519693:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947955.519694:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947955.519698:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947955.519706:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155026304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947955.519710:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519711:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947955.519714:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155026304/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947971 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947955.519719:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947955.519721:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947955.519722:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947955.519725:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947955.519726:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947955.519728:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947955.519730:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947955.519733:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784947955.519735:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947955.519736:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947955.519738:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:2.0:1784947955.519741:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947955.519742:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519743:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947955.519753:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947955.519755:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947955.519757:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947955.519759:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947955.708165:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947955.708173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947955.708243:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947955.708248:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947955.708252:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947956.732178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947956.732186:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947956.732337:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947956.732343:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947956.732348:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947957.756170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947957.756179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947957.756294:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947957.756300:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947957.756304:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947958.780181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947958.780192:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947958.780332:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947958.780338:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947958.780344:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947959.420155:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306718981, at 4306719040 00000100:00000040:0.0:1784947959.420168:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306718981, at 4306719040 00000100:00000010:1.0:1784947959.420177:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43de0. 00000100:00000010:0.0:1784947959.420184:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43240. 00010000:00000001:1.0:1784947959.804154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947959.804163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947959.804259:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947959.804263:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947959.804267:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947960.636220:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947960.636233:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947960.636246:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784947960.636253:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947960.636258:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947960.636261:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947960.636268:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947960.636278:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784947960.636286:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.636302:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947960.636317:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947960.636322:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.636331:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_01+1] req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947960.636385:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.636389:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947960.636394:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947960.636398:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000020:00000040:2.0:1784947960.636402:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947960.636405:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947960.636407:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947960.636411:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947960.636418:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947960.636423:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.636431:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947960.636437:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947960.636446:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947960.636448:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947960.636452:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.636454:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947960.636466:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947960.636472:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947960.636499:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.636504:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784947960.636505:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947960.636513:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.636515:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784947960.636522:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1784947960.636524:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 02000000:00000001:3.0:1784947960.636530:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947960.636535:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947960.636541:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155026432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947960.636564:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1784947960.636567:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784947960.636572:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947960.636573:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947960.636579:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947960.636580:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947960.636587:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947960.636588:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947960.636600:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 02000000:00000010:3.0:1784947960.636601:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000100:00000001:2.0:1784947960.636610:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947960.636610:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947960.636623:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947960.636624:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1784947960.636633:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784947960.636645:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784947960.636648:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000001:2.0:1784947960.636649:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.636661:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947960.636664:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026432, portal 25 00000100:00000001:3.0:1784947960.636673:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947960.636678:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000100:00000001:2.0:1784947960.636684:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.636690:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947960.636692:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947960.636696:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947960.636705:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947960.636715:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947960.636717:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947960.636726:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947960.636731:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12057) 00000400:00000010:3.0:1784947960.636732:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784947960.636743:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155026432, offset 0 00000400:00000200:3.0:1784947960.636750:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947960.636754:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947960.636760:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947960.636766:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947960.636766:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947960.636779:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947960.636782:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947960.636796:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947960.636803:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947960.636809:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947960.636810:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947960.636817:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784947960.636819:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947960.636821:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947960.636827:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947960.636830:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947960.636839:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541250:541250:256:4294967295] 192.168.201.111@tcp LPNI seq info [541187:541187:8:4294967295] 00000100:00100000:2.0:1784947960.636843:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155026560:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947960.636874:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947960.636875:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947960.636884:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947960.636914:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947960.636940:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947960.636947:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000010:2.0:1784947960.636949:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947960.636957:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784947960.636964:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947960.636972:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784947960.636975:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000010:2.0:1784947960.636982:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000800:00000200:3.0:1784947960.636992:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784947960.636998:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000800:00000200:3.0:1784947960.637010:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:2.0:1784947960.637012:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026560, portal 10 00000100:00000001:2.0:1784947960.637021:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784947960.637023:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947960.637025:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000040:2.0:1784947960.637046:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947960.637062:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947960.637083:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947960.637098:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947960.637104:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306724102 00000100:00000040:2.0:1784947960.637111:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947960.637121:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000010:3.0:1784947960.637122:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7720. 00000100:00000200:2.0:1784947960.637126:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155026560, offset 0 00000100:00000001:3.0:1784947960.637141:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947960.637142:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947960.637156:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947960.637159:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306724102 00000400:00000200:2.0:1784947960.637167:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:3.0:1784947960.637174:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ba0. 00000400:00000200:2.0:1784947960.637175:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784947960.637186:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784947960.637187:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947960.637199:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947960.637199:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947960.637205:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947960.637208:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947960.637218:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541251:541251:255:4294967295] 192.168.201.111@tcp LPNI seq info [541188:541188:7:4294967295] 00000100:00000001:3.0:1784947960.637219:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947960.637222:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947960.637229:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784947960.637234:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:2.0:1784947960.637242:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947960.637243:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947960.637248:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947960.637251:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947960.637257:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947960.637263:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947960.637268:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784947960.637270:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947960.637282:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947960.637282:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947960.637304:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000800:00000200:2.0:1784947960.637308:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784947960.637313:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784947960.637322:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947960.637325:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:2.0:1784947960.637326:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000200:0.0:1784947960.637338:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947960.637347:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784947960.637365:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784947960.637371:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784947960.637377:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947960.637383:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947960.637401:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947960.637408:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.637413:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9060 usecs (10 jiffies) 00000100:00000001:0.0:1784947960.637416:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947960.637428:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947960.637434:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306720267 00000100:00000001:3.0:1784947960.637439:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.637441:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306724102 02000000:00000001:3.0:1784947960.637446:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947960.637452:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306720267 02000000:00000001:3.0:1784947960.637453:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947960.637464:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.637466:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306724102 00000100:00000001:2.0:1784947960.637475:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784947960.637476:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155026688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947960.637485:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.637487:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947960.637493:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947960.637496:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784947960.637499:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947960.637499:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947960.637502:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947960.637512:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 02000000:00000001:3.0:1784947960.637512:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947960.637515:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:3.0:1784947960.637519:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784947960.637521:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784947960.637526:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947960.637528:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.637530:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947960.637536:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784947960.637542:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947960.637543:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947960.637552:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784947960.637555:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947960.637561:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000400:00000200:0.0:1784947960.637567:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947960.637577:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:0.0:1784947960.637581:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:0.0:1784947960.637589:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947960.637597:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947960.637613:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947960.637619:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947960.637632:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947960.637636:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784947960.637656:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026688, portal 10 00000100:00000001:3.0:1784947960.637661:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947960.637663:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000040:3.0:1784947960.637675:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947960.637685:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947960.637688:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947960.637692:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784947960.637695:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155026688, offset 0 00000400:00000200:3.0:1784947960.637700:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947960.637706:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947960.637711:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947960.637715:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947960.637718:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947960.637721:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947960.637724:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947960.637728:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541252:541252:256:4294967295] 192.168.201.111@tcp LPNI seq info [541189:541189:8:4294967295] 00000400:00000200:3.0:1784947960.637741:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947960.637766:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947960.637770:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947960.637774:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784947960.637778:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947960.637782:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947960.637785:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947960.637797:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947960.637800:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10226 usecs (11 jiffies) 00000400:00000200:3.0:1784947960.637803:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947960.637806:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306720268 00000100:00000001:3.0:1784947960.637808:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306724102 00000100:00000001:3.0:1784947960.637810:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306720268 00000100:00000001:3.0:1784947960.637813:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306724102 00000100:00000001:3.0:1784947960.637815:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947960.637817:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.637820:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.637822:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.637826:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947960.637828:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947960.637830:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947960.637832:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947960.637834:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.637836:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947960.637921:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947960.637929:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:1.0:1784947960.637935:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947960.637943:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947960.637948:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:1.0:1784947960.637952:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:1.0:1784947960.637956:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947960.637963:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947960.637977:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947960.637981:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947960.637992:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947960.637996:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784947960.639043:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947960.639090:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947960.639095:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947960.639099:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947960.639105:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639113:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947960.639121:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639127:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639134:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639140:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313e00 00000400:00000200:0.0:1784947960.639145:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639152:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524409 [1] + 224 00000800:00000001:0.0:1784947960.639161:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947960.639171:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947960.639174:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947960.639180:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947960.639187:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947960.639195:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947960.639210:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947960.639233:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947960.639243:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947960.639251:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947960.639255:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947960.639255:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784947960.639260:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.639261:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947960.639271:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639278:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784947960.639285:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639290:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639295:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947960.639317:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313e80 00000400:00000200:0.0:1784947960.639325:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784947960.639328:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947960.639332:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947960.639336:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947960.639342:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:3.0:1784947960.639344:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:3.0:1784947960.639348:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947960.639359:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524411 [1] + 224 00000100:00000200:3.0:1784947960.639361:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947960.639382:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947960.639389:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947960.639401:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947960.639403:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.639405:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.639414:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784947960.639417:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784947960.639420:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947960.639426:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947960.639432:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947960.639435:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947960.639437:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947960.639452:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784947960.639452:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947960.639461:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=101 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947960.639466:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947960.639468:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947960.639470:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947960.639473:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.639476:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784947960.639485:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947960.639488:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947960.639529:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947960.639532:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947960.639537:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947960.639563:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947960.639564:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947960.639604:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155026432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947960.639617:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.639620:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947960.639624:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641155026432/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947960.639629:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947960.639638:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947960.639644:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947960.639647:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784947960.639648:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947960.639658:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784947960.639660:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947960.639661:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947960.639667:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947960.639673:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947960.639676:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784947960.639680:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947960.639682:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947960.639685:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000001:3.0:1784947960.639691:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947960.639694:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.639697:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.639701:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947960.639703:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947960.639706:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.639707:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947960.639710:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.639716:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947960.639727:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947960.639731:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947960.639736:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947960.639745:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784947960.639749:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784947960.639754:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947960.639765:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947960.639784:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947960.639797:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947960.639799:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947960.639802:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947960.639804:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947960.639806:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947960.639808:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947960.639811:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947960.639818:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947960.639822:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947960.639825:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947960.639828:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947960.639852:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947960.639856:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.639858:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947960.639860:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947960.639862:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947960.639864:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947960.639868:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947960.639874:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947960.639877:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947960.639878:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947960.639882:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947960.639915:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155026560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947960.639920:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947960.639922:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947960.639925:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641155026560/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947960.639933:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947960.639935:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947960.639937:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947960.639941:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947960.639943:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947960.639945:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947960.639948:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947960.639950:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947960.639952:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947960.639953:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947960.639955:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:2.0:1784947960.639958:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947960.639959:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947960.639961:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947960.639965:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947960.639967:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947960.639971:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947960.639974:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947960.640000:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947960.640011:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947960.640015:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947960.640019:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947960.640027:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947960.640036:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947960.640045:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947960.640080:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947960.640085:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947960.640092:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a313f00 00000400:00000200:1.0:1784947960.640097:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947960.640103:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524419 [1] + 224 00000800:00000001:1.0:1784947960.640110:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947960.640120:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947960.640124:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947960.640130:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947960.640136:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947960.640159:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947960.640179:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947960.640211:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947960.640221:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947960.640228:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.640259:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947960.640263:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947960.640268:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947960.640270:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947960.640272:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784947960.640277:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784947960.640280:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784947960.640283:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947960.640290:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947960.640302:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947960.640310:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947960.640312:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.640314:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947960.640316:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947960.640318:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947960.640319:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947960.640322:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947960.640327:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947960.640331:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947960.640334:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947960.640336:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947960.640338:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947960.640341:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.640344:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947960.640345:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947960.640348:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947960.640349:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947960.640354:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947960.640363:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947960.640366:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947960.640368:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947960.640372:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947960.640381:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155026688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947960.640386:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.640388:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947960.640391:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641155026688/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947976 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947960.640398:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947960.640400:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947960.640402:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947960.640405:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947960.640407:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947960.640408:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947960.640411:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947960.640413:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947960.640416:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947960.640417:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947960.640419:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784947960.640422:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947960.640424:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.640426:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947960.640430:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947960.640432:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947960.640434:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947960.640436:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947960.828198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947960.828208:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947960.828353:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947960.828359:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947960.828364:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947961.852144:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947961.852151:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947961.852246:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947961.852251:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947961.852256:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947962.876123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947962.876130:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947962.876133:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947962.876136:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947962.876141:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947962.876143:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947962.876145:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947962.876149:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947962.876234:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947962.876238:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947962.876240:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947963.900140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947963.900146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947963.900236:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947963.900240:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947963.900243:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947964.540123:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306724102, at 4306724160 00000100:00000040:1.0:1784947964.540124:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306724102, at 4306724160 00000100:00000010:0.0:1784947964.540138:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7720. 00000100:00000010:1.0:1784947964.540141:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ba0. 00010000:00000001:1.0:1784947964.924134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947964.924140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947964.924168:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947964.924173:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947964.924178:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947965.756140:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947965.756151:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947965.756160:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 00000020:00000040:3.0:1784947965.756166:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947965.756170:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947965.756173:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947965.756178:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947965.756185:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947965.756190:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947965.756200:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947965.756207:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947965.756211:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947965.756216:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947965.756241:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947965.756243:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947965.756246:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947965.756248:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947965.756251:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947965.756253:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947965.756253:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947965.756255:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.756257:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947965.756257:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947965.756262:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.756263:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947965.756267:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947965.756268:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947965.756275:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947965.756277:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947965.756281:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947965.756289:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.756290:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947965.756294:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.756299:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947965.756302:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.756303:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947965.756305:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947965.756307:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.756310:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947965.756314:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000100:00100000:2.0:1784947965.756315:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155026816:192.168.201.111@tcp:400:kworker.0 00000020:00000040:3.0:1784947965.756319:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947965.756322:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784947965.756323:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947965.756325:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947965.756326:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.756328:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784947965.756330:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947965.756332:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.756334:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.756335:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784947965.756340:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:2.0:1784947965.756342:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947965.756347:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.756348:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947965.756351:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947965.756356:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947965.756356:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947965.756362:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784947965.756365:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947965.756368:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784947965.756370:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000040:3.0:1784947965.756371:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947965.756375:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784947965.756378:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026816, portal 25 00000100:00000040:3.0:1784947965.756378:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947965.756382:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947965.756382:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12063) 00000100:00000001:2.0:1784947965.756385:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000040:2.0:1784947965.756392:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947965.756396:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947965.756398:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784947965.756399:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947965.756403:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947965.756403:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784947965.756407:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000040:3.0:1784947965.756409:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947965.756411:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155026816, offset 0 00000100:00000001:3.0:1784947965.756419:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784947965.756421:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947965.756422:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947965.756425:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947965.756426:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947965.756428:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947965.756432:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784947965.756435:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155026944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947965.756439:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947965.756441:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784947965.756442:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784947965.756443:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947965.756447:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947965.756449:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1784947965.756451:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784947965.756453:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947965.756454:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947965.756459:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947965.756460:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784947965.756464:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784947965.756465:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947965.756472:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541253:541253:256:4294967295] 192.168.201.111@tcp LPNI seq info [541190:541190:8:4294967295] 00000400:00000010:3.0:1784947965.756472:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947965.756478:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155026944, portal 10 00000400:00000200:2.0:1784947965.756480:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947965.756483:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947965.756486:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000040:3.0:1784947965.756494:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947965.756495:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947965.756510:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947965.756510:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947965.756515:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947965.756517:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000010:3.0:1784947965.756519:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000200:3.0:1784947965.756522:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155026944, offset 0 00000800:00000200:2.0:1784947965.756526:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947965.756529:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947965.756534:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947965.756538:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947965.756540:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947965.756544:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947965.756545:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947965.756551:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947965.756553:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947965.756555:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947965.756558:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541254:541254:255:4294967295] 192.168.201.111@tcp LPNI seq info [541191:541191:7:4294967295] 00000100:00000001:2.0:1784947965.756559:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947965.756564:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947965.756568:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947965.756572:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306729221 00000400:00000200:3.0:1784947965.756574:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784947965.756578:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ea0. 00000800:00000200:3.0:1784947965.756581:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947965.756585:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947965.756587:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947965.756591:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784947965.756595:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306729221 00000800:00000200:3.0:1784947965.756599:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:2.0:1784947965.756602:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f00. 00000800:00000200:3.0:1784947965.756604:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947965.756606:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947965.756608:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.756611:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947965.756613:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9060 usecs (10 jiffies) 00000100:00000001:2.0:1784947965.756614:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947965.756619:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947965.756620:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.756623:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306725386 00000100:00000001:2.0:1784947965.756624:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947965.756629:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306729221 00000100:00000001:3.0:1784947965.756631:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306725386 00000100:00000001:2.0:1784947965.756633:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947965.756634:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306729221 00000100:00000001:2.0:1784947965.756637:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947965.756638:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947965.756640:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947965.756642:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.756643:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947965.756646:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947965.756646:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.756650:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784947965.756652:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784947965.756653:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947965.756656:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784947965.756658:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784947965.756659:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947965.756666:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947965.756668:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947965.756669:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947965.756670:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947965.756674:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.756674:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947965.756679:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947965.756680:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947965.756681:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.756684:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947965.756686:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 02000000:00000001:2.0:1784947965.756687:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784947965.756690:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00100000:2.0:1784947965.756694:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155027072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947965.756695:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947965.756698:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947965.756702:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784947965.756704:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947965.756704:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.756708:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947965.756713:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947965.756717:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947965.756720:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784947965.756721:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947965.756724:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:0.0:1784947965.756726:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947965.756728:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:2.0:1784947965.756734:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027072, portal 10 00000100:00000001:0.0:1784947965.756738:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.756739:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947965.756741:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000001:0.0:1784947965.756742:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947965.756750:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.756755:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947965.756757:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947965.756759:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784947965.756761:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155027072, offset 0 00000400:00000200:2.0:1784947965.756764:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947965.756766:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947965.756769:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947965.756771:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947965.756773:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947965.756775:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947965.756777:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947965.756779:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541255:541255:255:4294967295] 192.168.201.111@tcp LPNI seq info [541192:541192:7:4294967295] 00000400:00000200:2.0:1784947965.756782:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947965.756786:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947965.756789:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947965.756792:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784947965.756795:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947965.756814:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947965.756816:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784947965.756817:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1784947965.756820:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:2.0:1784947965.756823:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947965.756825:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784947965.756827:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10225 usecs (11 jiffies) 00000400:00000200:0.0:1784947965.756831:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784947965.756836:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947965.756837:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000100:00000001:2.0:1784947965.756839:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306725387 00000400:00000010:0.0:1784947965.756842:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:2.0:1784947965.756843:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306729221 00000100:00000001:0.0:1784947965.756845:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947965.756846:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306725387 00000100:00000001:2.0:1784947965.756849:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306729221 00000100:00000200:0.0:1784947965.756851:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.756852:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947965.756857:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947965.756864:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947965.756866:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.756942:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947965.756943:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947965.756949:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947965.756952:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947965.756974:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947965.756976:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947965.756978:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947965.756979:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947965.756980:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947965.756986:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947965.756989:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784947965.756991:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947965.756995:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947965.756997:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:0.0:1784947965.757004:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:0.0:1784947965.757006:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947965.757009:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947965.757014:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947965.757016:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947965.757020:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947965.757021:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784947965.758037:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947965.758914:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.758925:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947965.758928:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.758930:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947965.758934:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.758938:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947965.758943:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.758946:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.758950:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.758953:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314000 00000400:00000200:1.0:1784947965.758957:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.758978:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524429 [1] + 224 00000800:00000001:1.0:1784947965.758983:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.758986:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947965.758988:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947965.758991:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947965.758994:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947965.758998:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947965.759006:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947965.759019:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947965.759025:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.759027:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947965.759028:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.759029:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947965.759031:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.759034:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947965.759038:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.759040:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.759043:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.759068:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a313f80 00000400:00000200:1.0:1784947965.759072:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947965.759075:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524421 [1] + 224 00000800:00000001:1.0:1784947965.759079:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.759082:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947965.759083:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947965.759085:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947965.759087:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947965.759089:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947965.759092:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947965.759095:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947965.759101:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784947965.759102:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784947965.759104:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947965.759113:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:1.0:1784947965.759117:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784947965.759118:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784947965.759121:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784947965.759123:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947965.759128:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784947965.759130:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947965.759133:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947965.759138:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947965.759142:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784947965.759146:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.759149:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947965.759150:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947965.759153:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947965.759159:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784947965.759161:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947965.759163:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947965.759167:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784947965.759172:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947965.759173:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784947965.759174:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:3.0:1784947965.759177:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947965.759178:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947965.759179:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784947965.759183:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947965.759185:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784947965.759186:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947965.759187:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947965.759191:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1784947965.759193:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947965.759194:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314080 00000100:00000001:3.0:1784947965.759195:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947965.759201:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947965.759205:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784947965.759210:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=106 v=5 (5 5 5 5) 00000400:00000200:1.0:1784947965.759214:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524431 [1] + 224 00000100:00001000:3.0:1784947965.759217:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=146 v=5 (1 1 1 1) 00000100:00000200:2.0:1784947965.759220:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947965.759222:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947965.759226:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947965.759229:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947965.759229:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.759232:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947965.759235:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947965.759236:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784947965.759236:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947965.759241:0:2408:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:3.0:1784947965.759241:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947965.759242:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947965.759246:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947965.759248:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784947965.759249:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947965.759250:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947965.759251:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784947965.759255:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.759255:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1784947965.759259:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947965.759260:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.759260:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947965.759268:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=106 v=5 (5 5 5 5) 00000100:00000040:3.0:1784947965.759270:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947965.759276:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947965.759284:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947965.759287:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947965.759292:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947965.759295:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.759300:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947965.759301:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947965.759307:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784947965.759308:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947965.759311:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947965.759311:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947965.759321:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947965.759335:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947965.759339:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947965.759342:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784947965.759343:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784947965.759347:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155026944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947965.759349:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947965.759352:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947965.759354:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947965.759358:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947965.759359:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947965.759364:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155026944/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947965.759375:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155026816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947965.759378:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947965.759381:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947965.759382:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947965.759385:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784947965.759386:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000040:2.0:1784947965.759390:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155026816/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947965.759390:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947965.759393:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947965.759396:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947965.759399:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784947965.759400:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:2.0:1784947965.759402:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947965.759404:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000010:2.0:1784947965.759405:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784947965.759407:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947965.759410:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784947965.759411:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1784947965.759414:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:3.0:1784947965.759415:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000020:00000040:2.0:1784947965.759418:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947965.759419:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:2.0:1784947965.759421:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784947965.759422:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947965.759424:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000100:00000001:3.0:1784947965.759425:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947965.759428:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947965.759430:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784947965.759431:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784947965.759434:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784947965.759435:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:3.0:1784947965.759439:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947965.759440:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947965.759442:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.759443:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947965.759446:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.759448:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947965.759449:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947965.759452:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947965.759453:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947965.759455:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947965.759457:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784947965.759458:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784947965.759460:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947965.759462:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947965.759468:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.759473:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947965.759474:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947965.759475:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947965.759476:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947965.759476:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947965.759477:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947965.759478:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947965.759492:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=106 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947965.759495:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=128 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947965.759496:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947965.759497:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947965.759498:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947965.759500:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.759501:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947965.759502:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947965.759503:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947965.759504:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947965.759507:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.759511:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947965.759512:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947965.759514:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947965.759516:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947965.759521:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155027072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947965.759524:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947965.759525:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947965.759527:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155027072/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947981 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947965.759531:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947965.759532:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947965.759533:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947965.759534:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947965.759535:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947965.759536:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947965.759537:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947965.759538:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784947965.759539:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947965.759540:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947965.759540:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784947965.759542:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947965.759543:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947965.759544:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947965.759547:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947965.759548:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947965.759549:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947965.759550:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947965.948182:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947965.948191:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947965.948368:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947965.948375:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947965.948380:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947966.972190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947966.972200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947966.972343:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947966.972349:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947966.972354:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947967.996193:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947967.996203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947967.996322:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947967.996331:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947967.996339:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947969.020215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947969.020227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947969.020388:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947969.020394:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947969.020400:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947969.660208:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306729221, at 4306729280 00000100:00000010:1.0:1784947969.660228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f00. 00000100:00000040:0.0:1784947969.660238:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306729221, at 4306729280 00000100:00000010:0.0:1784947969.660253:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ea0. 00010000:00000001:1.0:1784947970.044214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947970.044223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947970.044301:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947970.044308:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947970.044314:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947970.876181:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947970.876193:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947970.876207:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784947970.876212:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947970.876216:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947970.876218:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947970.876223:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947970.876235:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784947970.876241:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876251:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947970.876260:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947970.876264:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876269:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947970.876292:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876294:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947970.876297:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947970.876299:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947970.876300:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947970.876302:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947970.876303:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947970.876305:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947970.876307:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784947970.876309:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876312:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947970.876318:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947970.876320:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947970.876320:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876324:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947970.876330:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876331:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947970.876333:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947970.876335:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784947970.876336:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947970.876340:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947970.876341:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947970.876341:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784947970.876346:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784947970.876346:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947970.876352:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784947970.876355:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947970.876358:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947970.876360:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947970.876392:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947970.876396:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.876399:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784947970.876400:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.876403:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947970.876411:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784947970.876412:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947970.876417:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784947970.876417:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947970.876423:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876424:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947970.876429:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784947970.876432:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155027200:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784947970.876432:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784947970.876440:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784947970.876441:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12068) 02000000:00000001:2.0:1784947970.876447:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947970.876450:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947970.876452:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947970.876457:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947970.876459:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947970.876466:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947970.876466:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947970.876470:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784947970.876472:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947970.876473:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947970.876479:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947970.876481:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784947970.876488:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1784947970.876490:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027200, portal 25 00000100:00000001:3.0:1784947970.876491:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.876496:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784947970.876497:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784947970.876499:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 02000000:00000001:3.0:1784947970.876500:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947970.876504:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947970.876507:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947970.876508:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155027328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947970.876516:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947970.876520:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947970.876522:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784947970.876523:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947970.876526:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947970.876529:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784947970.876531:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000400:00000010:2.0:1784947970.876533:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 02000000:00000001:3.0:1784947970.876535:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947970.876539:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947970.876542:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947970.876546:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:2.0:1784947970.876549:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155027200, offset 0 00000100:00000200:3.0:1784947970.876550:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027328, portal 10 00000100:00000001:3.0:1784947970.876556:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947970.876557:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000400:00000200:2.0:1784947970.876561:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947970.876569:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947970.876576:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947970.876578:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947970.876587:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784947970.876588:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784947970.876592:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947970.876595:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:3.0:1784947970.876596:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000400:00000200:2.0:1784947970.876599:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784947970.876600:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155027328, offset 0 00000400:00000200:2.0:1784947970.876605:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947970.876608:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947970.876612:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541256:541256:256:4294967295] 192.168.201.111@tcp LPNI seq info [541193:541193:8:4294967295] 00000400:00000200:2.0:1784947970.876616:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947970.876621:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947970.876629:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947970.876630:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784947970.876634:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784947970.876639:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947970.876639:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947970.876645:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784947970.876646:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784947970.876648:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947970.876652:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541257:541257:255:4294967295] 192.168.201.111@tcp LPNI seq info [541194:541194:7:4294967295] 00000800:00000200:2.0:1784947970.876657:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947970.876661:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947970.876668:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947970.876671:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947970.876675:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:2.0:1784947970.876676:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947970.876681:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784947970.876682:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947970.876690:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947970.876692:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947970.876698:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.876698:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947970.876705:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9060 usecs (10 jiffies) 00000400:00000200:2.0:1784947970.876706:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947970.876725:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306734341 00000400:00000200:3.0:1784947970.876729:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784947970.876732:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff432a0. 00000100:00000001:3.0:1784947970.876733:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306730506 00000100:00000001:2.0:1784947970.876741:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947970.876757:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306734341 00000100:00000001:3.0:1784947970.876794:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306734341 00000100:00000010:2.0:1784947970.876796:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff437e0. 00000100:00000001:2.0:1784947970.876802:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947970.876808:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306730506 00000100:00000001:2.0:1784947970.876809:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947970.876814:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306734341 00000100:00000001:2.0:1784947970.876815:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.876819:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947970.876822:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.876823:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.876828:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.876829:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947970.876830:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947970.876847:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947970.876848:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947970.876849:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947970.876851:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947970.876853:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947970.876854:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947970.876856:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947970.876858:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947970.876859:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.876860:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947970.876863:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947970.876868:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784947970.876874:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947970.876875:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947970.876878:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947970.876881:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1784947970.876883:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 02000000:00000001:2.0:1784947970.876883:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947970.876893:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947970.876900:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947970.876906:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:0.0:1784947970.876909:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:0.0:1784947970.876914:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947970.876919:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947970.876930:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947970.876934:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947970.876943:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947970.876945:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784947970.878037:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784947970.878040:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155027456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947970.878043:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784947970.878045:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947970.878056:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947970.878057:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947970.878060:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947970.878062:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947970.878064:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947970.878066:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784947970.878068:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784947970.878071:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027456, portal 10 00000100:00000001:2.0:1784947970.878072:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947970.878073:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000040:2.0:1784947970.878087:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.878092:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947970.878093:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947970.878095:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784947970.878097:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155027456, offset 0 00000400:00000200:2.0:1784947970.878099:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947970.878102:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947970.878105:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947970.878107:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947970.878109:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947970.878110:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947970.878112:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947970.878114:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541258:541258:255:4294967295] 192.168.201.111@tcp LPNI seq info [541195:541195:7:4294967295] 00000400:00000200:2.0:1784947970.878116:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947970.878121:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947970.878125:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947970.878128:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784947970.878131:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947970.878134:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947970.878136:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947970.878138:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947970.878147:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10225 usecs (11 jiffies) 00000400:00000200:2.0:1784947970.878150:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947970.878152:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306730509 00000100:00000001:2.0:1784947970.878153:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306734341 00000100:00000001:2.0:1784947970.878155:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306730509 00000100:00000001:2.0:1784947970.878156:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306734341 00000100:00000001:2.0:1784947970.878157:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947970.878159:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.878162:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.878165:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.878169:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947970.878170:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947970.878173:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784947970.878176:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784947970.878176:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947970.878178:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947970.878180:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000100:00000001:2.0:1784947970.878182:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947970.878185:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947970.878191:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947970.878194:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:0.0:1784947970.878196:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:0.0:1784947970.878199:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947970.878202:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947970.878209:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947970.878211:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947970.878216:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947970.878217:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947970.878240:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947970.878242:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784947970.878244:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947970.878247:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947970.878248:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:0.0:1784947970.878250:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:0.0:1784947970.878251:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947970.878254:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947970.878259:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947970.878261:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947970.878265:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947970.878266:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947970.879838:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947970.879848:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947970.879851:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947970.879853:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947970.879857:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879861:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947970.879866:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879869:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879873:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879876:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314180 00000400:00000200:1.0:1784947970.879879:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879883:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524441 [1] + 224 00000800:00000001:1.0:1784947970.879888:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947970.879890:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947970.879892:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947970.879895:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947970.879898:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947970.879902:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947970.879910:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947970.879922:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947970.879927:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947970.879929:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947970.879930:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947970.879932:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947970.879935:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879938:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947970.879942:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879945:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879946:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947970.879950:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314100 00000100:00000001:3.0:1784947970.879951:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947970.879954:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947970.879955:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947970.879959:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524439 [1] + 224 00000800:00000001:1.0:1784947970.879962:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947970.879964:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947970.879965:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947970.879967:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784947970.879968:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784947970.879970:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784947970.879973:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784947970.879977:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784947970.879980:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784947970.879982:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947970.879983:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947970.879989:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947970.879990:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947970.880024:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947970.880026:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947970.880039:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947970.880043:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784947970.880072:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947970.880075:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947970.880077:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947970.880080:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947970.880084:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947970.880086:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947970.880087:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947970.880090:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784947970.880093:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947970.880094:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947970.880099:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947970.880100:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784947970.880103:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=111 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947970.880104:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947970.880105:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784947970.880110:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:3.0:1784947970.880113:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=151 v=5 (1 1 1 1) 00000400:00000200:1.0:1784947970.880114:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784947970.880114:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947970.880119:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947970.880121:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784947970.880123:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947970.880125:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947970.880126:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000200:1.0:1784947970.880130:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947970.880131:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00010000:00000001:3.0:1784947970.880132:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784947970.880138:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784947970.880138:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947970.880139:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314200 00000100:00000001:3.0:1784947970.880144:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784947970.880145:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784947970.880148:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000200:2.0:1784947970.880149:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947970.880153:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784947970.880154:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524449 [1] + 224 00000100:00000001:3.0:1784947970.880156:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947970.880163:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784947970.880167:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947970.880172:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947970.880181:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947970.880185:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784947970.880187:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947970.880192:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947970.880195:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947970.880197:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947970.880205:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784947970.880205:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.880211:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784947970.880212:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.880215:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880220:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947970.880223:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947970.880225:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947970.880229:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947970.880233:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155027328:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784947970.880234:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947970.880239:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784947970.880241:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=111 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947970.880242:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947970.880248:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784947970.880252:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947970.880255:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784947970.880257:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155027328/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.880258:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784947970.880260:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947970.880261:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947970.880265:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947970.880267:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947970.880271:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.880273:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947970.880274:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947970.880277:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784947970.880282:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784947970.880282:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947970.880288:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947970.880291:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947970.880292:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1784947970.880295:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947970.880296:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947970.880299:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947970.880299:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947970.880303:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 00000100:00000040:2.0:1784947970.880304:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947970.880306:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947970.880309:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947970.880312:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00100000:2.0:1784947970.880316:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155027200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947970.880317:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947970.880320:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880322:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.880323:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880326:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784947970.880329:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784947970.880330:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155027200/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947970.880332:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947970.880337:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947970.880340:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.880341:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947970.880344:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947970.880345:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947970.880348:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947970.880350:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947970.880352:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947970.880354:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947970.880355:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784947970.880357:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947970.880358:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947970.880360:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784947970.880362:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947970.880363:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880365:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.880366:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947970.880367:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947970.880369:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947970.880369:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947970.880371:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947970.880372:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947970.880373:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:2.0:1784947970.880375:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947970.880377:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947970.880383:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.880388:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947970.880388:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880390:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947970.880390:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947970.880391:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947970.880392:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947970.880393:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947970.880395:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947970.880397:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=133 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947970.880399:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947970.880399:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947970.880400:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947970.880402:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.880404:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947970.880405:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947970.880406:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947970.880407:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947970.880410:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.880414:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947970.880415:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947970.880416:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947970.880418:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947970.880423:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155027456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947970.880425:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880426:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947970.880428:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155027456/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947970.880432:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947970.880432:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947970.880433:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947970.880434:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947970.880435:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947970.880436:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947970.880437:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947970.880438:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784947970.880439:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947970.880440:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947970.880441:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784947970.880443:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947970.880443:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880445:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947970.880447:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947970.880448:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947970.880450:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947970.880451:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947971.068154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947971.068161:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947971.068247:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947971.068252:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947971.068255:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947972.092208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947972.092218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947972.092359:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947972.092366:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947972.092371:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947973.116248:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947973.116257:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947973.116261:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947973.116265:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947973.116271:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947973.116273:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947973.116276:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947973.116279:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947973.116385:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947973.116391:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947973.116395:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947974.140143:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947974.140150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947974.140210:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947974.140214:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947974.140218:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947974.780181:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306734341, at 4306734400 00000100:00000040:1.0:1784947974.780185:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306734341, at 4306734400 00000100:00000010:0.0:1784947974.780196:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff432a0. 00000100:00000010:1.0:1784947974.780198:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff437e0. 00010000:00000001:1.0:1784947975.164216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947975.164226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784947975.164306:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784947975.164312:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784947975.164318:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947975.996197:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947975.996210:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947975.996223:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784947975.996231:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784947975.996236:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947975.996240:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947975.996247:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947975.996259:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784947975.996267:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996282:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947975.996297:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947975.996303:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996311:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.996350:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996355:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947975.996360:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947975.996363:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d500. 00000020:00000040:0.0:1784947975.996366:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947975.996369:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947975.996371:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947975.996373:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947975.996377:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784947975.996380:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996385:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947975.996395:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947975.996398:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996402:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059426f63] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.996413:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996416:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784947975.996419:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784947975.996422:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c380. 00000020:00000040:0.0:1784947975.996425:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947975.996428:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784947975.996430:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784947975.996432:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784947975.996436:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784947975.996440:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996446:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784947975.996455:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784947975.996458:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947975.996463:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6f68a7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947975.996467:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947975.996478:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947975.996480:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.996484:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947975.996486:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784947975.996493:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947975.996500:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784947975.996503:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947975.996506:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784947975.996518:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12073) 00000100:00000001:1.0:1784947975.996531:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947975.996535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947975.996541:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947975.996546:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947975.996550:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947975.996556:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155027584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947975.996562:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784947975.996566:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947975.996572:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947975.996574:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784947975.996582:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.996593:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784947975.996595:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947975.996599:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784947975.996602:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947975.996604:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947975.996606:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947975.996611:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947975.996616:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155027712:192.168.201.111@tcp:400:kworker.0 02000000:00000001:1.0:1784947975.996619:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784947975.996652:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784947975.996657:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784947975.996660:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947975.996665:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947975.996669:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000010:0.0:1784947975.996673:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:1.0:1784947975.996676:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784947975.996679:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947975.996698:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947975.996699:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947975.996714:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9c08. 00000400:00000010:0.0:1784947975.996715:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac08. 00000400:00000010:1.0:1784947975.996736:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1f68. 00000400:00000010:0.0:1784947975.996737:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf2a8. 00000100:00000200:1.0:1784947975.996753:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027584, portal 25 00000100:00000200:0.0:1784947975.996761:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027712, portal 10 00000100:00000001:1.0:1784947975.996761:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947975.996767:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000001:0.0:1784947975.996769:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784947975.996775:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534246144 : -119148175305472 : ffff93a2a755d500) 00000100:00000040:1.0:1784947975.996785:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947975.996794:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947975.996816:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947975.996823:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784947975.996831:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947975.996838:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947975.996842:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1220. 00000400:00000010:0.0:1784947975.996846:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000100:00000200:1.0:1784947975.996850:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155027584, offset 0 00000100:00000200:0.0:1784947975.996856:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155027712, offset 0 00000400:00000200:1.0:1784947975.996867:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784947975.996880:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947975.996882:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947975.996898:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784947975.996904:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784947975.996910:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947975.996915:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947975.996919:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947975.996924:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541259:541259:256:4294967295] 192.168.201.111@tcp LPNI seq info [541196:541196:8:4294967295] 00000400:00000200:1.0:1784947975.996930:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947975.996942:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784947975.996956:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947975.996957:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947975.996972:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784947975.996973:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784947975.996986:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784947975.996994:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784947975.996998:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784947975.997005:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784947975.997010:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784947975.997018:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784947975.997025:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541260:541260:255:4294967295] 192.168.201.111@tcp LPNI seq info [541197:541197:7:4294967295] 00000800:00000200:1.0:1784947975.997029:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784947975.997040:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947975.997108:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947975.997109:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784947975.997125:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784947975.997128:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784947975.997132:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306739462 00000800:00000010:0.0:1784947975.997138:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000100:00000010:1.0:1784947975.997144:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f960. 00000800:00000200:0.0:1784947975.997152:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784947975.997160:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784947975.997167:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784947975.997174:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947975.997175:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306739462 00000100:00000010:1.0:1784947975.997189:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f060. 00000100:00000001:0.0:1784947975.997190:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.997199:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1784947975.997201:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9058 usecs (10 jiffies) 00000100:00000001:1.0:1784947975.997212:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947975.997213:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947975.997223:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947975.997224:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306735627 00000100:00000001:0.0:1784947975.997235:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306739462 00000100:00000001:1.0:1784947975.997235:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.997244:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947975.997245:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306735627 00000100:00000001:0.0:1784947975.997255:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306739462 00000100:00000001:0.0:1784947975.997257:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947975.997260:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784947975.997261:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.997269:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947975.997270:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947975.997281:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947975.997282:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947975.997290:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947975.997295:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947975.997295:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784947975.997303:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784947975.997311:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784947975.997312:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.997315:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784947975.997319:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947975.997327:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.997340:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784947975.997343:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947975.997347:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784947975.997351:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784947975.997354:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947975.997359:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155027840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947975.997363:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784947975.997367:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784947975.997369:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947975.997371:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784947975.997377:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947975.997380:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947975.997386:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784947975.997392:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe90b0. 00000800:00000200:0.0:1784947975.997393:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947975.997403:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000010:1.0:1784947975.997404:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1088. 00000100:00000200:1.0:1784947975.997414:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027840, portal 10 00000400:00000200:0.0:1784947975.997415:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784947975.997418:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784947975.997424:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534241664 : -119148175309952 : ffff93a2a755c380) 00000400:00000200:0.0:1784947975.997430:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947975.997440:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000100:00000040:1.0:1784947975.997442:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784947975.997447:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:0.0:1784947975.997458:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784947975.997463:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784947975.997472:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947975.997474:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784947975.997482:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1220. 00000100:00000200:1.0:1784947975.997491:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155027840, offset 0 00000100:00000001:0.0:1784947975.997506:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784947975.997510:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784947975.997518:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784947975.997522:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947975.997536:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947975.997542:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947975.997545:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947975.997548:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784947975.997555:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784947975.997560:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784947975.997563:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784947975.997567:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541261:541261:254:4294967295] 192.168.201.111@tcp LPNI seq info [541198:541198:6:4294967295] 00000400:00000200:1.0:1784947975.997572:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947975.997580:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784947975.997587:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947975.997593:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000800:00000200:1.0:1784947975.997599:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784947975.997606:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784947975.997610:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784947975.997615:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947975.997620:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10225 usecs (11 jiffies) 00000400:00000200:1.0:1784947975.997656:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947975.997660:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306735628 00000100:00000001:1.0:1784947975.997664:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306739462 00000100:00000001:1.0:1784947975.997667:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306735628 00000100:00000001:1.0:1784947975.997670:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306739462 00000100:00000001:1.0:1784947975.997672:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947975.997675:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.997678:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947975.997681:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947975.997684:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947975.997687:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784947975.997690:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947975.997693:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947975.997696:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947975.997699:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784947975.997701:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784947975.997708:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784947975.997716:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947975.997724:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947975.997729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000010:0.0:1784947975.997732:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:0.0:1784947975.997736:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947975.997742:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.997751:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947975.997755:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.997763:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947975.997765:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947975.997781:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947975.997783:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784947975.997787:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947975.997791:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947975.997794:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000400:00000010:0.0:1784947975.997797:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:0.0:1784947975.997799:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947975.997803:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.997812:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947975.997816:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947975.997824:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947975.997826:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947976.000349:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947976.000367:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947976.000373:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947976.000377:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947976.000386:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000395:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947976.000405:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000411:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000417:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000422:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314280 00000400:00000200:1.0:1784947976.000428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000435:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524451 [1] + 224 00000800:00000001:1.0:1784947976.000443:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947976.000453:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947976.000457:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947976.000462:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947976.000468:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947976.000476:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947976.000492:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.000522:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947976.000532:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947976.000538:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947976.000540:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947976.000542:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947976.000546:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000551:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947976.000557:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000561:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000564:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000568:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314300 00000400:00000200:1.0:1784947976.000572:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947976.000577:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524459 [1] + 224 00000800:00000001:1.0:1784947976.000582:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947976.000588:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947976.000592:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947976.000597:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947976.000602:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947976.000609:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947976.000648:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947976.000655:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947976.000663:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784947976.000673:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784947976.000677:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784947976.000680:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784947976.000682:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9c08. 00000400:00000200:0.0:1784947976.000695:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1f68 00000400:00000010:0.0:1784947976.000699:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1f68. 00000100:00000001:0.0:1784947976.000703:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784947976.000711:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784947976.000717:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947976.000720:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.000743:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784947976.000749:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.000751:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947976.000758:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947976.000764:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947976.000770:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac08. 00000100:00000001:0.0:1784947976.000773:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947976.000777:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf2a8 00000100:00000001:0.0:1784947976.000779:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784947976.000786:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf2a8. 00000100:00000001:0.0:1784947976.000787:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784947976.000793:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947976.000796:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784947976.000799:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784947976.000807:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784947976.000808:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784947976.000812:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784947976.000826:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1784947976.000837:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1784947976.000844:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1784947976.000847:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947976.000848:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784947976.000856:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784947976.000861:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947976.000870:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947976.000885:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.000887:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947976.000895:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947976.000901:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947976.000906:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784947976.000907:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784947976.000914:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947976.000916:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784947976.000923:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.000925:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947976.000934:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947976.000945:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784947976.000949:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155027584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947976.000959:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947976.000962:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=117 v=5 (5 5 5 5) 00000100:00000001:0.0:1784947976.000963:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947976.000972:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155027584/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784947976.000977:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947976.000993:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947976.000999:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947976.001009:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947976.001016:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947976.001018:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784947976.001027:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784947976.001028:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:0.0:1784947976.001032:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000040:1.0:1784947976.001034:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:0.0:1784947976.001042:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784947976.001043:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947976.001085:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947976.001096:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784947976.001102:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784947976.001108:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784947976.001116:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784947976.001118:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1784947976.001122:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 00000100:00000001:1.0:1784947976.001125:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784947976.001132:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784947976.001132:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784947976.001138:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784947976.001141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1784947976.001143:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000001:0.0:1784947976.001154:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784947976.001160:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947976.001166:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784947976.001167:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155027712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784947976.001173:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784947976.001179:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784947976.001182:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784947976.001184:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947976.001189:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784947976.001192:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947976.001200:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d500 x1871641155027712/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.001213:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784947976.001216:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784947976.001218:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947976.001225:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 00000800:00000001:0.0:1784947976.001231:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784947976.001232:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947976.001238:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784947976.001239:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:1.0:1784947976.001243:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000800:00000001:0.0:1784947976.001246:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784947976.001251:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947976.001256:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 00000400:00000200:0.0:1784947976.001257:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784947976.001264:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947976.001270:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784947976.001276:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000010:1.0:1784947976.001277:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d500. 00000100:00000001:1.0:1784947976.001288:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784947976.001293:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947976.001295:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.001301:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947976.001304:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947976.001310:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784947976.001313:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947976.001316:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947976.001324:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314380 00000100:00000001:1.0:1784947976.001325:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947976.001332:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947976.001338:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947976.001348:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524471 [1] + 224 00000800:00000001:0.0:1784947976.001356:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947976.001389:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947976.001393:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947976.001399:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947976.001405:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784947976.001411:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947976.001423:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947976.001447:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784947976.001455:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947976.001459:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.001502:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947976.001507:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784947976.001512:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784947976.001514:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784947976.001518:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe90b0. 00000400:00000200:1.0:1784947976.001524:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1088 00000400:00000010:1.0:1784947976.001526:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1088. 00000100:00000001:1.0:1784947976.001529:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947976.001537:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947976.001548:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.001558:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784947976.001559:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.001562:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784947976.001564:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947976.001566:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947976.001568:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784947976.001570:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784947976.001576:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1784947976.001580:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1784947976.001583:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784947976.001585:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947976.001587:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784947976.001591:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947976.001594:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784947976.001596:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784947976.001598:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784947976.001600:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947976.001605:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.001614:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947976.001617:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784947976.001619:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784947976.001647:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784947976.001657:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155027840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784947976.001663:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.001666:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947976.001670:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c380 x1871641155027840/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947976.001678:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784947976.001680:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784947976.001682:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784947976.001686:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784947976.001687:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784947976.001689:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784947976.001692:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784947976.001694:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:1.0:1784947976.001697:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784947976.001699:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784947976.001701:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c380. 00000100:00000001:1.0:1784947976.001704:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784947976.001706:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.001708:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947976.001712:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784947976.001714:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947976.001716:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947976.001719:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947976.188215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947976.188226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947976.188311:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947976.188317:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947976.188322:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947977.212195:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947977.212205:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947977.212299:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947977.212305:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947977.212310:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947978.236175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947978.236185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947978.236341:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947978.236348:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947978.236353:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947979.260189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947979.260196:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947979.260270:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947979.260275:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947979.260279:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784947979.900177:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306739462, at 4306739520 00000100:00000010:1.0:1784947979.900197:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f060. 00000100:00000040:0.0:1784947979.900210:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306739462, at 4306739520 00000100:00000010:0.0:1784947979.900224:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f960. 00010000:00000001:1.0:1784947980.284150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947980.284158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947980.284281:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947980.284286:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947980.284290:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947981.116245:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947981.116259:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947981.116269:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000020:00000040:2.0:1784947981.116277:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947981.116283:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947981.116287:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947981.116294:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947981.116305:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784947981.116314:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947981.116329:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947981.116344:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947981.116350:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947981.116358:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947981.116398:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947981.116402:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947981.116407:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947981.116411:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947981.116415:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947981.116419:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947981.116421:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947981.116424:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947981.116429:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784947981.116433:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.116438:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784947981.116440:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947981.116448:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947981.116454:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947981.116462:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947981.116467:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947981.116472:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947981.116479:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.116524:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947981.116528:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947981.116566:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947981.116572:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947981.116575:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784947981.116579:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947981.116580:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947981.116582:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947981.116586:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947981.116592:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.116598:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784947981.116599:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784947981.116608:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.116609:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784947981.116616:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947981.116625:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947981.116634:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947981.116641:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947981.116646:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155027968:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784947981.116649:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.116668:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947981.116673:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947981.116678:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947981.116682:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784947981.116684:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784947981.116692:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947981.116693:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947981.116704:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784947981.116705:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784947981.116717:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12078) 02000000:00000010:3.0:1784947981.116718:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947981.116725:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947981.116735:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947981.116742:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784947981.116752:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784947981.116762:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155027968, portal 25 00000100:00000001:3.0:1784947981.116766:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947981.116769:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000040:3.0:1784947981.116782:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947981.116787:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947981.116794:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947981.116799:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947981.116804:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947981.116812:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947981.116820:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947981.116828:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784947981.116840:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155027968, offset 0 00000100:00000001:2.0:1784947981.116852:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947981.116858:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947981.116859:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784947981.116866:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947981.116871:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947981.116875:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947981.116878:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784947981.116886:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155028096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947981.116893:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947981.116897:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784947981.116900:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947981.116906:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947981.116908:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784947981.116911:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947981.116918:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:2.0:1784947981.116921:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784947981.116927:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947981.116929:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947981.116937:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947981.116943:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947981.116951:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541262:541262:256:4294967295] 192.168.201.111@tcp LPNI seq info [541199:541199:8:4294967295] 00000400:00000010:2.0:1784947981.116955:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784947981.116964:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947981.116967:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784947981.116977:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028096, portal 10 00000100:00000001:2.0:1784947981.116986:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784947981.116988:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784947981.116991:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000800:00000200:3.0:1784947981.117004:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947981.117010:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784947981.117016:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000001:2.0:1784947981.117028:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947981.117036:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947981.117041:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947981.117085:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:2.0:1784947981.117091:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155028096, offset 0 00000400:00000200:2.0:1784947981.117099:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947981.117108:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784947981.117117:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947981.117119:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784947981.117129:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947981.117136:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947981.117140:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784947981.117144:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947981.117146:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947981.117156:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947981.117158:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947981.117165:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306744582 00000400:00000200:2.0:1784947981.117168:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541263:541263:255:4294967295] 192.168.201.111@tcp LPNI seq info [541200:541200:7:4294967295] 00000100:00000010:3.0:1784947981.117178:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7480. 00000400:00000200:2.0:1784947981.117180:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947981.117195:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947981.117203:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947981.117209:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306744582 00000800:00000200:2.0:1784947981.117219:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784947981.117221:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7a20. 00000800:00000010:2.0:1784947981.117231:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784947981.117231:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784947981.117245:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784947981.117252:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947981.117254:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.117264:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947981.117274:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947981.117274:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784947981.117284:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947981.117290:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947981.117293:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.117298:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1784947981.117303:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9058 usecs (10 jiffies) 00000100:00000001:3.0:1784947981.117304:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947981.117313:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784947981.117320:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784947981.117321:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947981.117321:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947981.117330:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306740747 00000800:00000010:1.0:1784947981.117333:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000100:00000040:3.0:1784947981.117337:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947981.117342:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306744582 00000400:00000200:1.0:1784947981.117348:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784947981.117352:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306740747 00000100:00000001:2.0:1784947981.117362:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306744582 00000400:00000200:1.0:1784947981.117373:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947981.117374:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947981.117375:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947981.117381:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947981.117386:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.117390:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784947981.117392:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000100:00000001:2.0:1784947981.117394:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.117397:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784947981.117401:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:2.0:1784947981.117405:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947981.117411:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947981.117415:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947981.117418:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1784947981.117422:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155028224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947981.117424:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784947981.117432:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947981.117436:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947981.117440:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784947981.117442:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784947981.117449:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947981.117450:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.117455:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947981.117462:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.117468:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784947981.117471:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784947981.117477:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 00000100:00000040:1.0:1784947981.117481:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947981.117484:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947981.117504:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784947981.117507:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947981.117511:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:1.0:1784947981.117512:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1784947981.117527:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947981.117559:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028224, portal 10 00000100:00000001:3.0:1784947981.117565:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947981.117567:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:3.0:1784947981.117585:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.117600:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947981.117606:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947981.117613:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000200:3.0:1784947981.117619:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155028224, offset 0 00000800:00000200:1.0:1784947981.117630:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784947981.117633:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784947981.117637:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784947981.117645:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947981.117652:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.117660:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947981.117668:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000200:3.0:1784947981.117673:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784947981.117674:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:1.0:1784947981.117683:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784947981.117690:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784947981.117696:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947981.117704:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947981.117719:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784947981.117723:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784947981.117730:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:1.0:1784947981.117735:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947981.117749:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541264:541264:255:4294967295] 192.168.201.111@tcp LPNI seq info [541201:541201:7:4294967295] 00000100:00000001:1.0:1784947981.117756:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947981.117764:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784947981.117771:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947981.117903:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947981.117914:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947981.117921:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784947981.117931:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947981.117940:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947981.117946:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947981.117969:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947981.117976:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10225 usecs (11 jiffies) 00000400:00000200:3.0:1784947981.117983:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947981.117987:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306740748 00000100:00000001:3.0:1784947981.117992:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306744582 00000100:00000001:3.0:1784947981.117996:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306740748 00000100:00000001:3.0:1784947981.118001:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306744582 00000100:00000001:3.0:1784947981.118006:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947981.118010:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.118016:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.118021:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.118030:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947981.118033:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947981.118038:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947981.118040:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947981.118084:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.118089:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947981.118175:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947981.118187:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784947981.118196:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947981.118206:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947981.118214:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:0.0:1784947981.118218:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:0.0:1784947981.118225:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947981.118234:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947981.118254:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947981.118261:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947981.118277:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947981.118281:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947981.120406:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120475:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947981.120479:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120484:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947981.120492:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120499:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947981.120507:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120512:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120518:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120523:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314400 00000400:00000200:1.0:1784947981.120528:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120557:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524481 [1] + 224 00000800:00000001:1.0:1784947981.120565:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120571:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947981.120574:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947981.120579:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947981.120585:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947981.120592:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947981.120605:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947981.120626:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947981.120635:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120639:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947981.120642:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120644:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947981.120649:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120654:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947981.120660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120666:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120670:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120673:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314480 00000400:00000200:1.0:1784947981.120678:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947981.120682:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524489 [1] + 224 00000800:00000001:1.0:1784947981.120687:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120694:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947981.120696:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947981.120700:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947981.120703:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947981.120708:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947981.120719:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947981.120738:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947981.120743:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947981.120747:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947981.120794:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947981.120801:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947981.120809:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947981.120812:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947981.120816:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947981.120822:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947981.120826:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:2.0:1784947981.120832:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947981.120842:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.120862:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947981.120863:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947981.120875:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947981.120879:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947981.120882:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947981.120886:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947981.120891:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784947981.120892:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947981.120895:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947981.120902:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947981.120910:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784947981.120912:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=122 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947981.120923:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947981.120924:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947981.120934:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947981.120937:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947981.120939:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784947981.120941:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947981.120952:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.120952:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947981.120964:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947981.120964:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1784947981.120970:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784947981.120971:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:3.0:1784947981.120981:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947981.120982:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:0.0:1784947981.120988:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947981.120989:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947981.120993:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947981.121005:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947981.121017:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947981.121030:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947981.121040:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947981.121041:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947981.121080:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947981.121089:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947981.121104:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000100:00100000:2.0:1784947981.121105:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155028096:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784947981.121118:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000400:00000200:0.0:1784947981.121122:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947981.121123:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121133:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947981.121134:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784947981.121143:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314500 00000100:00000040:2.0:1784947981.121148:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155028096/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947981.121158:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947981.121161:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947981.121182:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524491 [1] + 224 00000800:00000001:0.0:1784947981.121202:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784947981.121206:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947981.121213:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784947981.121219:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784947981.121221:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:0.0:1784947981.121227:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947981.121232:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947981.121233:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947981.121241:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784947981.121242:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784947981.121247:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784947981.121255:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784947981.121257:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947981.121266:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000200:0.0:1784947981.121271:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947981.121274:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784947981.121281:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784947981.121282:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947981.121290:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:3.0:1784947981.121293:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947981.121300:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784947981.121302:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947981.121305:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121305:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947981.121315:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947981.121316:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947981.121322:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947981.121323:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947981.121327:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.121333:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947981.121338:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947981.121347:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.121348:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947981.121360:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784947981.121364:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=122 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947981.121374:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947981.121377:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=122 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947981.121383:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121387:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947981.121393:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947981.121399:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947981.121403:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.121408:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947981.121421:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.121439:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947981.121443:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947981.121447:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947981.121456:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947981.121473:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155027968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947981.121484:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.121487:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947981.121492:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641155027968/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.121502:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947981.121504:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947981.121508:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784947981.121512:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947981.121514:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947981.121517:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947981.121521:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947981.121525:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784947981.121531:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947981.121555:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947981.121561:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784947981.121567:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947981.121570:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121576:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.121580:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947981.121583:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784947981.121590:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947981.121593:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947981.121597:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947981.121603:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947981.121607:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947981.121612:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947981.121622:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947981.121641:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.121655:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947981.121658:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121662:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947981.121665:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947981.121667:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947981.121671:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947981.121675:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947981.121683:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947981.121689:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947981.121695:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947981.121698:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947981.121702:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947981.121706:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.121710:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947981.121713:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947981.121716:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947981.121718:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947981.121724:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.121732:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947981.121735:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947981.121738:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947981.121742:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947981.121752:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155028224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947981.121757:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121759:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947981.121763:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641155028224/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784947997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947981.121782:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947981.121784:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947981.121787:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784947981.121790:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947981.121792:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947981.121794:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947981.121797:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947981.121799:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947981.121802:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947981.121804:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947981.121806:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784947981.121810:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947981.121812:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121814:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947981.121820:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947981.121822:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947981.121824:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947981.121827:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947981.308177:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947981.308193:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947981.308326:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947981.308332:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947981.308337:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947982.332194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947982.332203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947982.332326:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947982.332335:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947982.332342:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947983.356154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947983.356163:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947983.356166:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947983.356170:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947983.356176:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947983.356178:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947983.356182:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947983.356185:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947983.356286:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947983.356291:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947983.356294:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947984.380218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947984.380231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947984.380366:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947984.380372:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947984.380377:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947985.020200:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306744582, at 4306744640 00000100:00000040:1.0:1784947985.020200:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306744582, at 4306744640 00000100:00000010:0.0:1784947985.020228:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7480. 00000100:00000010:1.0:1784947985.020239:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a20. 00010000:00000001:1.0:1784947985.404207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947985.404219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947985.404370:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947985.404378:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947985.404385:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947986.236201:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947986.236215:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947986.236228:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784947986.236236:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947986.236241:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947986.236246:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947986.236253:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947986.236264:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784947986.236273:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947986.236288:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947986.236302:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947986.236307:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947986.236315:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_01+1] req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947986.236357:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947986.236361:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947986.236367:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947986.236371:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947986.236375:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947986.236378:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947986.236381:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947986.236384:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947986.236388:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:2.0:1784947986.236392:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947986.236392:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.236401:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947986.236404:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947986.236407:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947986.236421:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784947986.236425:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947986.236426:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947986.236443:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.236488:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947986.236493:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.236496:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947986.236500:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784947986.236503:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784947986.236507:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947986.236510:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784947986.236514:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784947986.236517:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000100:00100000:2.0:1784947986.236526:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155028352:192.168.201.111@tcp:400:kworker.0 00000020:00000040:3.0:1784947986.236527:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947986.236538:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784947986.236540:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947986.236542:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947986.236548:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947986.236550:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784947986.236555:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947986.236556:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947986.236565:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784947986.236566:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947986.236575:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784947986.236577:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784947986.236584:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.236599:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784947986.236601:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947986.236608:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947986.236610:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784947986.236618:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947986.236621:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784947986.236635:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028352, portal 25 00000100:00000001:3.0:1784947986.236637:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.236645:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784947986.236646:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947986.236652:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:3.0:1784947986.236655:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947986.236663:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784947986.236668:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784947986.236670:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947986.236682:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12083) 00000100:00000001:2.0:1784947986.236692:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947986.236699:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947986.236703:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000001:3.0:1784947986.236706:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784947986.236708:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155028352, offset 0 00000100:00000001:3.0:1784947986.236712:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947986.236717:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784947986.236723:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784947986.236730:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947986.236742:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947986.236753:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947986.236757:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947986.236761:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784947986.236763:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947986.236771:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947986.236775:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947986.236778:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947986.236785:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00100000:3.0:1784947986.236792:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155028480:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947986.236798:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784947986.236806:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947986.236811:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:3.0:1784947986.236814:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947986.236820:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947986.236822:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541265:541265:256:4294967295] 192.168.201.111@tcp LPNI seq info [541202:541202:8:4294967295] 02000000:00000001:3.0:1784947986.236826:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947986.236837:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784947986.236838:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784947986.236844:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947986.236852:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947986.236856:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784947986.236863:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947986.236876:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028480, portal 10 00000400:00000200:2.0:1784947986.236877:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947986.236886:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947986.236891:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000800:00000200:2.0:1784947986.236893:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947986.236908:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000040:3.0:1784947986.236918:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947986.236925:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947986.236946:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947986.236949:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784947986.236953:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784947986.236963:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947986.236972:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000001:2.0:1784947986.236976:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947986.236981:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155028480, offset 0 00000400:00000200:2.0:1784947986.236989:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947986.236996:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306749701 00000400:00000200:3.0:1784947986.237004:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784947986.237006:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff433c0. 00000400:00000200:3.0:1784947986.237021:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947986.237022:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784947986.237034:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306749701 00000400:00000200:3.0:1784947986.237043:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:2.0:1784947986.237044:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43060. 00000100:00000001:2.0:1784947986.237092:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947986.237100:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947986.237103:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947986.237111:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947986.237113:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784947986.237118:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.237127:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784947986.237128:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784947986.237140:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947986.237141:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784947986.237147:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947986.237156:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784947986.237159:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541266:541266:255:4294967295] 192.168.201.111@tcp LPNI seq info [541203:541203:7:4294967295] 00000100:00000001:2.0:1784947986.237160:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947986.237166:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784947986.237178:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947986.237181:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947986.237196:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947986.237200:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947986.237208:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947986.237212:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784947986.237217:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784947986.237219:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784947986.237228:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784947986.237234:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155028608:192.168.201.111@tcp:400:kworker.0 00000800:00000010:1.0:1784947986.237239:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:2.0:1784947986.237250:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1784947986.237251:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784947986.237256:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947986.237258:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947986.237264:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784947986.237265:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000400:00000200:1.0:1784947986.237273:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947986.237275:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784947986.237286:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 02000000:00000010:2.0:1784947986.237287:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000800:00000200:3.0:1784947986.237289:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784947986.237294:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 02000000:00000001:2.0:1784947986.237296:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947986.237306:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784947986.237309:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947986.237317:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784947986.237319:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000200:1.0:1784947986.237322:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947986.237329:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000800:00000200:3.0:1784947986.237333:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784947986.237342:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028608, portal 10 00000100:00000001:2.0:1784947986.237352:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947986.237357:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000001:1.0:1784947986.237358:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947986.237371:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947986.237376:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947986.237418:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.237419:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784947986.237428:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784947986.237429:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947986.237438:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000200:2.0:1784947986.237444:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155028608, offset 0 00000400:00000200:2.0:1784947986.237478:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947986.237485:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947986.237492:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784947986.237497:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784947986.237501:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947986.237505:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947986.237509:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947986.237514:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541267:541267:255:4294967295] 192.168.201.111@tcp LPNI seq info [541204:541204:7:4294967295] 00000400:00000200:2.0:1784947986.237525:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947986.237535:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947986.237544:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947986.237545:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784947986.237549:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000040:3.0:1784947986.237558:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9058 usecs (10 jiffies) 00000800:00000200:2.0:1784947986.237560:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947986.237582:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947986.237584:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784947986.237589:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947986.237594:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306745867 00000100:00000001:2.0:1784947986.237598:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.237606:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306749701 00000100:00000040:2.0:1784947986.237608:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10225 usecs (11 jiffies) 00000800:00000200:1.0:1784947986.237616:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947986.237622:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306745867 00000400:00000200:2.0:1784947986.237625:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784947986.237626:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000001:3.0:1784947986.237633:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306749701 00000100:00000001:2.0:1784947986.237636:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306745868 00000400:00000200:1.0:1784947986.237639:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947986.237647:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947986.237648:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306749701 00000400:00000200:1.0:1784947986.237658:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784947986.237661:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.237662:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306745868 00000400:00000200:1.0:1784947986.237666:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000100:00000001:3.0:1784947986.237674:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784947986.237675:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:2.0:1784947986.237675:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306749701 00000100:00000001:3.0:1784947986.237688:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.237689:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784947986.237690:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947986.237700:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.237704:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784947986.237705:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.237707:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.237713:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947986.237719:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947986.237726:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947986.237732:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947986.237735:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947986.237739:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947986.237746:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947986.237748:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947986.237748:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947986.237757:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947986.237761:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947986.237762:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.237763:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.237777:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947986.237789:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947986.237793:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947986.237849:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947986.237854:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784947986.237858:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947986.237863:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947986.237867:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:1.0:1784947986.237869:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:1.0:1784947986.237872:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947986.237877:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947986.237887:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784947986.237891:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947986.237899:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947986.237901:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947986.239276:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.239295:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947986.239301:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.239306:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947986.239315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.239326:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947986.239337:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.239345:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.239354:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.239361:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314580 00000400:00000200:1.0:1784947986.239369:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.239378:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524499 [1] + 224 00000800:00000001:1.0:1784947986.239389:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.239400:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947986.239406:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947986.239415:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947986.239424:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947986.239436:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947986.239492:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947986.239540:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947986.239553:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.239561:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.239615:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947986.239623:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947986.239633:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947986.239637:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947986.239641:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947986.239650:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:2.0:1784947986.239654:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:2.0:1784947986.239660:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947986.239671:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947986.239686:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.239696:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947986.239699:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.239702:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947986.239706:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947986.239709:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947986.239712:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947986.239716:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947986.239723:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=127 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947986.239728:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947986.239731:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947986.239733:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947986.239737:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947986.239740:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.239744:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947986.239750:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.239759:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947986.239763:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947986.239766:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947986.239770:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947986.239780:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155028352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947986.239785:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.239788:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947986.239791:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155028352/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.239800:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947986.239803:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947986.239807:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947986.239811:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947986.239814:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947986.239816:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947986.239819:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947986.239823:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947986.239827:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947986.239829:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947986.239832:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784947986.239836:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947986.239838:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.239841:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.239843:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947986.239845:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947986.239847:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.239849:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947986.240486:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.240500:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947986.240505:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.240508:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947986.240514:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240521:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947986.240529:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240534:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240539:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240543:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314600 00000400:00000200:1.0:1784947986.240549:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240554:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244a1 [1] + 224 00000800:00000001:1.0:1784947986.240561:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.240565:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947986.240568:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947986.240573:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947986.240578:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947986.240585:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947986.240600:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947986.240627:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947986.240635:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.240640:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947986.240642:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947986.240645:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947986.240650:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240657:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947986.240665:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240669:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240674:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947986.240681:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314680 00000100:00000001:3.0:1784947986.240684:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947986.240688:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947986.240691:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947986.240699:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244a9 [1] + 224 00000800:00000001:1.0:1784947986.240705:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784947986.240711:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784947986.240715:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947986.240717:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947986.240726:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784947986.240727:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784947986.240741:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000200:1.0:1784947986.240742:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:3.0:1784947986.240808:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947986.240815:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947986.240816:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947986.240828:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947986.240830:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784947986.240877:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947986.240883:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947986.240917:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947986.240922:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947986.240925:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947986.240928:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784947986.240930:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947986.240931:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947986.240937:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947986.240941:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784947986.240942:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784947986.240949:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=127 v=5 (5 5 5 5) 00000800:00000001:1.0:1784947986.240950:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784947986.240965:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947986.240969:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947986.240972:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947986.240976:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947986.240980:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.240985:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947986.240989:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947986.240992:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947986.240994:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947986.241002:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947986.241013:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947986.241016:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947986.241018:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947986.241019:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.241030:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784947986.241031:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784947986.241045:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1784947986.241047:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155028480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947986.241093:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947986.241096:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947986.241102:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155028480/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947986.241112:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947986.241118:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1784947986.241120:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1784947986.241122:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000400:00000010:2.0:1784947986.241131:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 02000000:00000001:3.0:1784947986.241131:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947986.241136:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947986.241143:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000200:2.0:1784947986.241148:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000020:00000001:3.0:1784947986.241148:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947986.241154:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 00000400:00000010:2.0:1784947986.241158:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 02000000:00000001:3.0:1784947986.241161:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947986.241168:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947986.241174:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1784947986.241176:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:3.0:1784947986.241187:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947986.241194:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947986.241196:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947986.241199:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947986.241214:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947986.241219:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947986.241232:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947986.241237:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947986.241241:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.241263:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947986.241269:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.241274:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947986.241278:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947986.241281:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947986.241285:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947986.241290:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947986.241299:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=127 v=5 (5 5 5 5) 00000100:00001000:2.0:1784947986.241306:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1784947986.241311:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947986.241314:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947986.241319:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947986.241323:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.241327:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947986.241331:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947986.241335:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947986.241338:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947986.241348:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.241364:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947986.241369:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947986.241372:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947986.241380:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947986.241412:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155028608:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947986.241421:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.241425:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947986.241431:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155028608/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947986.241445:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947986.241478:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947986.241483:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947986.241490:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947986.241493:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947986.241497:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947986.241501:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947986.241505:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784947986.241510:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947986.241513:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947986.241516:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784947986.241522:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947986.241525:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.241529:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947986.241537:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947986.241539:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947986.241543:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947986.241547:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947986.428178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947986.428186:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947986.428307:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947986.428312:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947986.428316:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947987.452147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947987.452157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947987.452248:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947987.452254:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947987.452259:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947988.476190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947988.476202:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947988.476376:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947988.476382:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947988.476388:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947989.500121:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947989.500128:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947989.500222:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947989.500227:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947989.500231:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1784947989.756125:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:2.0:1784947989.756131:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:2.0:1784947989.756136:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:1.0:1784947989.756325:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784947989.756330:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947989.756339:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947989.756343:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947989.756345:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784947990.140128:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306749701, at 4306749760 00000100:00000040:1.0:1784947990.140128:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306749701, at 4306749760 00000100:00000010:0.0:1784947990.140144:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff433c0. 00000100:00000010:1.0:1784947990.140150:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43060. 00010000:00000001:1.0:1784947990.524129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947990.524135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947990.524209:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947990.524214:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947990.524218:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784947991.356172:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947991.356180:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947991.356187:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784947991.356192:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784947991.356196:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947991.356199:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947991.356203:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947991.356211:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947991.356217:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947991.356228:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784947991.356236:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784947991.356239:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947991.356244:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356268:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947991.356271:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947991.356274:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947991.356276:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784947991.356278:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947991.356280:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947991.356282:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947991.356283:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947991.356285:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:3.0:1784947991.356287:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947991.356288:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.356292:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784947991.356294:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947991.356296:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784947991.356302:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784947991.356305:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356306:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947991.356313:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947991.356323:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947991.356326:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.356329:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947991.356331:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784947991.356332:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784947991.356335:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947991.356336:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784947991.356339:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 02000000:00000001:3.0:1784947991.356341:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784947991.356344:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:3.0:1784947991.356348:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155028736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947991.356349:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784947991.356351:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947991.356355:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.356355:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947991.356375:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947991.356378:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947991.356381:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947991.356381:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784947991.356386:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947991.356388:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000100:00000040:2.0:1784947991.356391:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784947991.356392:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.356400:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784947991.356402:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947991.356403:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784947991.356406:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784947991.356409:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947991.356414:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784947991.356417:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947991.356420:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1784947991.356422:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028736, portal 25 00000100:00000040:2.0:1784947991.356424:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784947991.356425:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784947991.356428:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947991.356428:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000040:2.0:1784947991.356435:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947991.356440:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947991.356441:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12088) 00000100:00000001:3.0:1784947991.356449:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947991.356452:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947991.356454:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784947991.356454:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000200:3.0:1784947991.356457:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155028736, offset 0 00000100:00000001:2.0:1784947991.356458:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947991.356461:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784947991.356464:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784947991.356467:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356474:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784947991.356474:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947991.356476:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947991.356479:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947991.356481:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947991.356484:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947991.356484:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:2.0:1784947991.356490:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155028864:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784947991.356492:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784947991.356499:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784947991.356499:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784947991.356505:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784947991.356505:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784947991.356508:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947991.356510:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784947991.356513:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784947991.356516:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541268:541268:256:4294967295] 192.168.201.111@tcp LPNI seq info [541205:541205:8:4294967295] 02000000:00000010:2.0:1784947991.356518:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947991.356523:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947991.356523:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947991.356529:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784947991.356532:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784947991.356536:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784947991.356539:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000800:00000200:3.0:1784947991.356544:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784947991.356546:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028864, portal 10 00000100:00000001:2.0:1784947991.356549:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784947991.356549:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000001:2.0:1784947991.356553:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000800:00000200:3.0:1784947991.356558:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:2.0:1784947991.356561:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356569:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784947991.356570:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784947991.356575:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784947991.356577:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784947991.356579:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784947991.356583:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155028864, offset 0 00000400:00000200:2.0:1784947991.356586:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947991.356590:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947991.356591:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947991.356598:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947991.356600:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947991.356602:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306754821 00000400:00000200:2.0:1784947991.356605:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1784947991.356608:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7600. 00000400:00000200:2.0:1784947991.356610:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947991.356614:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947991.356617:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784947991.356618:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784947991.356623:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541269:541269:255:4294967295] 192.168.201.111@tcp LPNI seq info [541206:541206:7:4294967295] 00000100:00000001:3.0:1784947991.356626:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306754821 00000400:00000200:2.0:1784947991.356628:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784947991.356632:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7b40. 00000100:00000001:3.0:1784947991.356637:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784947991.356642:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784947991.356642:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947991.356648:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784947991.356652:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947991.356653:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.356656:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:2.0:1784947991.356657:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784947991.356662:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784947991.356663:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784947991.356665:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947991.356669:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947991.356672:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784947991.356673:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784947991.356674:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784947991.356678:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784947991.356682:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356683:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947991.356690:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9058 usecs (10 jiffies) 00000100:00000001:3.0:1784947991.356691:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:1.0:1784947991.356696:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784947991.356696:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947991.356698:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947991.356703:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:1.0:1784947991.356704:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:2.0:1784947991.356704:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306750986 02000000:00000001:3.0:1784947991.356706:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947991.356711:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306754821 02000000:00000001:3.0:1784947991.356711:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947991.356713:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784947991.356718:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155028992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947991.356719:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306750986 00000400:00000200:1.0:1784947991.356726:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784947991.356726:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306754821 00000100:00000001:3.0:1784947991.356727:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784947991.356731:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784947991.356733:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784947991.356734:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784947991.356736:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000100:00000001:2.0:1784947991.356740:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947991.356740:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784947991.356741:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:2.0:1784947991.356747:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947991.356747:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:1.0:1784947991.356748:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784947991.356753:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.356754:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784947991.356755:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356762:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784947991.356765:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947991.356767:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947991.356772:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784947991.356773:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947991.356774:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947991.356777:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784947991.356780:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.356781:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947991.356793:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784947991.356796:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784947991.356814:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784947991.356817:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784947991.356822:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947991.356826:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784947991.356829:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:1.0:1784947991.356832:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:1.0:1784947991.356836:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784947991.356840:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947991.356846:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784947991.356851:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:1.0:1784947991.356852:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784947991.356858:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000001:1.0:1784947991.356861:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784947991.356863:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155028992, portal 10 00000100:00000001:1.0:1784947991.356864:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784947991.356868:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947991.356870:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:3.0:1784947991.356877:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947991.356883:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947991.356885:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784947991.356887:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784947991.356889:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155028992, offset 0 00000400:00000200:3.0:1784947991.356924:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784947991.356927:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947991.356931:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784947991.356933:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947991.356935:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784947991.356936:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947991.356938:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947991.356940:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541270:541270:256:4294967295] 192.168.201.111@tcp LPNI seq info [541207:541207:8:4294967295] 00000400:00000200:3.0:1784947991.356943:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947991.356948:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784947991.356951:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784947991.356954:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784947991.356957:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947991.356960:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784947991.356962:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947991.356970:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947991.356973:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10223 usecs (11 jiffies) 00000400:00000200:3.0:1784947991.356975:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947991.356976:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306750987 00000100:00000001:3.0:1784947991.356978:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306754821 00000100:00000001:3.0:1784947991.356980:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306750987 00000100:00000001:3.0:1784947991.356981:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306754821 00000100:00000001:3.0:1784947991.356982:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947991.356984:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.356985:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.356987:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947991.356989:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947991.356990:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947991.356992:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947991.356993:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947991.356994:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.356995:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947991.357091:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947991.357096:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784947991.357100:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947991.357104:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947991.357107:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:0.0:1784947991.357108:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:0.0:1784947991.357111:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947991.357114:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947991.357121:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947991.357123:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947991.357129:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947991.357130:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947991.357974:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.357984:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947991.357987:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.357991:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947991.357997:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358002:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947991.358009:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358013:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358018:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358023:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314700 00000400:00000200:1.0:1784947991.358027:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358032:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244b1 [1] + 224 00000800:00000001:1.0:1784947991.358038:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.358071:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947991.358074:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947991.358078:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947991.358083:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947991.358089:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947991.358101:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947991.358116:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947991.358124:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.358130:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947991.358132:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.358136:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947991.358140:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947991.358141:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947991.358146:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947991.358151:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358154:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358157:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358160:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314780 00000400:00000200:1.0:1784947991.358164:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358169:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244b9 [1] + 224 00000800:00000001:1.0:1784947991.358173:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.358231:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947991.358235:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947991.358235:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947991.358241:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:3.0:1784947991.358243:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784947991.358246:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784947991.358248:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784947991.358251:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784947991.358253:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784947991.358255:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784947991.358256:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784947991.358261:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947991.358263:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947991.358279:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947991.358289:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947991.358292:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.358295:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947991.358296:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947991.358297:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947991.358299:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358301:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947991.358305:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358307:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358310:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947991.358313:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314800 00000100:00000001:2.0:1784947991.358317:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784947991.358321:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947991.358321:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784947991.358327:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244c1 [1] + 224 00000100:00000200:3.0:1784947991.358331:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784947991.358332:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784947991.358333:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947991.358337:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784947991.358341:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784947991.358341:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784947991.358343:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784947991.358346:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784947991.358348:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784947991.358349:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000100:00000001:3.0:1784947991.358352:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:2.0:1784947991.358354:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000400:00000200:1.0:1784947991.358355:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784947991.358356:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947991.358371:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947991.358372:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784947991.358374:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947991.358377:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947991.358379:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784947991.358381:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947991.358382:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947991.358391:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947991.358399:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947991.358408:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947991.358411:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784947991.358413:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947991.358414:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784947991.358416:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784947991.358419:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.358425:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947991.358434:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947991.358444:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947991.358449:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784947991.358450:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947991.358451:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947991.358455:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784947991.358456:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784947991.358457:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947991.358458:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947991.358460:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947991.358461:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784947991.358462:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947991.358465:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947991.358467:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947991.358470:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784947991.358478:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=132 v=5 (5 5 5 5) 00000100:00100000:3.0:1784947991.358479:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155028736:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784947991.358484:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947991.358486:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.358487:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947991.358489:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784947991.358490:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947991.358494:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155028736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784947991.358495:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947991.358499:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.358503:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784947991.358506:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947991.358506:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784947991.358510:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1784947991.358510:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784947991.358512:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947991.358514:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784947991.358518:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784947991.358519:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784947991.358521:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947991.358524:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784947991.358528:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947991.358531:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784947991.358532:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947991.358536:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784947991.358536:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947991.358540:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784947991.358541:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784947991.358543:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000040:2.0:1784947991.358546:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947991.358548:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947991.358551:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947991.358555:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.358560:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947991.358562:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784947991.358563:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155028864:192.168.201.111@tcp:400:kworker.0 00000400:00000001:3.0:1784947991.358566:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784947991.358568:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784947991.358569:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784947991.358571:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784947991.358572:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784947991.358576:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155028864/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784947991.358577:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:3.0:1784947991.358580:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:3.0:1784947991.358584:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784947991.358589:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947991.358591:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784947991.358591:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784947991.358596:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947991.358601:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947991.358604:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:3.0:1784947991.358605:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784947991.358606:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947991.358611:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947991.358614:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784947991.358620:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947991.358623:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947991.358625:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:3.0:1784947991.358628:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947991.358629:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947991.358631:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947991.358632:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947991.358633:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784947991.358636:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784947991.358637:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947991.358639:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947991.358642:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.358643:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784947991.358644:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947991.358646:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947991.358649:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=132 v=5 (5 5 5 5) 00000100:00000001:2.0:1784947991.358650:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947991.358653:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947991.358655:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947991.358658:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784947991.358659:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947991.358661:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784947991.358663:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.358665:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947991.358666:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784947991.358667:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947991.358668:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947991.358671:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947991.358675:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947991.358677:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784947991.358678:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784947991.358680:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784947991.358685:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155028992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947991.358687:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947991.358689:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947991.358691:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641155028992/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947991.358694:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947991.358696:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947991.358698:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947991.358700:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784947991.358700:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784947991.358701:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784947991.358703:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784947991.358704:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784947991.358706:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947991.358706:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947991.358708:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:3.0:1784947991.358710:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784947991.358710:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947991.358712:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947991.358715:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947991.358716:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947991.358717:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947991.358719:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947991.548121:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947991.548127:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947991.548211:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947991.548215:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947991.548218:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947992.572155:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947992.572161:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947992.572220:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947992.572224:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947992.572227:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947993.596135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947993.596143:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784947993.596146:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784947993.596150:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947993.596155:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784947993.596157:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947993.596159:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947993.596162:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947993.596223:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947993.596226:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947993.596229:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947994.620151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947994.620157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947994.620211:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947994.620215:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947994.620218:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784947995.260118:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306754821, at 4306754880 00000100:00000010:0.0:1784947995.260134:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7600. 00000100:00000040:1.0:1784947995.260156:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306754821, at 4306754880 00000100:00000010:1.0:1784947995.260163:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7b40. 00010000:00000001:1.0:1784947995.644139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947995.644146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947995.644201:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947995.644205:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947995.644209:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784947996.476135:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947996.476143:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947996.476152:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784947996.476156:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784947996.476160:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947996.476163:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947996.476167:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947996.476174:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784947996.476179:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476189:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947996.476196:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947996.476200:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476205:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947996.476232:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476235:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784947996.476239:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784947996.476243:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784947996.476245:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784947996.476248:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947996.476249:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784947996.476251:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476254:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784947996.476255:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784947996.476258:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947996.476258:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476261:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784947996.476264:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784947996.476269:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947996.476290:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784947996.476293:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476294:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947996.476296:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476297:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784947996.476300:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947996.476303:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947996.476306:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.476306:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476308:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784947996.476310:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155029120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784947996.476312:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784947996.476314:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:3.0:1784947996.476315:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784947996.476318:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784947996.476320:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784947996.476320:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784947996.476321:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784947996.476323:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947996.476323:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947996.476326:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784947996.476326:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784947996.476329:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784947996.476331:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947996.476333:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476333:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784947996.476339:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784947996.476340:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947996.476341:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784947996.476345:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784947996.476345:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947996.476352:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000001:3.0:1784947996.476353:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.476355:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784947996.476358:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784947996.476359:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029120, portal 25 00000100:00000040:3.0:1784947996.476361:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784947996.476362:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947996.476364:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:3.0:1784947996.476364:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784947996.476369:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12093) 00000100:00000040:2.0:1784947996.476370:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.476377:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784947996.476380:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947996.476382:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784947996.476383:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000001:3.0:1784947996.476384:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947996.476386:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784947996.476387:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155029120, offset 0 00000100:00000040:3.0:1784947996.476390:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947996.476393:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947996.476396:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784947996.476398:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947996.476400:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784947996.476402:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784947996.476403:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784947996.476404:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784947996.476407:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155029248:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784947996.476410:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784947996.476412:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784947996.476415:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784947996.476415:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784947996.476416:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947996.476418:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784947996.476420:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:3.0:1784947996.476421:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784947996.476423:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947996.476424:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947996.476427:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947996.476427:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784947996.476430:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784947996.476431:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541271:541271:256:4294967295] 192.168.201.111@tcp LPNI seq info [541208:541208:8:4294967295] 00000400:00000010:3.0:1784947996.476434:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000400:00000200:2.0:1784947996.476436:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784947996.476437:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029248, portal 10 00000100:00000001:3.0:1784947996.476439:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784947996.476440:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000400:00000200:2.0:1784947996.476447:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784947996.476447:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784947996.476453:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784947996.476454:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784947996.476456:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947996.476458:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000010:3.0:1784947996.476459:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784947996.476461:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155029248, offset 0 00000400:00000200:3.0:1784947996.476465:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784947996.476466:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784947996.476468:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947996.476472:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784947996.476474:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784947996.476474:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784947996.476477:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784947996.476479:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784947996.476479:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784947996.476481:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784947996.476484:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541272:541272:255:4294967295] 192.168.201.111@tcp LPNI seq info [541209:541209:7:4294967295] 00000400:00000200:3.0:1784947996.476488:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.476493:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784947996.476494:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784947996.476497:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784947996.476499:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784947996.476500:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306759941 00000800:00000010:3.0:1784947996.476503:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000100:00000010:2.0:1784947996.476505:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43600. 00000800:00000200:3.0:1784947996.476506:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784947996.476511:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784947996.476512:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784947996.476514:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784947996.476517:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476518:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306759941 00000100:00000010:2.0:1784947996.476521:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43360. 00000100:00000040:3.0:1784947996.476522:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9058 usecs (10 jiffies) 00000100:00000001:2.0:1784947996.476525:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784947996.476525:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784947996.476527:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306756106 00000100:00000001:2.0:1784947996.476529:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947996.476530:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306759941 00000100:00000001:2.0:1784947996.476532:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.476532:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306756106 00000100:00000001:3.0:1784947996.476534:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306759941 00000100:00000001:2.0:1784947996.476535:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.476537:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947996.476538:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947996.476539:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.476542:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.476544:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.476545:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947996.476547:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784947996.476547:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947996.476549:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947996.476550:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.476551:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947996.476551:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784947996.476552:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947996.476553:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784947996.476553:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.476556:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947996.476557:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.476564:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784947996.476566:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947996.476569:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784947996.476571:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784947996.476574:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947996.476578:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00100000:2.0:1784947996.476578:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155029376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947996.476585:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:0.0:1784947996.476587:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:2.0:1784947996.476589:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784947996.476592:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947996.476595:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784947996.476595:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784947996.476602:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:0.0:1784947996.476607:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784947996.476608:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947996.476614:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947996.476617:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:2.0:1784947996.476618:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:0.0:1784947996.476622:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000400:00000010:2.0:1784947996.476624:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000200:2.0:1784947996.476628:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029376, portal 10 00000100:00000001:0.0:1784947996.476629:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784947996.476630:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784947996.476633:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000200:0.0:1784947996.476639:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784947996.476642:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.476670:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784947996.476672:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947996.476672:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784947996.476676:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784947996.476679:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155029376, offset 0 00000100:00000040:0.0:1784947996.476682:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784947996.476686:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784947996.476693:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947996.476700:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784947996.476704:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784947996.476705:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784947996.476709:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784947996.476710:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784947996.476714:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784947996.476716:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784947996.476720:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541273:541273:255:4294967295] 192.168.201.111@tcp LPNI seq info [541210:541210:7:4294967295] 00000400:00000200:2.0:1784947996.476722:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784947996.476728:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784947996.476731:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784947996.476734:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784947996.476737:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784947996.476740:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784947996.476743:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784947996.476745:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947996.476747:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10223 usecs (11 jiffies) 00000400:00000200:2.0:1784947996.476749:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.476751:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306756107 00000100:00000001:2.0:1784947996.476753:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306759941 00000100:00000001:2.0:1784947996.476754:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306756107 00000100:00000001:2.0:1784947996.476755:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306759941 00000100:00000001:2.0:1784947996.476757:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947996.476758:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476760:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476761:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.476763:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947996.476764:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784947996.476766:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.476767:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784947996.476768:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.476769:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784947996.476781:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947996.476785:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784947996.476789:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947996.476794:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947996.476797:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:0.0:1784947996.476799:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:0.0:1784947996.476802:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947996.476805:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947996.476812:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947996.476816:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947996.476822:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947996.476824:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784947996.476834:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784947996.476836:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:0.0:1784947996.476839:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947996.476842:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784947996.476844:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:0.0:1784947996.476846:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:0.0:1784947996.476848:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784947996.476851:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947996.476858:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784947996.476861:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784947996.476867:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784947996.476869:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784947996.478068:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947996.478079:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784947996.478082:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947996.478085:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947996.478091:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947996.478096:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784947996.478104:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947996.478108:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947996.478114:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947996.478118:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314880 00000400:00000200:1.0:1784947996.478122:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784947996.478128:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244c9 [1] + 224 00000800:00000001:1.0:1784947996.478135:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947996.478142:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784947996.478146:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784947996.478151:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784947996.478156:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784947996.478161:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784947996.478173:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784947996.478190:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784947996.478197:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784947996.478200:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478215:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.478218:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784947996.478223:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784947996.478225:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784947996.478227:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784947996.478231:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:2.0:1784947996.478232:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784947996.478234:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784947996.478239:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947996.478250:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.478258:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784947996.478260:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478262:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947996.478266:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784947996.478269:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784947996.478285:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784947996.478289:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947996.478291:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947996.478295:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=137 v=5 (5 5 5 5) 00000800:00000001:0.0:1784947996.478297:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784947996.478300:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784947996.478301:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=137 v=5 (1 1 1 1) 00000800:00000001:0.0:1784947996.478303:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478309:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947996.478313:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947996.478314:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784947996.478319:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784947996.478323:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947996.478324:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947996.478329:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784947996.478335:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784947996.478340:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947996.478344:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784947996.478353:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.478361:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784947996.478362:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314900 00000100:00000001:2.0:1784947996.478368:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784947996.478369:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.478373:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947996.478375:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244d1 [1] + 224 00000800:00000001:0.0:1784947996.478381:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784947996.478384:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947996.478385:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947996.478389:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784947996.478396:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947996.478403:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784947996.478408:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155029120:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784947996.478410:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.478415:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.478420:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947996.478425:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155029120/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784947996.478428:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.478445:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947996.478448:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947996.478450:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784947996.478453:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784947996.478455:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:2.0:1784947996.478456:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947996.478459:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784947996.478462:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784947996.478463:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784947996.478464:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000800:00000001:0.0:1784947996.478467:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784947996.478469:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1784947996.478471:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784947996.478472:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784947996.478474:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784947996.478475:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000400:00000200:0.0:1784947996.478479:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.478480:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947996.478483:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947996.478488:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784947996.478489:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.478491:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.478492:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784947996.478495:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.478497:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947996.478497:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784947996.478502:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.478503:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947996.478505:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784947996.478507:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784947996.478507:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784947996.478509:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784947996.478514:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314980 00000400:00000010:3.0:1784947996.478516:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:0.0:1784947996.478519:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784947996.478522:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:3.0:1784947996.478525:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:3.0:1784947996.478528:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784947996.478531:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244d9 [1] + 224 00000100:00000200:3.0:1784947996.478535:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784947996.478536:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784947996.478542:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784947996.478546:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784947996.478546:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784947996.478553:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784947996.478559:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947996.478563:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784947996.478566:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947996.478567:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947996.478572:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784947996.478575:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784947996.478577:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784947996.478580:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784947996.478582:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784947996.478583:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784947996.478590:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=137 v=5 (5 5 5 5) 00000100:00001000:3.0:1784947996.478594:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=27 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947996.478595:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784947996.478597:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784947996.478597:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784947996.478601:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784947996.478602:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784947996.478603:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784947996.478606:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947996.478607:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784947996.478612:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784947996.478614:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784947996.478615:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784947996.478620:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.478622:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.478626:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784947996.478627:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784947996.478630:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1784947996.478631:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784947996.478631:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784947996.478635:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784947996.478638:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784947996.478639:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784947996.478645:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:2.0:1784947996.478648:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00100000:3.0:1784947996.478652:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155029248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947996.478653:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784947996.478659:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784947996.478660:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947996.478662:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784947996.478669:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155029248/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784947996.478674:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784947996.478678:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784947996.478682:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784947996.478685:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784947996.478686:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784947996.478689:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784947996.478690:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784947996.478693:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784947996.478694:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784947996.478697:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1784947996.478698:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784947996.478699:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784947996.478701:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784947996.478702:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784947996.478703:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784947996.478705:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784947996.478706:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784947996.478709:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784947996.478710:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00001000:2.0:1784947996.478711:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=137 v=5 (5 5 5 5) 00000100:00000001:3.0:1784947996.478713:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:2.0:1784947996.478716:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=9 v=5 (1 1 1 1) 00000100:00000001:3.0:1784947996.478716:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784947996.478720:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478721:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784947996.478724:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947996.478726:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784947996.478726:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784947996.478729:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784947996.478731:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784947996.478732:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.478734:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784947996.478735:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947996.478736:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784947996.478739:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784947996.478740:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784947996.478743:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.478748:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784947996.478750:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784947996.478751:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784947996.478754:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784947996.478759:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155029376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784947996.478761:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478763:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784947996.478764:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155029376/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784947996.478768:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784947996.478770:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784947996.478771:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784947996.478773:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784947996.478774:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784947996.478775:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784947996.478777:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784947996.478778:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784947996.478780:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784947996.478781:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784947996.478782:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784947996.478784:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784947996.478785:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478786:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784947996.478789:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784947996.478790:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784947996.478791:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784947996.478793:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784947996.668136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947996.668143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947996.668230:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947996.668234:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947996.668237:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947997.692129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947997.692136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947997.692189:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947997.692195:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947997.692199:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947998.716123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947998.716129:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947998.716188:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947998.716193:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947998.716198:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784947999.740132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784947999.740140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784947999.740255:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784947999.740259:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784947999.740262:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948000.380112:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306759941, at 4306760000 00000100:00000040:1.0:1784948000.380113:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306759941, at 4306760000 00000100:00000010:1.0:1784948000.380125:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43360. 00000100:00000010:0.0:1784948000.380127:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43600. 00010000:00000001:1.0:1784948000.764166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948000.764174:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948000.764289:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948000.764292:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948000.764295:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948001.596096:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948001.596102:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948001.596108:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948001.596112:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948001.596115:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948001.596118:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948001.596122:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948001.596128:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784948001.596134:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596143:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948001.596152:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948001.596156:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596160:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.596181:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596200:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948001.596202:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948001.596204:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784948001.596206:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948001.596208:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948001.596209:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948001.596210:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948001.596212:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784948001.596214:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596221:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948001.596227:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948001.596229:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596233:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.596240:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596242:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948001.596243:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948001.596245:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784948001.596247:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1784948001.596248:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784948001.596252:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1784948001.596252:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948001.596256:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948001.596257:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948001.596261:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948001.596262:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948001.596264:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784948001.596269:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596276:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948001.596278:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948001.596281:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948001.596286:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948001.596287:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784948001.596289:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948001.596290:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948001.596296:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596298:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_00+0] req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948001.596302:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155029632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948001.596311:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948001.596316:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948001.596317:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784948001.596318:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948001.596320:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596322:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948001.596323:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784948001.596326:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1784948001.596330:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784948001.596330:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948001.596335:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596337:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12098) 00000400:00000200:2.0:1784948001.596343:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948001.596347:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948001.596353:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000001:3.0:1784948001.596359:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784948001.596360:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029632, portal 10 00000100:00000001:2.0:1784948001.596364:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948001.596364:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948001.596368:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00000001:3.0:1784948001.596368:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948001.596375:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948001.596378:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.596396:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948001.596398:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948001.596399:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948001.596403:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948001.596403:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948001.596405:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784948001.596407:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 02000000:00000001:3.0:1784948001.596410:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948001.596412:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155029632, offset 0 00000100:00100000:3.0:1784948001.596416:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155029504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948001.596420:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784948001.596421:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948001.596423:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948001.596426:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948001.596428:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948001.596431:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784948001.596433:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948001.596436:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948001.596440:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948001.596442:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948001.596447:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948001.596448:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784948001.596453:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000400:00000200:2.0:1784948001.596454:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948001.596460:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784948001.596460:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029504, portal 25 00000400:00000200:2.0:1784948001.596463:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948001.596465:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948001.596467:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000400:00000200:2.0:1784948001.596471:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541274:541274:256:4294967295] 192.168.201.111@tcp LPNI seq info [541211:541211:8:4294967295] 00000100:00000040:3.0:1784948001.596476:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948001.596479:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948001.596486:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948001.596493:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948001.596497:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784948001.596497:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784948001.596501:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155029504, offset 0 00000800:00000200:2.0:1784948001.596506:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948001.596510:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948001.596512:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784948001.596517:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948001.596521:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948001.596525:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948001.596529:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948001.596533:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948001.596535:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784948001.596539:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948001.596541:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948001.596545:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948001.596548:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541275:541275:255:4294967295] 192.168.201.111@tcp LPNI seq info [541212:541212:7:4294967295] 00000400:00000200:3.0:1784948001.596551:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948001.596556:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948001.596558:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948001.596564:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9057 usecs (10 jiffies) 00000800:00000200:3.0:1784948001.596565:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948001.596571:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000400:00000200:2.0:1784948001.596575:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948001.596580:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948001.596582:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306761226 00000800:00000200:3.0:1784948001.596587:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:2.0:1784948001.596590:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f60. 00000800:00000200:3.0:1784948001.596591:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948001.596597:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948001.596601:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948001.596601:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948001.596605:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306765061 00000100:00000001:2.0:1784948001.596615:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306761226 00000800:00000200:1.0:1784948001.596620:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1784948001.596621:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff436c0. 00000100:00000001:3.0:1784948001.596622:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306761226 00000800:00000010:1.0:1784948001.596624:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:2.0:1784948001.596626:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948001.596629:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306765061 00000400:00000200:1.0:1784948001.596631:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948001.596631:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948001.596634:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306761226 00000100:00000001:2.0:1784948001.596635:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.596639:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948001.596641:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948001.596641:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.596642:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948001.596645:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.596646:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948001.596649:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:1.0:1784948001.596652:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000040:3.0:1784948001.596653:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948001.596656:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948001.596658:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948001.596660:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948001.596665:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948001.596667:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948001.596668:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948001.596670:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948001.596672:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.596673:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948001.596676:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948001.596679:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948001.596683:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948001.596685:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948001.596685:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948001.596691:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155029760:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948001.596695:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.596696:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948001.596699:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948001.596701:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948001.596705:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948001.596709:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784948001.596713:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948001.596720:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948001.596724:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948001.596729:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000001:1.0:1784948001.596731:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948001.596733:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029760, portal 10 00000100:00000001:1.0:1784948001.596734:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948001.596737:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948001.596739:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000040:3.0:1784948001.596745:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.596750:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948001.596752:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948001.596754:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784948001.596756:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155029760, offset 0 00000400:00000200:3.0:1784948001.596761:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948001.596763:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948001.596765:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948001.596767:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948001.596769:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948001.596771:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948001.596773:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784948001.596775:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948001.596777:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541276:541276:255:4294967295] 192.168.201.111@tcp LPNI seq info [541213:541213:7:4294967295] 00000800:00000010:1.0:1784948001.596779:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784948001.596784:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784948001.596785:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.596790:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784948001.596797:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948001.596801:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948001.596802:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000800:00000010:3.0:1784948001.596805:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000400:00000010:1.0:1784948001.596806:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:1.0:1784948001.596811:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784948001.596814:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948001.596818:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948001.596824:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948001.596829:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948001.596833:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948001.596837:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948001.596842:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948001.596843:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948001.596890:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.596894:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10223 usecs (11 jiffies) 00000400:00000200:3.0:1784948001.596897:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948001.596899:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306761227 00000100:00000001:3.0:1784948001.596901:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306765061 00000100:00000001:3.0:1784948001.596903:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306761227 00000100:00000001:3.0:1784948001.596905:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306765061 00000100:00000001:3.0:1784948001.596908:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948001.596909:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.596911:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.596913:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.596917:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948001.596919:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948001.596921:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948001.596922:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948001.596924:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.596926:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948001.596947:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948001.596950:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:1.0:1784948001.596952:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948001.596955:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948001.596957:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000010:1.0:1784948001.596958:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:1.0:1784948001.596960:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948001.596963:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948001.596968:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948001.596970:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948001.596974:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948001.596975:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948001.598503:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598532:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948001.598535:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598537:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598541:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598545:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948001.598550:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598553:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598559:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598562:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314a80 00000400:00000200:1.0:1784948001.598565:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598569:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244e1 [1] + 224 00000800:00000001:1.0:1784948001.598574:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598577:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598579:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948001.598581:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948001.598585:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948001.598588:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948001.598596:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948001.598610:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948001.598617:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598621:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948001.598623:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598625:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598628:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598632:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948001.598637:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598639:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598643:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948001.598644:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948001.598646:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314a00 00000100:00000001:2.0:1784948001.598646:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948001.598649:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948001.598651:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948001.598653:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948001.598655:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948001.598659:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:2.0:1784948001.598660:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:2.0:1784948001.598663:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948001.598665:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244e9 [1] + 224 00000100:00000200:2.0:1784948001.598668:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948001.598669:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598675:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598677:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784948001.598678:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948001.598681:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948001.598684:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948001.598685:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948001.598687:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948001.598688:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948001.598690:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948001.598692:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948001.598695:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784948001.598696:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948001.598697:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948001.598700:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948001.598707:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=142 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948001.598709:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948001.598712:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784948001.598712:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=32 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948001.598715:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948001.598715:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948001.598717:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948001.598720:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948001.598724:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948001.598727:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948001.598729:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948001.598731:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948001.598733:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948001.598738:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948001.598747:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948001.598750:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948001.598752:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948001.598756:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948001.598763:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155029632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948001.598766:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948001.598768:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948001.598770:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155029632/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948001.598775:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948001.598777:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948001.598780:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948001.598783:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948001.598784:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948001.598786:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948001.598788:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948001.598791:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784948001.598795:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948001.598798:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948001.598800:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784948001.598804:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948001.598806:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948001.598807:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.598809:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948001.598811:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948001.598817:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948001.598819:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948001.598820:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948001.598821:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948001.598823:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948001.598826:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948001.598829:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598831:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598835:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598840:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784948001.598844:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948001.598847:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948001.598848:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948001.598852:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784948001.598856:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948001.598856:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:3.0:1784948001.598861:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000400:00000200:1.0:1784948001.598865:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948001.598866:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948001.598869:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314b00 00000100:00000200:3.0:1784948001.598873:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948001.598877:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948001.598886:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244f1 [1] + 224 00000800:00000001:1.0:1784948001.598894:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948001.598897:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948001.598900:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598905:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948001.598906:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948001.598909:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948001.598912:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948001.598913:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948001.598916:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948001.598918:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948001.598918:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948001.598922:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948001.598925:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948001.598925:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948001.598931:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948001.598939:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=142 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948001.598946:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948001.598949:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948001.598954:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784948001.598957:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948001.598957:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.598963:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.598972:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948001.598973:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948001.598977:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948001.598980:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.598981:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948001.598985:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948001.598987:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948001.598990:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948001.598996:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155029504:192.168.201.111@tcp:400:kworker.0 00000400:00000001:3.0:1784948001.599000:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948001.599001:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948001.599002:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948001.599004:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:3.0:1784948001.599005:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:3.0:1784948001.599006:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948001.599009:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948001.599014:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.599019:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948001.599020:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.599021:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948001.599021:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948001.599022:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948001.599023:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948001.599024:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948001.599027:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948001.599028:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=14 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948001.599030:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948001.599031:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948001.599032:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948001.599033:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.599034:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948001.599035:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948001.599036:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948001.599037:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948001.599040:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.599065:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948001.599067:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948001.599068:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948001.599071:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948001.599076:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155029760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948001.599079:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.599080:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948001.599082:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155029504/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.599086:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948001.599087:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948001.599088:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948001.599090:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948001.599091:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948001.599092:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948001.599094:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948001.599095:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:3.0:1784948001.599097:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948001.599098:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948001.599099:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:3.0:1784948001.599101:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948001.599102:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.599103:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948001.599105:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155029760/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948001.599109:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948001.599109:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948001.599110:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784948001.599111:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948001.599112:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948001.599113:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948001.599115:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948001.599116:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:3.0:1784948001.599117:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948001.599118:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948001.599118:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784948001.599120:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948001.599121:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.599122:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948001.599124:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948001.599125:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948001.599127:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948001.599128:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948001.788122:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948001.788126:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948001.788213:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948001.788216:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948001.788218:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948002.812128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948002.812134:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948002.812137:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948002.812141:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948002.812145:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948002.812148:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948002.812150:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948002.812153:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948002.812228:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948002.812231:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948002.812233:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948003.836125:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948003.836130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948003.836205:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948003.836208:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948003.836210:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948004.860155:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948004.860162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948004.860235:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948004.860239:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948004.860242:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948005.500140:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306765061, at 4306765120 00000100:00000040:0.0:1784948005.500150:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306765061, at 4306765120 00000100:00000010:1.0:1784948005.500154:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff436c0. 00000100:00000010:0.0:1784948005.500162:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f60. 00010000:00000001:1.0:1784948005.884131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948005.884136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948005.884199:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948005.884204:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948005.884208:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948006.716194:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948006.716203:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948006.716212:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948006.716218:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948006.716223:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948006.716226:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948006.716231:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948006.716239:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784948006.716246:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948006.716257:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948006.716269:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948006.716273:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948006.716280:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.716309:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948006.716312:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948006.716316:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948006.716320:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ed80. 00000020:00000040:0.0:1784948006.716323:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948006.716326:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948006.716328:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948006.716330:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948006.716334:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:1.0:1784948006.716337:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948006.716338:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.716343:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948006.716347:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948006.716347:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948006.716357:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.716362:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948006.716367:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.716370:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948006.716372:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948006.716377:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b655c06] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948006.716377:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948006.716381:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948006.716386:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948006.716393:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155029888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948006.716398:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.716398:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784948006.716403:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948006.716403:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948006.716407:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.716409:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784948006.716410:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1784948006.716414:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 02000000:00000010:1.0:1784948006.716417:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000020:00000040:0.0:1784948006.716419:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948006.716420:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.716426:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948006.716427:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948006.716431:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.716431:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948006.716436:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe90b0. 02000000:00000010:0.0:1784948006.716438:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784948006.716443:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948006.716447:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1088. 00000100:00000040:0.0:1784948006.716449:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1784948006.716456:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155029888, portal 25 00000100:00000001:0.0:1784948006.716460:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948006.716462:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948006.716465:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.716466:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000040:0.0:1784948006.716473:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948006.716478:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.716494:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948006.716497:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948006.716505:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948006.716510:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948006.716512:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948006.716515:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948006.716519:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948006.716522:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12104) 00000400:00000010:1.0:1784948006.716523:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1e58. 00000100:00000200:1.0:1784948006.716528:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155029888, offset 0 00000400:00000200:1.0:1784948006.716533:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948006.716553:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948006.716556:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948006.716557:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948006.716563:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.716572:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948006.716573:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948006.716576:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948006.716578:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948006.716579:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948006.716583:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948006.716588:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155030016:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948006.716591:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948006.716594:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948006.716598:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784948006.716599:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784948006.716602:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.716604:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:0.0:1784948006.716607:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948006.716610:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784948006.716612:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 00000400:00000200:1.0:1784948006.716613:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:0.0:1784948006.716617:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.716622:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541277:541277:256:4294967295] 192.168.201.111@tcp LPNI seq info [541214:541214:8:4294967295] 00000400:00000200:0.0:1784948006.716627:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.716632:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948006.716635:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eabb0. 00000400:00000010:0.0:1784948006.716641:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000400:00000200:1.0:1784948006.716642:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:0.0:1784948006.716647:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030016, portal 10 00000800:00000200:1.0:1784948006.716651:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948006.716652:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948006.716656:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534252416 : -119148175299200 : ffff93a2a755ed80) 00000800:00000010:1.0:1784948006.716659:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000100:00000040:0.0:1784948006.716665:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948006.716670:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948006.716678:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784948006.716682:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784948006.716685:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948006.716688:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:0.0:1784948006.716690:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000200:0.0:1784948006.716694:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155030016, offset 0 00000400:00000200:0.0:1784948006.716700:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948006.716700:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948006.716707:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.716707:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948006.716712:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306770181 00000400:00000200:0.0:1784948006.716717:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:1.0:1784948006.716717:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f060. 00000400:00000200:0.0:1784948006.716724:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948006.716726:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948006.716730:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948006.716735:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306770181 00000400:00000200:0.0:1784948006.716736:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1784948006.716740:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f2a0. 00000400:00000200:0.0:1784948006.716743:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948006.716745:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948006.716749:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948006.716752:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541278:541278:255:4294967295] 192.168.201.111@tcp LPNI seq info [541215:541215:7:4294967295] 00000100:00000001:1.0:1784948006.716753:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.716759:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948006.716764:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948006.716764:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.716773:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948006.716777:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948006.716777:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948006.716780:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948006.716784:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948006.716786:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784948006.716787:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784948006.716793:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784948006.716795:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000100:00000001:1.0:1784948006.716802:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1784948006.716805:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948006.716805:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948006.716810:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948006.716812:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948006.716815:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:1.0:1784948006.716816:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948006.716822:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784948006.716823:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155030144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948006.716830:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948006.716831:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948006.716833:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948006.716836:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948006.716838:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948006.716839:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9057 usecs (10 jiffies) 02000000:00000010:1.0:1784948006.716842:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000400:00000200:0.0:1784948006.716844:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948006.716846:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.716849:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306766346 00000400:00000200:1.0:1784948006.716851:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948006.716855:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306770181 00000400:00000010:1.0:1784948006.716856:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 00000100:00000001:0.0:1784948006.716861:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306766346 00000400:00000010:1.0:1784948006.716862:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784948006.716868:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306770181 00000100:00000200:1.0:1784948006.716868:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030144, portal 10 00000100:00000001:1.0:1784948006.716872:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948006.716874:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948006.716874:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534243456 : -119148175308160 : ffff93a2a755ca80) 00000100:00000001:0.0:1784948006.716881:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948006.716884:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.716886:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.716891:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.716897:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948006.716900:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784948006.716900:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948006.716905:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784948006.716906:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1770. 00000100:00000200:1.0:1784948006.716910:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155030144, offset 0 00000100:00000001:0.0:1784948006.716912:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948006.716915:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948006.716916:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948006.716919:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.716922:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948006.716925:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.716928:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948006.716932:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948006.716935:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948006.716937:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948006.716940:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948006.716942:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541279:541279:254:4294967295] 192.168.201.111@tcp LPNI seq info [541216:541216:6:4294967295] 00000400:00000200:1.0:1784948006.716945:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.716952:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948006.716955:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948006.716970:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000800:00000200:1.0:1784948006.716973:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948006.716977:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948006.716980:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948006.716983:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948006.716985:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784948006.716985:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10222 usecs (11 jiffies) 00000400:00000200:1.0:1784948006.716991:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948006.716993:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000100:00000001:1.0:1784948006.716993:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306766347 00000100:00000001:1.0:1784948006.716999:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306770181 00000100:00000001:1.0:1784948006.717001:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306766347 00000400:00000200:0.0:1784948006.717003:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948006.717003:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306770181 00000100:00000001:1.0:1784948006.717009:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948006.717011:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.717014:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948006.717015:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948006.717016:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.717020:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948006.717023:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948006.717025:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1e58 00000100:00000001:1.0:1784948006.717025:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948006.717027:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948006.717030:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948006.717031:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1e58. 00000100:00000001:1.0:1784948006.717033:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.717040:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948006.717081:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.717092:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948006.717110:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.717118:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.717120:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948006.717135:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948006.717139:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000400:00000200:0.0:1784948006.717142:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948006.717146:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948006.717149:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:0.0:1784948006.717151:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:0.0:1784948006.717153:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948006.717157:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.717165:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948006.717168:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.717175:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.717176:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948006.717240:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948006.717243:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784948006.717247:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948006.717250:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948006.717253:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:0.0:1784948006.717255:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:0.0:1784948006.717257:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948006.717261:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.717269:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948006.717273:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.717280:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.717281:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948006.718575:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.718587:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948006.718590:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.718593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948006.718598:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718604:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948006.718612:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718616:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718621:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718625:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314b80 00000400:00000200:1.0:1784948006.718630:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718635:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5244f9 [1] + 224 00000800:00000001:1.0:1784948006.718642:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.718650:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948006.718653:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948006.718656:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948006.718661:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948006.718667:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948006.718678:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948006.718696:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948006.718704:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.718708:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948006.718740:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948006.718743:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948006.718748:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948006.718750:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948006.718753:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe90b0. 00000400:00000200:0.0:1784948006.718759:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1088 00000400:00000010:0.0:1784948006.718761:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1088. 00000100:00000001:0.0:1784948006.718765:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948006.718771:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948006.718782:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.718791:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948006.718794:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948006.718797:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948006.718800:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948006.718802:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948006.718806:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948006.718806:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948006.718812:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948006.718814:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948006.718818:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=147 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948006.718819:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.718823:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948006.718825:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=147 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948006.718832:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948006.718833:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948006.718836:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948006.718842:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948006.718842:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:0.0:1784948006.718847:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.718852:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.718852:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718859:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948006.718863:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948006.718869:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.718879:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314c80 00000100:00000001:0.0:1784948006.718881:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948006.718887:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948006.718888:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948006.718892:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948006.718898:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524519 [1] + 224 00000100:00000040:0.0:1784948006.718902:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948006.718906:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.718913:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784948006.718917:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155029888:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948006.718918:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948006.718927:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.718927:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948006.718932:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948006.718932:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948006.718940:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948006.718942:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155029888/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.718971:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784948006.718975:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948006.718976:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948006.718981:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784948006.718988:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948006.718992:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948006.718992:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784948006.718997:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948006.719000:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784948006.719001:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784948006.719003:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 00000800:00000001:1.0:1784948006.719008:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948006.719009:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948006.719013:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784948006.719014:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784948006.719016:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000800:00000001:1.0:1784948006.719019:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948006.719022:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948006.719025:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948006.719026:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948006.719031:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.719036:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784948006.719037:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948006.719040:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948006.719045:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948006.719066:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.719070:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.719073:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948006.719077:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314c00 00000400:00000001:0.0:1784948006.719081:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948006.719085:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948006.719087:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 00000400:00000200:0.0:1784948006.719092:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000400:00000010:0.0:1784948006.719109:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784948006.719114:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948006.719118:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524509 [1] + 224 00000100:00000200:0.0:1784948006.719121:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948006.719123:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948006.719130:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948006.719134:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784948006.719137:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948006.719139:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948006.719145:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948006.719151:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948006.719181:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.719183:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948006.719187:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948006.719191:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948006.719193:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948006.719194:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948006.719195:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948006.719197:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948006.719199:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948006.719201:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948006.719203:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948006.719208:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=147 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948006.719211:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948006.719214:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1784948006.719215:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=19 v=5 (1 1 1 1) 00000400:00000001:1.0:1784948006.719217:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948006.719219:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948006.719222:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1784948006.719222:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eabb0. 00000100:00000001:0.0:1784948006.719226:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948006.719227:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000010:1.0:1784948006.719230:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00010000:00000001:0.0:1784948006.719232:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948006.719233:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784948006.719237:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948006.719238:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.719244:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948006.719249:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000200:1.0:1784948006.719251:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.719253:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948006.719257:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948006.719266:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948006.719269:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948006.719272:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.719276:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948006.719278:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948006.719281:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948006.719284:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.719285:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948006.719287:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.719292:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1784948006.719294:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=147 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948006.719296:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948006.719299:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948006.719303:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784948006.719305:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948006.719305:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948006.719309:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948006.719312:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.719317:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948006.719319:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948006.719323:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948006.719326:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948006.719327:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155030144:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948006.719332:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948006.719336:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.719341:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948006.719343:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948006.719344:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948006.719346:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948006.719352:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641155030144/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948006.719353:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948006.719385:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155030016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948006.719386:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948006.719391:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784948006.719391:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.719395:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1784948006.719396:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000040:1.0:1784948006.719399:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ed80 x1871641155030016/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948022 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948006.719404:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948006.719405:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1784948006.719408:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784948006.719408:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:0.0:1784948006.719413:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:1.0:1784948006.719413:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 02000000:00000001:1.0:1784948006.719417:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948006.719419:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:1.0:1784948006.719420:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948006.719423:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000010:0.0:1784948006.719424:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 00000020:00000001:1.0:1784948006.719426:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948006.719429:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784948006.719431:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948006.719433:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948006.719435:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784948006.719436:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948006.719439:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000010:1.0:1784948006.719439:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ed80. 00000100:00000001:1.0:1784948006.719445:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948006.719447:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948006.719447:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948006.719452:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.719452:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.719458:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948006.719459:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948006.719461:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948006.719464:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948006.719465:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.719466:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948006.719470:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948006.719473:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948006.719477:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948006.908152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948006.908158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948006.908247:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948006.908250:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948006.908253:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948007.932151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948007.932161:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948007.932237:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948007.932242:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948007.932246:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948008.956153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948008.956160:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948008.956223:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948008.956228:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948008.956232:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948009.980133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948009.980139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948009.980201:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948009.980205:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948009.980209:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948010.620136:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306770181, at 4306770240 00000100:00000040:0.0:1784948010.620139:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306770181, at 4306770240 00000100:00000010:1.0:1784948010.620151:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f2a0. 00000100:00000010:0.0:1784948010.620157:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f060. 00010000:00000001:1.0:1784948011.004138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948011.004144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948011.004205:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948011.004209:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948011.004213:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948011.836142:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948011.836151:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948011.836161:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948011.836166:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948011.836169:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948011.836172:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948011.836176:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948011.836183:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784948011.836189:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.836198:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948011.836206:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948011.836210:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.836215:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.836239:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.836242:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948011.836245:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948011.836247:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948011.836249:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948011.836251:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948011.836252:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784948011.836255:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948011.836255:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948011.836257:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784948011.836260:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948011.836261:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.836263:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948011.836267:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784948011.836272:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.836283:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948011.836287:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.836289:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948011.836293:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.836294:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948011.836298:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948011.836302:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948011.836304:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948011.836306:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.836308:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784948011.836312:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155030272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948011.836312:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948011.836316:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784948011.836318:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1784948011.836319:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948011.836322:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948011.836324:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948011.836324:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948011.836328:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948011.836329:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948011.836334:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948011.836335:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784948011.836338:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948011.836340:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784948011.836342:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948011.836343:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948011.836351:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1784948011.836354:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948011.836355:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948011.836360:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948011.836361:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948011.836368:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000001:3.0:1784948011.836370:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.836373:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784948011.836375:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030272, portal 25 00000100:00000040:3.0:1784948011.836376:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948011.836380:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784948011.836382:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948011.836383:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000040:3.0:1784948011.836389:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948011.836394:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948011.836395:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12109) 00000100:00000001:2.0:1784948011.836404:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948011.836407:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948011.836409:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784948011.836411:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784948011.836412:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155030272, offset 0 00000100:00000001:3.0:1784948011.836415:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948011.836418:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948011.836422:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948011.836426:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.836432:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784948011.836433:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948011.836435:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948011.836438:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948011.836440:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948011.836442:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948011.836444:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:3.0:1784948011.836448:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155030400:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948011.836452:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948011.836452:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948011.836456:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784948011.836459:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:3.0:1784948011.836459:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948011.836463:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948011.836466:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:3.0:1784948011.836469:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000400:00000200:2.0:1784948011.836471:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:3.0:1784948011.836475:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948011.836481:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541280:541280:256:4294967295] 192.168.201.111@tcp LPNI seq info [541217:541217:8:4294967295] 00000400:00000200:3.0:1784948011.836487:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948011.836493:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948011.836495:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948011.836502:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000400:00000200:2.0:1784948011.836509:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:3.0:1784948011.836510:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030400, portal 10 00000800:00000200:2.0:1784948011.836520:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948011.836525:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948011.836527:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000800:00000010:2.0:1784948011.836528:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000040:3.0:1784948011.836537:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948011.836541:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948011.836549:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948011.836552:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948011.836557:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:3.0:1784948011.836558:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000800:00000200:2.0:1784948011.836564:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784948011.836564:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155030400, offset 0 00000400:00000200:3.0:1784948011.836573:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948011.836577:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948011.836580:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948011.836583:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948011.836584:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948011.836588:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948011.836592:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948011.836592:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948011.836597:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306775301 00000400:00000200:3.0:1784948011.836597:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948011.836604:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541281:541281:255:4294967295] 192.168.201.111@tcp LPNI seq info [541218:541218:7:4294967295] 00000100:00000010:2.0:1784948011.836605:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d80. 00000400:00000200:3.0:1784948011.836610:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948011.836614:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948011.836623:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306775301 00000400:00000200:3.0:1784948011.836623:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784948011.836629:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43780. 00000800:00000200:3.0:1784948011.836633:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948011.836634:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948011.836639:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784948011.836641:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000001:2.0:1784948011.836642:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.836648:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948011.836652:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948011.836653:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784948011.836659:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948011.836661:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784948011.836663:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948011.836664:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948011.836669:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948011.836671:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.836672:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948011.836675:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948011.836676:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9057 usecs (10 jiffies) 00000100:00000040:2.0:1784948011.836681:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948011.836683:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948011.836688:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306771466 00000100:00000001:3.0:1784948011.836694:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306775301 00000100:00000001:2.0:1784948011.836698:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948011.836698:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306771466 00000100:00000001:2.0:1784948011.836701:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948011.836702:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306775301 02000000:00000001:2.0:1784948011.836704:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948011.836706:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948011.836707:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948011.836709:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948011.836711:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948011.836712:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948011.836716:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784948011.836717:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948011.836720:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155030528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948011.836722:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948011.836724:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948011.836725:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948011.836728:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784948011.836729:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784948011.836733:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948011.836733:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784948011.836734:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948011.836737:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948011.836739:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948011.836740:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948011.836742:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000100:00000001:3.0:1784948011.836743:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948011.836744:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000010:1.0:1784948011.836746:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:3.0:1784948011.836749:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948011.836750:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948011.836751:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948011.836758:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948011.836769:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948011.836775:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:1.0:1784948011.836780:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784948011.836781:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000200:2.0:1784948011.836785:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030528, portal 10 00000100:00000040:1.0:1784948011.836786:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.836790:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948011.836793:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000001:1.0:1784948011.836801:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948011.836804:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784948011.836804:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.836812:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948011.836815:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948011.836818:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000800:00000200:1.0:1784948011.836819:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784948011.836820:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155030528, offset 0 00000800:00000010:1.0:1784948011.836823:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784948011.836827:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948011.836827:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948011.836834:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.836835:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948011.836841:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:1.0:1784948011.836843:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000400:00000200:2.0:1784948011.836844:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948011.836848:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948011.836849:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948011.836854:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:1.0:1784948011.836855:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948011.836858:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948011.836865:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948011.836866:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:1.0:1784948011.836871:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948011.836874:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541282:541282:255:4294967295] 192.168.201.111@tcp LPNI seq info [541219:541219:7:4294967295] 00000400:00000200:2.0:1784948011.836887:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948011.836889:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948011.836892:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948011.836897:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948011.836902:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948011.836906:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784948011.836909:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948011.836912:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948011.836915:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948011.836921:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948011.836923:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10222 usecs (11 jiffies) 00000400:00000200:2.0:1784948011.836926:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948011.836928:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306771467 00000100:00000001:2.0:1784948011.836930:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306775301 00000100:00000001:2.0:1784948011.836932:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306771467 00000100:00000001:2.0:1784948011.836934:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306775301 00000100:00000001:2.0:1784948011.836936:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948011.836937:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948011.836938:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948011.836940:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948011.836942:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784948011.836943:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.836946:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948011.836947:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948011.836953:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948011.836954:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948011.836955:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948011.836959:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948011.836963:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948011.836964:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948011.836967:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:1.0:1784948011.836970:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:1.0:1784948011.836972:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948011.836975:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948011.836982:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948011.836984:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948011.836994:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948011.836995:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948011.838076:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948011.838087:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948011.838089:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948011.838091:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948011.838095:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838099:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948011.838104:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838107:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838110:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838113:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314d00 00000400:00000200:1.0:1784948011.838116:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838120:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524529 [1] + 224 00000800:00000001:1.0:1784948011.838125:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948011.838140:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948011.838143:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948011.838145:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948011.838149:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948011.838153:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948011.838161:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948011.838179:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948011.838185:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948011.838200:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948011.838202:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948011.838205:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948011.838207:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838210:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948011.838213:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838215:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838217:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838219:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314d80 00000400:00000200:1.0:1784948011.838221:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948011.838224:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524531 [1] + 224 00000800:00000001:1.0:1784948011.838226:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948011.838230:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948011.838232:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948011.838235:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948011.838237:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948011.838240:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948011.838247:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.838249:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948011.838253:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948011.838259:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948011.838262:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784948011.838262:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948011.838264:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948011.838269:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:2.0:1784948011.838270:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:2.0:1784948011.838273:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784948011.838278:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948011.838279:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948011.838282:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948011.838292:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.838299:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948011.838300:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838302:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948011.838304:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948011.838306:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948011.838308:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948011.838309:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948011.838314:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948011.838317:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948011.838319:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948011.838320:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948011.838322:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948011.838325:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.838327:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948011.838330:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.838335:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948011.838337:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948011.838338:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948011.838341:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948011.838347:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155030272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948011.838351:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.838353:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948011.838355:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155030272/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.838360:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948011.838361:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948011.838363:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948011.838365:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948011.838368:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000001:3.0:1784948011.838369:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784948011.838372:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784948011.838372:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948011.838373:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784948011.838375:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948011.838378:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000010:3.0:1784948011.838378:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784948011.838380:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948011.838385:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784948011.838385:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948011.838390:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000800:00000001:1.0:1784948011.838391:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948011.838397:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948011.838397:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948011.838401:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948011.838404:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000400:00000200:1.0:1784948011.838408:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948011.838408:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948011.838411:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838415:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.838416:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948011.838418:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948011.838419:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948011.838421:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.838425:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948011.838425:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000200:1.0:1784948011.838426:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948011.838430:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:3.0:1784948011.838434:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948011.838435:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948011.838441:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948011.838446:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314e00 00000400:00000200:1.0:1784948011.838456:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948011.838457:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948011.838465:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524539 [1] + 224 00000100:00000001:3.0:1784948011.838468:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948011.838472:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948011.838473:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948011.838474:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948011.838478:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948011.838479:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948011.838480:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948011.838482:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948011.838483:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948011.838487:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784948011.838490:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=152 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948011.838494:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:3.0:1784948011.838496:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948011.838498:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948011.838499:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948011.838501:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948011.838504:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948011.838505:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948011.838509:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948011.838514:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948011.838516:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948011.838519:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:1.0:1784948011.838520:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.838521:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948011.838529:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.838547:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948011.838548:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948011.838549:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948011.838552:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948011.838554:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784948011.838560:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155030400:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948011.838563:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948011.838565:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948011.838568:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784948011.838569:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948011.838571:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155030400/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.838578:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948011.838579:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948011.838581:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948011.838584:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948011.838586:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948011.838588:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1784948011.838588:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948011.838590:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948011.838591:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784948011.838593:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000400:00000001:2.0:1784948011.838596:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784948011.838597:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1784948011.838600:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784948011.838601:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1784948011.838604:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000010:3.0:1784948011.838605:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000400:00000200:2.0:1784948011.838611:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000100:00000001:3.0:1784948011.838611:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1784948011.838615:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:3.0:1784948011.838615:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948011.838620:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838621:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948011.838624:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948011.838626:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948011.838628:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948011.838629:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948011.838632:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948011.838641:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.838646:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948011.838647:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838649:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948011.838650:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948011.838651:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948011.838652:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948011.838654:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948011.838657:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948011.838660:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=24 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948011.838662:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948011.838663:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948011.838664:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948011.838666:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.838668:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948011.838669:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948011.838670:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948011.838671:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948011.838674:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.838679:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948011.838680:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948011.838681:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948011.838683:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948011.838688:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155030528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948011.838691:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838692:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948011.838694:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155030528/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948011.838698:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948011.838699:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948011.838701:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948011.838702:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948011.838703:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948011.838704:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948011.838706:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948011.838707:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784948011.838709:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948011.838710:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948011.838711:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784948011.838713:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948011.838714:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838716:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948011.838718:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948011.838719:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948011.838721:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948011.838722:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948012.028128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948012.028134:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948012.028220:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948012.028224:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948012.028226:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948013.052134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948013.052143:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948013.052145:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948013.052149:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948013.052153:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948013.052155:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948013.052157:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948013.052159:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948013.052225:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948013.052231:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948013.052235:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948014.076123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948014.076130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948014.076219:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948014.076223:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948014.076227:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948015.100141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948015.100147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948015.100199:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948015.100203:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948015.100206:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948015.740111:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306775301, at 4306775360 00000100:00000040:0.0:1784948015.740114:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306775301, at 4306775360 00000100:00000010:1.0:1784948015.740125:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43780. 00000100:00000010:0.0:1784948015.740127:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d80. 00010000:00000001:1.0:1784948016.124117:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948016.124124:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948016.124186:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948016.124190:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948016.124193:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948016.956130:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948016.956140:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948016.956149:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948016.956154:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948016.956157:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948016.956160:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948016.956165:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948016.956171:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784948016.956177:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956187:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948016.956196:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948016.956199:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956204:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948016.956227:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956229:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948016.956233:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948016.956235:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784948016.956236:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948016.956238:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948016.956239:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948016.956240:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948016.956243:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784948016.956244:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956247:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948016.956251:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948016.956253:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956256:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948016.956262:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956263:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948016.956266:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948016.956267:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784948016.956268:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948016.956270:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948016.956271:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948016.956272:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948016.956276:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784948016.956278:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956281:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948016.956285:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948016.956287:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.956289:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948016.956290:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948016.956295:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948016.956299:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948016.956300:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956304:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948016.956308:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948016.956309:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948016.956314:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948016.956321:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948016.956327:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948016.956327:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12114) 00000100:00000001:2.0:1784948016.956329:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948016.956333:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948016.956336:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948016.956338:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948016.956341:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155030656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948016.956345:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948016.956349:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948016.956351:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948016.956353:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948016.956353:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948016.956358:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948016.956360:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784948016.956361:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948016.956365:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956366:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948016.956374:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948016.956380:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948016.956386:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948016.956388:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948016.956390:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 02000000:00000001:3.0:1784948016.956390:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948016.956394:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948016.956396:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948016.956399:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030656, portal 25 00000100:00100000:3.0:1784948016.956400:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155030784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948016.956404:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948016.956408:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000001:3.0:1784948016.956408:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948016.956413:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948016.956416:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948016.956417:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948016.956420:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948016.956425:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784948016.956426:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948016.956428:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948016.956432:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948016.956437:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000400:00000200:3.0:1784948016.956437:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948016.956443:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155030656, offset 0 00000400:00000010:3.0:1784948016.956444:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784948016.956451:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948016.956452:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000200:3.0:1784948016.956457:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030784, portal 10 00000100:00000001:3.0:1784948016.956459:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948016.956461:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000400:00000200:2.0:1784948016.956462:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948016.956472:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784948016.956472:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948016.956481:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948016.956482:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948016.956487:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784948016.956491:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948016.956493:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000400:00000200:2.0:1784948016.956495:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784948016.956497:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155030784, offset 0 00000400:00000200:2.0:1784948016.956500:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948016.956507:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948016.956508:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541283:541283:256:4294967295] 192.168.201.111@tcp LPNI seq info [541220:541220:8:4294967295] 00000400:00000200:2.0:1784948016.956513:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948016.956524:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948016.956525:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948016.956533:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948016.956534:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948016.956539:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784948016.956541:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948016.956544:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948016.956547:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784948016.956552:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948016.956553:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948016.956558:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541284:541284:255:4294967295] 192.168.201.111@tcp LPNI seq info [541221:541221:7:4294967295] 00000800:00000200:2.0:1784948016.956564:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948016.956565:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948016.956570:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948016.956578:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948016.956582:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948016.956586:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000100:00000001:2.0:1784948016.956588:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948016.956592:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948016.956596:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948016.956599:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306780421 00000800:00000200:3.0:1784948016.956600:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948016.956605:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:2.0:1784948016.956606:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a80. 00000100:00000001:3.0:1784948016.956609:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.956613:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9057 usecs (10 jiffies) 00000100:00000001:2.0:1784948016.956615:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948016.956617:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948016.956620:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306776586 00000100:00000001:2.0:1784948016.956622:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306780421 00000100:00000001:3.0:1784948016.956623:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306780421 00000100:00000010:2.0:1784948016.956628:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43120. 00000100:00000001:3.0:1784948016.956628:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306776586 00000100:00000001:2.0:1784948016.956633:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948016.956637:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948016.956638:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306780421 00000100:00000001:2.0:1784948016.956640:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.956642:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948016.956644:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.956645:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.956647:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948016.956649:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.956652:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.956655:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948016.956656:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948016.956658:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948016.956659:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948016.956664:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948016.956665:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948016.956668:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948016.956669:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948016.956672:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948016.956673:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.956677:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948016.956678:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948016.956684:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948016.956686:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948016.956689:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784948016.956689:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948016.956691:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784948016.956695:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:2.0:1784948016.956695:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948016.956699:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155030912:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948016.956703:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948016.956704:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784948016.956706:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948016.956709:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948016.956712:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948016.956713:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:2.0:1784948016.956716:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:1.0:1784948016.956719:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 02000000:00000001:2.0:1784948016.956720:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948016.956723:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000400:00000200:2.0:1784948016.956727:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948016.956730:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784948016.956731:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948016.956736:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:1.0:1784948016.956739:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948016.956740:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155030912, portal 10 00000100:00000001:2.0:1784948016.956744:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948016.956746:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000040:2.0:1784948016.956755:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.956756:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948016.956763:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948016.956766:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948016.956772:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948016.956775:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000001:1.0:1784948016.956778:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948016.956779:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155030912, offset 0 00000100:00000001:1.0:1784948016.956782:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948016.956786:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948016.956790:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948016.956793:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948016.956795:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948016.956798:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948016.956799:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948016.956801:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948016.956803:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541285:541285:255:4294967295] 192.168.201.111@tcp LPNI seq info [541222:541222:7:4294967295] 00000400:00000200:2.0:1784948016.956806:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948016.956811:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948016.956814:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948016.956817:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948016.956820:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948016.956823:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948016.956825:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948016.956827:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948016.956829:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10222 usecs (11 jiffies) 00000400:00000200:2.0:1784948016.956831:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948016.956833:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306776587 00000100:00000001:2.0:1784948016.956835:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306780421 00000100:00000001:2.0:1784948016.956836:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306776587 00000100:00000001:2.0:1784948016.956838:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306780421 00000100:00000001:2.0:1784948016.956839:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948016.956840:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.956842:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.956843:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948016.956845:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948016.956846:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784948016.956849:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000100:00000001:2.0:1784948016.956849:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948016.956856:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948016.956856:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948016.956857:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948016.956860:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.956863:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948016.956865:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948016.956868:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:1.0:1784948016.956870:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:1.0:1784948016.956872:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948016.956875:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.956881:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948016.956884:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.956888:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948016.956889:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948016.956897:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948016.956898:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784948016.956900:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948016.956902:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948016.956904:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:1.0:1784948016.956905:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:1.0:1784948016.956906:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948016.956908:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.956913:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948016.956915:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.956937:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948016.956939:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948016.958131:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948016.958142:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948016.958144:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948016.958146:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948016.958151:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948016.958155:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948016.958161:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948016.958163:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948016.958167:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948016.958170:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a314e80 00000400:00000200:1.0:1784948016.958173:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948016.958177:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524541 [1] + 224 00000800:00000001:1.0:1784948016.958182:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948016.958187:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948016.958188:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948016.958191:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948016.958194:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948016.958198:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948016.958206:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.958221:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948016.958226:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948016.958228:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.958263:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948016.958266:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948016.958271:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948016.958273:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948016.958275:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948016.958280:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:2.0:1784948016.958282:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:2.0:1784948016.958284:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948016.958290:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948016.958299:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948016.958300:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948016.958305:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.958308:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948016.958309:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948016.958312:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948016.958313:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.958316:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784948016.958319:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948016.958320:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948016.958324:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948016.958325:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948016.958326:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948016.958330:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948016.958333:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948016.958336:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784948016.958337:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=7 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948016.958341:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784948016.958344:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=7 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948016.958348:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314f00 00000100:00000001:2.0:1784948016.958349:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948016.958352:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948016.958356:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784948016.958358:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948016.958362:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524549 [1] + 224 00010000:00000001:2.0:1784948016.958362:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.958366:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948016.958368:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948016.958372:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948016.958374:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948016.958378:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948016.958384:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948016.958385:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948016.958389:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948016.958391:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948016.958392:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948016.958396:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948016.958399:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948016.958425:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948016.958425:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155030656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948016.958433:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.958438:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948016.958442:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155030656/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948016.958445:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948016.958447:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784948016.958451:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948016.958451:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948016.958453:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000800:00000001:1.0:1784948016.958457:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948016.958458:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948016.958461:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:1.0:1784948016.958462:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784948016.958464:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784948016.958466:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948016.958467:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784948016.958468:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784948016.958472:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784948016.958472:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948016.958473:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948016.958477:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784948016.958478:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:3.0:1784948016.958481:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784948016.958482:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784948016.958483:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000010:2.0:1784948016.958486:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000400:00000010:3.0:1784948016.958486:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784948016.958491:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948016.958493:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784948016.958495:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948016.958496:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948016.958500:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948016.958501:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948016.958505:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a314f80 00000100:00000001:2.0:1784948016.958506:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948016.958509:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948016.958512:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948016.958512:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.958516:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948016.958542:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:3.0:1784948016.958545:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:3.0:1784948016.958548:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948016.958552:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524551 [1] + 224 00000100:00000200:3.0:1784948016.958556:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948016.958557:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948016.958563:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948016.958567:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784948016.958568:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948016.958574:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948016.958580:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948016.958583:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948016.958586:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948016.958587:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948016.958590:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948016.958592:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948016.958595:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948016.958597:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948016.958601:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948016.958602:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948016.958606:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948016.958611:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948016.958612:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948016.958614:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948016.958615:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784948016.958616:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948016.958620:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784948016.958620:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948016.958625:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948016.958625:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948016.958628:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948016.958631:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948016.958632:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948016.958636:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948016.958640:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948016.958641:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948016.958644:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948016.958645:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948016.958647:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948016.958649:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784948016.958651:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784948016.958652:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948016.958655:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948016.958661:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784948016.958664:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00100000:3.0:1784948016.958665:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155030784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948016.958667:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948016.958671:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948016.958675:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948016.958675:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948016.958681:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155030784/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948016.958697:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784948016.958698:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948016.958699:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948016.958703:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948016.958708:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948016.958711:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948016.958713:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:3.0:1784948016.958714:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948016.958716:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784948016.958717:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948016.958720:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 00000100:00000001:2.0:1784948016.958721:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948016.958723:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948016.958724:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784948016.958726:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948016.958727:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1784948016.958728:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784948016.958730:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.958732:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784948016.958733:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.958734:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948016.958737:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948016.958738:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=7 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948016.958740:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784948016.958743:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948016.958744:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948016.958748:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948016.958750:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948016.958751:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.958752:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948016.958756:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948016.958757:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.958759:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948016.958761:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948016.958762:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948016.958764:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948016.958767:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948016.958772:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948016.958773:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948016.958774:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948016.958776:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948016.958781:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155030912:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948016.958783:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.958785:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948016.958786:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155030912/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948016.958790:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948016.958791:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948016.958793:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948016.958795:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948016.958796:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948016.958797:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948016.958799:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948016.958800:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784948016.958802:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948016.958803:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948016.958804:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:2.0:1784948016.958806:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948016.958807:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.958808:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948016.958811:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948016.958812:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948016.958814:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948016.958815:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948017.148123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948017.148127:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948017.148180:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948017.148185:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948017.148188:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948018.172124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948018.172130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948018.172203:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948018.172207:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948018.172210:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948019.196126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948019.196132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948019.196212:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948019.196215:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948019.196218:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948020.220128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948020.220134:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948020.220220:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948020.220224:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948020.220226:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948020.860115:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306780421, at 4306780480 00000100:00000040:1.0:1784948020.860117:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306780421, at 4306780480 00000100:00000010:1.0:1784948020.860129:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43120. 00000100:00000010:0.0:1784948020.860131:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a80. 00010000:00000001:1.0:1784948021.244128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948021.244134:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948021.244192:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948021.244196:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948021.244199:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948022.076173:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948022.076181:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948022.076191:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784948022.076196:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948022.076199:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948022.076201:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948022.076206:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948022.076214:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784948022.076219:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076229:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948022.076237:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948022.076241:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076246:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.076272:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076275:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948022.076278:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948022.076280:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948022.076282:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948022.076284:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948022.076285:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948022.076286:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948022.076289:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784948022.076291:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076295:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948022.076300:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948022.076302:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948022.076303:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.076308:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948022.076309:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.076312:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948022.076320:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948022.076322:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948022.076323:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948022.076330:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948022.076333:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784948022.076337:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948022.076340:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948022.076341:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784948022.076344:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948022.076345:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948022.076347:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076350:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784948022.076351:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784948022.076354:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076355:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948022.076359:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076360:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784948022.076366:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155031040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948022.076375:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948022.076379:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948022.076380:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948022.076382:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076384:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076388:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948022.076388:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948022.076396:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000001:0.0:1784948022.076397:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076400:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076401:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948022.076406:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948022.076408:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948022.076413:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:1.0:1784948022.076413:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948022.076419:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9ec8. 00000100:00000040:0.0:1784948022.076420:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12119) 00000400:00000010:1.0:1784948022.076429:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784948022.076435:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948022.076436:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031040, portal 25 00000100:00000001:0.0:1784948022.076438:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948022.076440:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948022.076441:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948022.076443:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534243456 : -119148175308160 : ffff93a2a755ca80) 00000100:00000040:0.0:1784948022.076447:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948022.076452:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.076457:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948022.076460:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948022.076464:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948022.076466:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948022.076467:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1784948022.076469:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948022.076473:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:0.0:1784948022.076477:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155031168:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784948022.076479:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000100:00000001:0.0:1784948022.076482:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784948022.076485:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155031040, offset 0 02000000:00000001:0.0:1784948022.076486:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948022.076488:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948022.076491:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948022.076495:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784948022.076498:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948022.076499:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948022.076504:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948022.076508:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea790. 00000400:00000010:0.0:1784948022.076513:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000200:0.0:1784948022.076518:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031168, portal 10 00000400:00000200:1.0:1784948022.076519:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948022.076521:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948022.076524:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000400:00000200:1.0:1784948022.076535:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:0.0:1784948022.076536:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948022.076544:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948022.076550:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948022.076550:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948022.076558:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:0.0:1784948022.076559:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948022.076562:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:0.0:1784948022.076565:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000400:00000200:1.0:1784948022.076566:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541286:541286:256:4294967295] 192.168.201.111@tcp LPNI seq info [541223:541223:8:4294967295] 00000100:00000200:0.0:1784948022.076572:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155031168, offset 0 00000400:00000200:1.0:1784948022.076573:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948022.076587:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948022.076589:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948022.076599:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948022.076599:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948022.076607:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000800:00000200:1.0:1784948022.076613:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948022.076618:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784948022.076624:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948022.076626:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784948022.076630:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948022.076631:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948022.076636:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948022.076638:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948022.076641:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541287:541287:255:4294967295] 192.168.201.111@tcp LPNI seq info [541224:541224:7:4294967295] 00000100:00000001:1.0:1784948022.076643:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948022.076644:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.076650:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948022.076655:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306785541 00000400:00000200:0.0:1784948022.076656:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:1.0:1784948022.076661:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f2a0. 00000800:00000200:0.0:1784948022.076662:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948022.076668:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784948022.076670:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784948022.076675:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948022.076678:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306785541 00000800:00000200:0.0:1784948022.076683:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:1.0:1784948022.076685:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fea0. 00000800:00000200:0.0:1784948022.076687:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948022.076689:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948022.076691:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.076693:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948022.076696:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948022.076697:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9056 usecs (10 jiffies) 00000100:00000001:1.0:1784948022.076699:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948022.076703:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948022.076704:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948022.076705:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306781706 00000100:00000001:0.0:1784948022.076709:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306785541 00000100:00000001:0.0:1784948022.076712:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306781706 00000100:00000001:1.0:1784948022.076712:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948022.076715:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948022.076716:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306785541 00000100:00000001:1.0:1784948022.076719:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948022.076721:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948022.076722:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948022.076724:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.076725:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948022.076727:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.076731:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948022.076732:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.076735:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948022.076739:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948022.076743:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948022.076744:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948022.076746:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.076747:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948022.076751:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076752:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948022.076754:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076755:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948022.076759:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948022.076761:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155031296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948022.076764:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948022.076766:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948022.076768:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.076769:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948022.076771:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948022.076772:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948022.076775:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948022.076777:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9d68. 00000400:00000010:1.0:1784948022.076781:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000100:00000200:1.0:1784948022.076783:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031296, portal 10 00000100:00000001:1.0:1784948022.076784:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948022.076785:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534255104 : -119148175296512 : ffff93a2a755f800) 00000100:00000040:1.0:1784948022.076790:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.076794:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948022.076796:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948022.076799:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000100:00000200:1.0:1784948022.076801:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155031296, offset 0 00000400:00000200:1.0:1784948022.076805:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948022.076806:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948022.076810:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948022.076811:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:1.0:1784948022.076815:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948022.076818:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948022.076819:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948022.076821:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948022.076824:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948022.076829:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948022.076846:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948022.076851:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541288:541288:254:4294967295] 192.168.201.111@tcp LPNI seq info [541225:541225:6:4294967295] 00000400:00000200:1.0:1784948022.076858:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.076865:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948022.076871:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948022.076873:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:0.0:1784948022.076876:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000800:00000010:1.0:1784948022.076877:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784948022.076880:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1784948022.076883:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:0.0:1784948022.076888:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948022.076893:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948022.076898:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948022.076904:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948022.076905:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948022.076909:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10221 usecs (11 jiffies) 00000100:00000040:0.0:1784948022.076911:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948022.076916:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948022.076921:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306781707 00000100:00000001:1.0:1784948022.076926:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306785541 00000100:00000001:0.0:1784948022.076927:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.076930:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306781707 00000100:00000001:0.0:1784948022.076931:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948022.076935:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306785541 00000100:00000001:1.0:1784948022.076937:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948022.076939:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.076941:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.076943:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948022.076944:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948022.076946:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784948022.076947:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784948022.076948:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948022.076951:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948022.076952:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948022.076954:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948022.076957:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948022.076958:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948022.076962:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000100:00000001:1.0:1784948022.076963:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948022.076965:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000001:0.0:1784948022.076968:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948022.076972:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.076976:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948022.076979:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.076983:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.076984:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948022.077035:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948022.077037:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784948022.077039:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948022.077041:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948022.077042:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:0.0:1784948022.077043:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784948022.077067:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948022.077070:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.077074:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948022.077076:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.077080:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.077081:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948022.078515:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948022.078525:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948022.078527:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948022.078529:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948022.078533:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078537:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948022.078541:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078544:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078547:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078550:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315000 00000400:00000200:1.0:1784948022.078553:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078557:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524559 [1] + 224 00000800:00000001:1.0:1784948022.078561:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948022.078566:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948022.078568:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948022.078570:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948022.078574:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948022.078579:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948022.078586:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.078606:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948022.078611:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948022.078615:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948022.078616:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948022.078617:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948022.078619:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078622:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948022.078626:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078628:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078630:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078633:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315080 00000400:00000200:1.0:1784948022.078636:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948022.078640:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524569 [1] + 224 00000100:00000001:0.0:1784948022.078641:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948022.078643:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948022.078645:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784948022.078647:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948022.078650:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1784948022.078651:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948022.078653:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:0.0:1784948022.078654:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948022.078658:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9ec8. 00000400:00000200:0.0:1784948022.078663:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:0.0:1784948022.078665:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784948022.078667:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948022.078668:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948022.078674:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948022.078675:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948022.078702:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948022.078703:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.078732:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948022.078734:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.078734:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948022.078737:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948022.078739:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948022.078740:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948022.078744:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784948022.078745:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948022.078746:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948022.078749:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948022.078750:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948022.078752:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948022.078756:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=13 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948022.078756:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784948022.078763:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=13 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948022.078764:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784948022.078770:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784948022.078771:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948022.078773:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948022.078777:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784948022.078778:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948022.078781:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784948022.078782:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948022.078786:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315100 00000100:00000001:0.0:1784948022.078787:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948022.078793:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948022.078797:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948022.078802:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524579 [1] + 224 00000800:00000001:1.0:1784948022.078810:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948022.078813:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784948022.078814:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948022.078816:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948022.078817:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948022.078819:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948022.078825:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784948022.078826:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.078828:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948022.078847:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948022.078849:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155031040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948022.078857:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.078861:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948022.078866:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641155031040/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948022.078871:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.078874:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948022.078878:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948022.078881:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784948022.078886:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948022.078887:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784948022.078889:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948022.078892:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784948022.078894:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:0.0:1784948022.078895:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948022.078900:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 00000800:00000001:1.0:1784948022.078901:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948022.078903:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948022.078905:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948022.078907:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:0.0:1784948022.078910:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948022.078912:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.078912:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948022.078914:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.078915:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948022.078919:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1784948022.078921:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948022.078922:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948022.078925:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948022.078927:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea790. 00000400:00000200:1.0:1784948022.078930:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:1.0:1784948022.078932:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784948022.078934:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784948022.078935:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948022.078938:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784948022.078939:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948022.078940:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9d68. 00000400:00000200:0.0:1784948022.078945:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000400:00000010:0.0:1784948022.078949:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000200:1.0:1784948022.078953:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.078954:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948022.078961:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.078964:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948022.078966:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.078970:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948022.078973:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784948022.078974:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.078975:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948022.078979:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948022.078982:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.078988:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784948022.078989:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=13 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948022.078991:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948022.078994:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:1.0:1784948022.078995:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=53 v=5 (1 1 1 1) 02000000:00000001:0.0:1784948022.078996:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948022.078999:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948022.079000:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948022.079003:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.079004:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948022.079008:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1784948022.079009:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948022.079013:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948022.079014:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=13 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948022.079017:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1784948022.079019:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=35 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948022.079020:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948022.079023:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948022.079024:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948022.079025:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.079027:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948022.079028:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948022.079032:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948022.079033:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.079035:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948022.079038:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948022.079042:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948022.079044:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948022.079067:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948022.079070:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948022.079072:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948022.079076:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948022.079078:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948022.079095:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948022.079099:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1784948022.079100:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155031168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948022.079101:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.079109:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948022.079110:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948022.079112:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948022.079118:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155031168/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948022.079122:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155031296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948022.079131:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.079132:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948022.079133:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784948022.079135:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948022.079137:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000100:00000040:0.0:1784948022.079138:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f800 x1871641155031296/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948022.079141:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948022.079144:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948022.079146:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948022.079148:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784948022.079150:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784948022.079151:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948022.079153:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000010:0.0:1784948022.079154:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948022.079157:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948022.079159:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784948022.079160:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784948022.079162:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:1.0:1784948022.079164:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948022.079165:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948022.079168:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000001:0.0:1784948022.079169:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948022.079172:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 00000100:00000001:1.0:1784948022.079172:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.079175:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948022.079177:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948022.079180:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948022.079180:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948022.079183:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784948022.079184:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f800. 00000100:00000001:1.0:1784948022.079189:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948022.079190:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948022.079193:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948022.079193:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.079195:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948022.079199:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948022.079201:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948022.079203:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948022.079205:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948022.268126:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948022.268132:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948022.268206:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948022.268210:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948022.268213:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948023.292135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948023.292142:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948023.292145:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948023.292147:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948023.292152:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948023.292154:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948023.292156:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948023.292158:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948023.292243:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948023.292247:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948023.292250:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948024.316132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948024.316137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948024.316216:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948024.316220:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948024.316223:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948025.340111:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948025.340117:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948025.340202:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948025.340206:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948025.340209:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948025.980109:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306785541, at 4306785600 00000100:00000040:1.0:1784948025.980122:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306785541, at 4306785600 00000100:00000010:0.0:1784948025.980123:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f2a0. 00000100:00000010:1.0:1784948025.980132:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fea0. 00010000:00000001:1.0:1784948026.364134:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948026.364142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948026.364208:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948026.364212:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948026.364216:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948027.196152:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948027.196161:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948027.196167:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784948027.196172:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948027.196175:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948027.196178:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948027.196183:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948027.196189:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948027.196195:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948027.196204:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948027.196212:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948027.196216:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948027.196221:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.196246:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948027.196250:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948027.196254:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948027.196257:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784948027.196260:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948027.196263:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948027.196264:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948027.196267:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948027.196271:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948027.196273:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196273:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948027.196277:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948027.196278:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948027.196280:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948027.196286:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1784948027.196286:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.196288:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948027.196293:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_00+0] req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.196295:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948027.196297:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.196301:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.196301:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948027.196304:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948027.196304:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948027.196307:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784948027.196307:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948027.196310:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000100:00100000:3.0:1784948027.196311:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155031424:192.168.201.111@tcp:400:kworker.0 00000020:00000040:2.0:1784948027.196312:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948027.196315:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948027.196316:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784948027.196316:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948027.196318:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.196321:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784948027.196322:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948027.196324:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.196324:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.196327:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948027.196328:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784948027.196332:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948027.196334:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.196336:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948027.196338:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948027.196341:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948027.196341:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948027.196345:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948027.196349:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948027.196351:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784948027.196353:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000040:2.0:1784948027.196355:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948027.196357:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1784948027.196359:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031424, portal 25 00000100:00000040:2.0:1784948027.196361:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784948027.196362:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948027.196364:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000040:2.0:1784948027.196366:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12124) 00000100:00000040:3.0:1784948027.196369:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.196377:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948027.196377:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948027.196379:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948027.196381:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948027.196381:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948027.196383:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000040:2.0:1784948027.196385:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948027.196387:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155031424, offset 0 00000100:00000001:2.0:1784948027.196392:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948027.196393:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948027.196394:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948027.196395:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948027.196397:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948027.196399:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948027.196401:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155031552:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948027.196403:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948027.196405:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948027.196407:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948027.196409:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948027.196411:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948027.196411:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:2.0:1784948027.196414:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948027.196416:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948027.196416:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948027.196419:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948027.196421:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948027.196421:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:2.0:1784948027.196425:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000400:00000200:3.0:1784948027.196425:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784948027.196428:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031552, portal 10 00000400:00000200:3.0:1784948027.196428:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948027.196430:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948027.196432:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000400:00000200:3.0:1784948027.196432:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541289:541289:256:4294967295] 192.168.201.111@tcp LPNI seq info [541226:541226:8:4294967295] 00000400:00000200:3.0:1784948027.196437:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948027.196439:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.196445:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948027.196448:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948027.196448:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784948027.196451:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000200:2.0:1784948027.196453:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155031552, offset 0 00000800:00000200:3.0:1784948027.196455:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948027.196457:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948027.196460:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784948027.196461:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948027.196464:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784948027.196466:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948027.196467:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948027.196469:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948027.196472:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948027.196474:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784948027.196476:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948027.196477:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541290:541290:255:4294967295] 192.168.201.111@tcp LPNI seq info [541227:541227:7:4294967295] 00000800:00000200:3.0:1784948027.196480:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948027.196482:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948027.196488:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948027.196493:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948027.196495:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948027.196496:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948027.196498:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948027.196500:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948027.196501:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306790661 00000800:00000200:2.0:1784948027.196504:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:3.0:1784948027.196506:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7300. 00000800:00000200:2.0:1784948027.196508:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948027.196511:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196513:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784948027.196514:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9056 usecs (10 jiffies) 00000400:00000200:2.0:1784948027.196518:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948027.196520:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306790661 00000100:00000001:2.0:1784948027.196521:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306786826 00000100:00000001:2.0:1784948027.196523:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306790661 00000100:00000010:3.0:1784948027.196523:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d70c0. 00000100:00000001:2.0:1784948027.196526:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306786826 00000100:00000001:3.0:1784948027.196527:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948027.196530:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306790661 00000100:00000001:3.0:1784948027.196530:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948027.196533:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948027.196534:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.196536:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196537:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.196538:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.196540:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.196540:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948027.196543:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948027.196548:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:2.0:1784948027.196549:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948027.196549:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948027.196554:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948027.196555:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948027.196555:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948027.196560:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948027.196560:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948027.196563:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948027.196563:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948027.196564:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948027.196567:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196567:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948027.196571:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000100:00000001:2.0:1784948027.196571:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948027.196573:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948027.196575:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:0.0:1784948027.196581:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948027.196586:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1784948027.196589:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.196590:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.196597:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948027.196600:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948027.196603:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948027.196604:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948027.196608:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948027.196613:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155031680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948027.196618:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948027.196621:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948027.196621:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948027.196627:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948027.196629:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.196631:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948027.196634:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948027.196636:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948027.196639:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948027.196642:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948027.196645:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948027.196648:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031680, portal 10 00000100:00000001:3.0:1784948027.196649:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948027.196650:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000040:3.0:1784948027.196656:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948027.196658:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948027.196663:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784948027.196664:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948027.196667:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784948027.196668:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948027.196673:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000400:00000200:0.0:1784948027.196675:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:3.0:1784948027.196676:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155031680, offset 0 00000400:00000200:0.0:1784948027.196679:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:0.0:1784948027.196682:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:0.0:1784948027.196684:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948027.196687:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948027.196692:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948027.196700:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948027.196701:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784948027.196706:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:0.0:1784948027.196708:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948027.196711:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948027.196716:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948027.196720:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948027.196721:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948027.196724:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784948027.196791:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948027.196794:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541291:541291:256:4294967295] 192.168.201.111@tcp LPNI seq info [541228:541228:8:4294967295] 00000400:00000200:3.0:1784948027.196798:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948027.196802:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948027.196806:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948027.196809:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784948027.196812:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948027.196815:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948027.196817:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948027.196826:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948027.196830:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10221 usecs (11 jiffies) 00000400:00000200:3.0:1784948027.196833:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948027.196835:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306786827 00000100:00000001:3.0:1784948027.196838:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306790661 00000100:00000001:3.0:1784948027.196840:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306786827 00000100:00000001:3.0:1784948027.196843:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306790661 00000100:00000001:3.0:1784948027.196845:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948027.196848:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196850:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196852:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.196856:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948027.196858:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948027.196860:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948027.196861:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948027.196863:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.196865:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948027.196905:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948027.196909:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784948027.196912:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948027.196915:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948027.196918:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:1.0:1784948027.196919:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:1.0:1784948027.196921:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948027.196924:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948027.196930:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948027.196933:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948027.196937:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948027.196938:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948027.198400:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198408:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948027.198411:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198413:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948027.198418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948027.198423:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948027.198428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948027.198431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948027.198434:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948027.198437:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315180 00000400:00000200:0.0:1784948027.198441:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948027.198445:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524589 [1] + 224 00000800:00000001:0.0:1784948027.198449:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198452:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948027.198454:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948027.198456:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948027.198459:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948027.198463:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948027.198470:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948027.198484:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948027.198491:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198493:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948027.198495:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198497:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948027.198500:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948027.198504:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948027.198508:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948027.198509:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948027.198512:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948027.198513:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948027.198519:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948027.198521:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948027.198524:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315200 00000400:00000001:3.0:1784948027.198524:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948027.198528:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784948027.198530:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948027.198533:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:3.0:1784948027.198536:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:3.0:1784948027.198538:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948027.198541:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524591 [1] + 224 00000100:00000200:3.0:1784948027.198546:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948027.198547:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198552:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948027.198556:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784948027.198561:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948027.198565:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948027.198571:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948027.198575:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948027.198577:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.198578:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198583:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948027.198586:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948027.198589:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784948027.198593:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.198593:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.198597:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948027.198605:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=18 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948027.198609:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784948027.198610:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=18 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948027.198613:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948027.198616:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784948027.198618:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198619:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948027.198621:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198626:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948027.198626:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948027.198629:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:3.0:1784948027.198632:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948027.198637:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948027.198639:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.198643:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948027.198644:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948027.198647:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948027.198649:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948027.198651:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948027.198653:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948027.198656:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948027.198659:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948027.198660:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948027.198666:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000100:00000001:3.0:1784948027.198666:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948027.198670:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315280 00000400:00000010:2.0:1784948027.198671:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784948027.198671:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948027.198674:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948027.198677:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948027.198678:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948027.198681:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948027.198684:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948027.198687:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524599 [1] + 224 00000800:00000001:0.0:1784948027.198697:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948027.198704:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948027.198705:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948027.198705:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155031424:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948027.198707:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948027.198716:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948027.198716:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.198720:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948027.198725:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948027.198726:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948027.198727:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155031424/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.198730:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948027.198735:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.198735:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948027.198737:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948027.198737:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948027.198740:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784948027.198741:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948027.198756:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948027.198758:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:2.0:1784948027.198760:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.198763:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:2.0:1784948027.198766:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=18 v=5 (5 5 5 5) 00000020:00000001:3.0:1784948027.198768:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784948027.198771:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948027.198772:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=58 v=5 (1 1 1 1) 00000020:00000040:3.0:1784948027.198772:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948027.198777:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948027.198779:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1784948027.198780:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948027.198782:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948027.198786:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784948027.198787:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784948027.198789:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784948027.198792:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784948027.198793:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:2.0:1784948027.198797:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948027.198798:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948027.198799:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784948027.198800:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948027.198800:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948027.198804:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948027.198805:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948027.198806:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948027.198807:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.198807:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948027.198811:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948027.198812:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948027.198815:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948027.198815:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948027.198818:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948027.198820:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948027.198823:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948027.198823:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000100:00000001:2.0:1784948027.198826:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784948027.198826:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784948027.198827:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198829:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784948027.198833:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948027.198833:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948027.198844:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155031552:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784948027.198845:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948027.198849:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948027.198851:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948027.198854:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155031552/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.198860:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948027.198861:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948027.198861:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948027.198863:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948027.198863:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:2.0:1784948027.198864:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:3.0:1784948027.198865:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948027.198866:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1784948027.198867:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948027.198868:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948027.198869:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948027.198870:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784948027.198870:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948027.198872:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:3.0:1784948027.198873:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=18 v=5 (5 5 5 5) 02000000:00000010:2.0:1784948027.198874:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:2.0:1784948027.198876:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784948027.198876:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=40 v=5 (1 1 1 1) 02000000:00000001:2.0:1784948027.198878:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948027.198879:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784948027.198879:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948027.198880:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.198882:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1784948027.198882:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948027.198883:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948027.198884:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.198885:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198886:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948027.198888:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948027.198889:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948027.198890:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.198890:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948027.198891:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948027.198893:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948027.198895:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948027.198895:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.198903:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948027.198905:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948027.198906:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948027.198910:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948027.198919:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155031680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948027.198924:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198925:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948027.198930:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155031680/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948043 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948027.198934:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948027.198935:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948027.198937:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948027.198939:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948027.198939:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948027.198940:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948027.198942:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948027.198943:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784948027.198944:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948027.198945:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948027.198946:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784948027.198948:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948027.198949:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198950:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948027.198953:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948027.198954:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948027.198955:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948027.198956:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948027.388131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948027.388136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948027.388164:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948027.388168:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948027.388172:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948028.412105:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948028.412110:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948028.412197:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948028.412201:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948028.412204:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948028.668122:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948028.668131:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948028.668137:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784948028.668273:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1784948028.668279:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948028.668288:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948028.668292:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948028.668294:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948029.436132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948029.436138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948029.436180:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948029.436185:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948029.436189:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948030.460140:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948030.460146:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948030.460195:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948030.460199:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948030.460203:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948031.100126:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306790661, at 4306790720 00000100:00000010:0.0:1784948031.100141:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7300. 00000100:00000040:1.0:1784948031.100144:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306790661, at 4306790720 00000100:00000010:1.0:1784948031.100151:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d70c0. 00010000:00000001:1.0:1784948031.484154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948031.484159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948031.484211:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948031.484214:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948031.484217:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948032.316174:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948032.316185:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948032.316195:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784948032.316200:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948032.316204:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948032.316207:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948032.316212:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948032.316220:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784948032.316227:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316238:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948032.316248:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948032.316252:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316258:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.316289:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316292:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948032.316296:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948032.316299:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784948032.316301:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948032.316304:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948032.316306:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948032.316308:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948032.316312:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784948032.316316:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316321:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948032.316325:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948032.316332:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948032.316333:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948032.316337:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.316339:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948032.316344:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_01+1] req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948032.316352:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.316357:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316363:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948032.316367:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948032.316369:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d180. 00000020:00000040:0.0:1784948032.316374:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948032.316378:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948032.316379:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948032.316383:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1784948032.316384:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948032.316385:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948032.316390:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784948032.316391:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 02000000:00000001:1.0:1784948032.316395:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948032.316396:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948032.316400:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316406:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784948032.316408:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155031808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948032.316427:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948032.316429:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948032.316433:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948032.316434:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948032.316438:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316440:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a13122] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948032.316442:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948032.316451:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784948032.316453:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948032.316455:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.316457:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948032.316462:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948032.316466:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784948032.316467:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948032.316474:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1784948032.316474:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9738. 00000100:00000040:0.0:1784948032.316483:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12129) 00000400:00000010:1.0:1784948032.316484:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000100:00000200:1.0:1784948032.316492:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031808, portal 25 00000100:00000001:1.0:1784948032.316494:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948032.316495:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534255104 : -119148175296512 : ffff93a2a755f800) 00000100:00000001:0.0:1784948032.316497:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948032.316502:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948032.316502:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.316506:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948032.316515:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.316516:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948032.316526:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948032.316532:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1784948032.316532:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784948032.316535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948032.316539:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155031808, offset 0 02000000:00000001:0.0:1784948032.316540:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948032.316543:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948032.316547:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948032.316552:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:0.0:1784948032.316554:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155031936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948032.316560:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948032.316562:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948032.316565:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948032.316566:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948032.316568:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948032.316574:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948032.316578:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948032.316579:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948032.316586:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948032.316588:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:0.0:1784948032.316594:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eab00. 00000400:00000200:1.0:1784948032.316595:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:0.0:1784948032.316603:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000400:00000200:1.0:1784948032.316604:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948032.316610:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:0.0:1784948032.316611:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155031936, portal 10 00000100:00000001:0.0:1784948032.316616:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784948032.316618:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541292:541292:256:4294967295] 192.168.201.111@tcp LPNI seq info [541229:541229:8:4294967295] 00000100:00000001:0.0:1784948032.316619:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534243456 : -119148175308160 : ffff93a2a755ca80) 00000400:00000200:1.0:1784948032.316628:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948032.316633:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948032.316647:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948032.316651:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948032.316672:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948032.316675:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000200:0.0:1784948032.316678:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155031936, offset 0 00000400:00000200:0.0:1784948032.316683:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948032.316689:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948032.316694:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948032.316696:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948032.316702:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1784948032.316703:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784948032.316707:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948032.316711:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784948032.316716:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948032.316718:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948032.316724:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541293:541293:255:4294967295] 192.168.201.111@tcp LPNI seq info [541230:541230:7:4294967295] 00000800:00000200:1.0:1784948032.316731:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948032.316732:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948032.316739:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948032.316747:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948032.316754:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948032.316758:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948032.316759:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784948032.316771:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948032.316772:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948032.316778:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306795781 00000100:00000010:1.0:1784948032.316785:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fea0. 00000800:00000200:0.0:1784948032.316793:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948032.316796:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784948032.316800:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948032.316805:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306795781 00000100:00000001:0.0:1784948032.316806:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784948032.316811:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f240. 00000100:00000040:0.0:1784948032.316813:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9056 usecs (10 jiffies) 00000100:00000001:1.0:1784948032.316816:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784948032.316821:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948032.316822:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948032.316825:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306791946 00000100:00000001:1.0:1784948032.316827:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.316832:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306795781 00000100:00000001:1.0:1784948032.316833:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.316839:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948032.316840:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306791946 00000100:00000001:0.0:1784948032.316845:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306795781 00000100:00000001:0.0:1784948032.316847:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948032.316850:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.316850:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948032.316854:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948032.316856:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.316859:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948032.316861:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.316863:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948032.316866:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948032.316868:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948032.316871:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784948032.316873:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.316875:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948032.316879:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948032.316882:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.316888:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.316890:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948032.316893:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948032.316896:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948032.316898:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948032.316901:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948032.316905:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155032064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948032.316909:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948032.316913:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948032.316915:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948032.316918:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948032.316921:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948032.316923:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948032.316928:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948032.316932:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9d68. 00000400:00000010:1.0:1784948032.316936:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000200:1.0:1784948032.316939:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032064, portal 10 00000100:00000001:1.0:1784948032.316942:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948032.316944:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534245248 : -119148175306368 : ffff93a2a755d180) 00000100:00000040:1.0:1784948032.316951:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948032.316952:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948032.316960:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000100:00000001:1.0:1784948032.316966:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948032.316970:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1784948032.316970:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948032.316974:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000200:1.0:1784948032.316978:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155032064, offset 0 00000400:00000200:0.0:1784948032.316981:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948032.316986:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948032.316992:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.316996:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000200:1.0:1784948032.316997:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:0.0:1784948032.317002:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000400:00000200:1.0:1784948032.317003:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948032.317008:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948032.317011:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948032.317012:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784948032.317013:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948032.317021:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541294:541294:254:4294967295] 192.168.201.111@tcp LPNI seq info [541231:541231:6:4294967295] 00000100:00000200:0.0:1784948032.317023:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948032.317025:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948032.317038:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948032.317078:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948032.317085:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948032.317089:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948032.317096:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000100:00000001:0.0:1784948032.317103:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948032.317104:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948032.317107:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948032.317112:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948032.317115:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948032.317118:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948032.317120:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10221 usecs (11 jiffies) 00000800:00000200:0.0:1784948032.317124:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948032.317124:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948032.317130:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000100:00000001:1.0:1784948032.317130:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306791948 00000100:00000001:1.0:1784948032.317134:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306795781 00000400:00000200:0.0:1784948032.317137:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948032.317137:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306791948 00000100:00000001:1.0:1784948032.317143:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306795781 00000100:00000001:1.0:1784948032.317147:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948032.317148:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948032.317149:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948032.317154:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000100:00000001:1.0:1784948032.317154:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948032.317160:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784948032.317160:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.317166:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948032.317167:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948032.317169:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948032.317172:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948032.317173:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784948032.317174:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.317175:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.317179:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.317189:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948032.317193:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.317200:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.317202:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948032.317262:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948032.317265:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784948032.317268:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948032.317272:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948032.317275:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:0.0:1784948032.317277:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784948032.317280:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948032.317284:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.317291:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948032.317294:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.317301:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.317302:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948032.318678:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948032.318689:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948032.318692:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948032.318694:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948032.318699:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.318704:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948032.318710:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.318714:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.318719:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.318722:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315300 00000400:00000200:0.0:1784948032.318726:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.318731:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245a1 [1] + 224 00000800:00000001:0.0:1784948032.318737:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948032.318743:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948032.318745:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948032.318748:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948032.318752:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948032.318757:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948032.318766:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.318783:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948032.318790:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948032.318794:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.318830:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948032.318834:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948032.318841:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948032.318843:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948032.318846:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9738. 00000400:00000200:1.0:1784948032.318853:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000800:00000001:0.0:1784948032.318854:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784948032.318856:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:1.0:1784948032.318861:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948032.318862:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948032.318866:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784948032.318870:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948032.318871:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948032.318880:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.318892:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:1.0:1784948032.318896:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948032.318903:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948032.318909:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948032.318911:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948032.318912:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.318916:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948032.318918:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948032.318919:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948032.318923:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948032.318927:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948032.318928:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315380 02000000:00000001:1.0:1784948032.318932:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948032.318936:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784948032.318938:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=23 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948032.318943:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245b1 [1] + 224 00000100:00001000:1.0:1784948032.318943:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948032.318949:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948032.318952:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948032.318953:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784948032.318955:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948032.318958:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948032.318961:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.318961:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948032.318966:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948032.318968:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948032.318978:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948032.318979:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948032.318983:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948032.318985:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948032.318986:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948032.318997:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948032.318997:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948032.319024:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155031808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948032.319030:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948032.319031:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.319033:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948032.319042:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f800 x1871641155031808/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.319074:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948032.319074:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948032.319078:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1784948032.319082:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:1.0:1784948032.319084:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948032.319089:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948032.319092:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948032.319094:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948032.319096:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948032.319099:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:1.0:1784948032.319103:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948032.319105:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784948032.319108:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1784948032.319108:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f800. 00000800:00000001:0.0:1784948032.319114:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948032.319116:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1784948032.319119:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.319120:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.319126:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948032.319127:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948032.319132:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948032.319137:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784948032.319137:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948032.319142:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948032.319148:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948032.319149:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948032.319154:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.319159:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.319163:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315400 00000400:00000200:0.0:1784948032.319167:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948032.319172:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245c1 [1] + 224 00000100:00000001:1.0:1784948032.319175:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948032.319176:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948032.319178:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948032.319184:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948032.319184:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948032.319186:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948032.319190:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784948032.319191:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eab00. 00000400:00000200:1.0:1784948032.319196:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000400:00000200:0.0:1784948032.319197:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:1.0:1784948032.319199:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000001:1.0:1784948032.319204:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948032.319205:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948032.319210:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948032.319215:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948032.319241:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948032.319242:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.319270:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948032.319274:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.319276:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948032.319277:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784948032.319279:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948032.319282:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948032.319284:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948032.319285:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948032.319289:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948032.319290:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948032.319298:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948032.319302:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948032.319306:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948032.319308:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948032.319308:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948032.319310:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948032.319312:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1784948032.319316:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948032.319318:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948032.319321:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784948032.319322:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1784948032.319324:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9d68. 00000100:00000040:1.0:1784948032.319327:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:0.0:1784948032.319330:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000100:00000001:1.0:1784948032.319331:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:0.0:1784948032.319336:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:1.0:1784948032.319336:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.319342:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784948032.319347:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948032.319350:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.319374:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784948032.319379:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.319380:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948032.319385:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948032.319394:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784948032.319396:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948032.319397:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948032.319403:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948032.319406:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948032.319409:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948032.319411:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948032.319416:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948032.319418:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155031936:192.168.201.111@tcp:400:kworker.0 00000100:00001000:0.0:1784948032.319422:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=23 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948032.319426:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948032.319429:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948032.319433:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948032.319435:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948032.319438:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948032.319438:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1784948032.319440:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.319446:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948032.319447:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641155031936/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948032.319449:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948032.319454:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948032.319457:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948032.319465:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784948032.319466:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948032.319470:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948032.319474:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 00000100:00000001:0.0:1784948032.319480:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948032.319482:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948032.319484:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1784948032.319486:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948032.319487:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784948032.319490:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784948032.319495:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948032.319496:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948032.319501:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:1.0:1784948032.319507:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948032.319511:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:0.0:1784948032.319514:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155032064:192.168.201.111@tcp:400:kworker.0 00000100:00000010:1.0:1784948032.319515:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:1.0:1784948032.319523:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948032.319524:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948032.319527:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948032.319528:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948032.319533:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948032.319535:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d180 x1871641155032064/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948048 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948032.319541:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948032.319544:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.319546:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948032.319550:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948032.319551:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948032.319555:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00000001:1.0:1784948032.319556:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948032.319561:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948032.319565:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948032.319566:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948032.319569:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948032.319571:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784948032.319575:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948032.319577:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948032.319578:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d180. 00000100:00000001:0.0:1784948032.319582:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948032.319584:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948032.319586:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948032.319589:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948032.319591:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948032.319593:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948032.319595:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948032.508148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948032.508156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948032.508212:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948032.508215:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948032.508219:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948033.532111:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948033.532120:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948033.532123:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948033.532128:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948033.532134:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948033.532137:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948033.532140:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948033.532144:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948033.532197:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948033.532201:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948033.532204:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948034.556133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948034.556139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948034.556165:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948034.556171:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948034.556175:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948035.580136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948035.580142:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948035.580228:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948035.580232:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948035.580235:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948036.220118:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306795781, at 4306795840 00000100:00000040:1.0:1784948036.220123:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306795781, at 4306795840 00000100:00000010:0.0:1784948036.220133:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fea0. 00000100:00000010:1.0:1784948036.220135:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f240. 00010000:00000001:1.0:1784948036.604131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948036.604136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948036.604192:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948036.604195:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948036.604199:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948037.436202:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948037.436214:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948037.436226:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784948037.436233:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948037.436238:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948037.436241:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948037.436248:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948037.436258:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784948037.436265:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436278:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948037.436290:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948037.436295:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436303:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.436339:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436342:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948037.436346:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948037.436349:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784948037.436352:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948037.436355:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948037.436357:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948037.436359:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948037.436363:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948037.436366:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436373:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948037.436382:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948037.436385:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.436391:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948037.436391:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.436402:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948037.436407:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.436410:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948037.436412:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948037.436419:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948037.436423:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784948037.436429:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:2.0:1784948037.436432:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.436433:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948037.436437:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948037.436440:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948037.436447:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948037.436453:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436465:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948037.436472:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948037.436474:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436481:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.436522:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436525:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948037.436536:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948037.436545:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948037.436545:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948037.436553:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948037.436554:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948037.436563:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12134) 02000000:00000001:2.0:1784948037.436567:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948037.436600:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948037.436603:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948037.436605:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948037.436611:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948037.436616:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948037.436628:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948037.436631:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1784948037.436638:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155032192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948037.436646:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.436648:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948037.436654:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948037.436659:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948037.436660:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948037.436665:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948037.436667:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948037.436671:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1784948037.436677:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155032320:192.168.201.111@tcp:400:kworker.0 02000000:00000010:2.0:1784948037.436681:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948037.436683:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948037.436688:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948037.436692:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948037.436696:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948037.436699:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948037.436701:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784948037.436707:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000400:00000010:2.0:1784948037.436709:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784948037.436712:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948037.436720:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000400:00000200:3.0:1784948037.436721:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948037.436731:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000200:2.0:1784948037.436732:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032192, portal 25 00000100:00000001:2.0:1784948037.436737:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1784948037.436738:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784948037.436740:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000100:00000200:3.0:1784948037.436748:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032320, portal 10 00000100:00000001:3.0:1784948037.436755:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948037.436756:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.436758:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000001:2.0:1784948037.436773:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948037.436776:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948037.436783:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948037.436792:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784948037.436794:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784948037.436799:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155032192, offset 0 00000100:00000040:3.0:1784948037.436804:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948037.436811:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000400:00000200:2.0:1784948037.436814:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948037.436827:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155032320, offset 0 00000400:00000200:2.0:1784948037.436828:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948037.436840:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948037.436846:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948037.436854:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948037.436859:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948037.436864:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948037.436867:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948037.436872:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541295:541295:256:4294967295] 192.168.201.111@tcp LPNI seq info [541232:541232:8:4294967295] 00000400:00000200:2.0:1784948037.436877:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948037.436885:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948037.436897:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948037.436901:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948037.436911:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948037.436914:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948037.436920:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784948037.436926:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784948037.436927:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948037.436935:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784948037.436942:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948037.436945:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541296:541296:255:4294967295] 192.168.201.111@tcp LPNI seq info [541233:541233:7:4294967295] 00000400:00000200:3.0:1784948037.436953:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948037.436960:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948037.436971:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948037.436973:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948037.436983:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948037.436989:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784948037.436996:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948037.436997:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948037.437006:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948037.437012:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948037.437014:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948037.437020:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.437024:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306800901 00000100:00000040:3.0:1784948037.437027:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9056 usecs (10 jiffies) 00000400:00000200:3.0:1784948037.437036:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784948037.437038:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43840. 00000100:00000001:3.0:1784948037.437040:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306797066 00000100:00000001:2.0:1784948037.437087:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948037.437099:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306800902 00000100:00000001:3.0:1784948037.437104:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306800901 00000100:00000010:2.0:1784948037.437106:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43900. 00000100:00000001:3.0:1784948037.437115:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306797067 00000100:00000001:2.0:1784948037.437119:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784948037.437122:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948037.437128:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784948037.437129:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948037.437130:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306800902 00000100:00000001:2.0:1784948037.437135:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948037.437138:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948037.437140:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948037.437144:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948037.437150:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948037.437150:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.437151:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948037.437159:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948037.437164:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:3.0:1784948037.437165:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948037.437166:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948037.437173:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784948037.437174:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948037.437176:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948037.437179:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948037.437181:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948037.437182:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948037.437184:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948037.437190:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948037.437192:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784948037.437196:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.437197:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948037.437203:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.437203:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948037.437211:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.437225:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948037.437226:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948037.437229:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948037.437234:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948037.437234:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948037.437238:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948037.437243:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948037.437247:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948037.437249:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155032448:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948037.437250:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948037.437255:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948037.437259:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948037.437262:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948037.437266:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948037.437270:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948037.437273:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948037.437278:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948037.437283:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948037.437288:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784948037.437293:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032448, portal 10 00000100:00000001:2.0:1784948037.437296:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948037.437298:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000040:2.0:1784948037.437308:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.437318:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948037.437322:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948037.437326:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000200:2.0:1784948037.437330:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155032448, offset 0 00000400:00000200:2.0:1784948037.437337:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948037.437339:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948037.437343:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784948037.437344:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.437348:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948037.437351:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948037.437354:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948037.437357:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948037.437359:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000200:2.0:1784948037.437362:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:0.0:1784948037.437363:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000400:00000200:2.0:1784948037.437366:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948037.437367:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948037.437370:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:0.0:1784948037.437374:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948037.437376:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541297:541297:255:4294967295] 192.168.201.111@tcp LPNI seq info [541234:541234:7:4294967295] 00000400:00000200:2.0:1784948037.437384:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948037.437389:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948037.437395:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948037.437397:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948037.437406:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948037.437408:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948037.437411:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1784948037.437412:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:2.0:1784948037.437418:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948037.437427:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948037.437432:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948037.437441:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948037.437446:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10221 usecs (11 jiffies) 00000400:00000200:2.0:1784948037.437452:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948037.437456:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306797068 00000100:00000001:2.0:1784948037.437461:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306800901 00000100:00000001:2.0:1784948037.437465:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306797068 00000100:00000001:2.0:1784948037.437468:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306800902 00000100:00000001:2.0:1784948037.437472:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948037.437476:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948037.437478:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948037.437481:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948037.437482:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784948037.437485:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.437487:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948037.437490:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948037.437493:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948037.437493:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948037.437497:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948037.437498:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000100:00000001:2.0:1784948037.437500:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784948037.437502:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:2.0:1784948037.437503:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948037.437506:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948037.437507:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948037.437529:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948037.437546:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948037.437553:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948037.437564:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948037.437567:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948037.439917:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948037.439932:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948037.439935:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948037.439938:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.439944:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.439949:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948037.439957:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.439961:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.439965:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.439970:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315480 00000400:00000200:0.0:1784948037.439975:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.439981:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245d1 [1] + 224 00000800:00000001:0.0:1784948037.439989:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948037.439998:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.440000:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948037.440005:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948037.440010:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948037.440016:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948037.440029:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948037.440083:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948037.440096:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948037.440103:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948037.440107:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948037.440107:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948037.440110:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948037.440111:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948037.440116:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948037.440117:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948037.440121:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948037.440123:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:2.0:1784948037.440125:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784948037.440130:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948037.440131:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000200:0.0:1784948037.440134:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948037.440134:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784948037.440138:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948037.440140:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.440145:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315500 00000100:00000200:2.0:1784948037.440146:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948037.440151:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948037.440157:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245d9 [1] + 224 00000100:00000200:2.0:1784948037.440162:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948037.440163:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948037.440170:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.440174:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948037.440180:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948037.440185:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948037.440185:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948037.440188:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948037.440190:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.440191:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948037.440195:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948037.440199:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948037.440202:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948037.440205:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948037.440207:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948037.440214:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948037.440220:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=28 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948037.440225:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948037.440228:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948037.440228:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948037.440232:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948037.440234:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948037.440236:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948037.440239:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948037.440240:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948037.440248:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.440260:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948037.440265:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948037.440268:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948037.440276:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948037.440292:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155032192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948037.440302:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.440307:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948037.440314:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155032192/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.440327:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948037.440327:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948037.440333:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948037.440336:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:3.0:1784948037.440342:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1784948037.440344:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000800:00000001:0.0:1784948037.440352:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948037.440353:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948037.440356:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948037.440359:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784948037.440361:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948037.440363:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784948037.440364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784948037.440366:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 00000800:00000001:0.0:1784948037.440367:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948037.440371:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784948037.440373:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948037.440374:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948037.440378:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000400:00000200:0.0:1784948037.440379:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948037.440382:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948037.440385:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.440387:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948037.440388:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948037.440392:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948037.440393:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948037.440395:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948037.440399:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948037.440399:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.440403:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948037.440405:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315580 00000400:00000200:0.0:1784948037.440410:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948037.440416:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948037.440423:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948037.440430:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948037.440434:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948037.440440:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948037.440452:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948037.440453:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245e1 [1] + 224 00000800:00000001:0.0:1784948037.440471:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948037.440477:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948037.440483:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.440492:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948037.440493:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948037.440498:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948037.440503:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948037.440504:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948037.440510:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948037.440513:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948037.440514:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948037.440517:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948037.440522:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948037.440524:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948037.440530:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948037.440542:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=68 v=5 (1 1 1 1) 00000100:00000040:0.0:1784948037.440549:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.440550:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948037.440554:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948037.440561:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948037.440566:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948037.440596:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948037.440598:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948037.440602:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948037.440603:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948037.440607:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948037.440615:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784948037.440616:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948037.440625:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948037.440629:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948037.440634:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948037.440637:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948037.440642:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948037.440652:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155032320:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948037.440661:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948037.440666:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948037.440667:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948037.440674:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155032320/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.440675:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948037.440683:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948037.440689:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948037.440694:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948037.440696:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948037.440703:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1784948037.440706:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 02000000:00000010:3.0:1784948037.440709:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000400:00000010:2.0:1784948037.440714:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 02000000:00000001:3.0:1784948037.440718:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948037.440721:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784948037.440724:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948037.440730:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000200:2.0:1784948037.440734:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948037.440735:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948037.440740:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:3.0:1784948037.440747:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948037.440751:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948037.440756:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000200:2.0:1784948037.440760:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948037.440763:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948037.440767:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948037.440773:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948037.440781:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948037.440784:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948037.440785:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.440789:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948037.440790:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948037.440795:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948037.440797:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948037.440800:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948037.440804:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948037.440806:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948037.440809:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948037.440814:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948037.440819:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948037.440822:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948037.440824:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948037.440826:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948037.440829:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.440832:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948037.440833:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948037.440836:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948037.440837:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948037.440842:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.440848:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948037.440851:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948037.440853:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948037.440856:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948037.440865:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155032448:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948037.440869:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948037.440871:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948037.440874:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155032448/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948053 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948037.440880:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948037.440882:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948037.440884:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948037.440887:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948037.440888:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948037.440890:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948037.440893:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948037.440895:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784948037.440897:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948037.440899:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948037.440901:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:2.0:1784948037.440904:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948037.440905:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948037.440908:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948037.440912:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948037.440914:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948037.440917:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948037.440919:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948037.628135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948037.628141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948037.628212:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948037.628217:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948037.628220:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948038.652138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948038.652144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948038.652208:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948038.652213:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948038.652216:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948039.676130:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948039.676138:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948039.676170:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948039.676176:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948039.676180:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948040.700185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948040.700196:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948040.700301:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948040.700310:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948040.700316:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948041.340165:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306800902, at 4306800960 00000100:00000040:0.0:1784948041.340170:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306800901, at 4306800960 00000100:00000010:1.0:1784948041.340189:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43900. 00000100:00000010:0.0:1784948041.340193:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43840. 00010000:00000001:1.0:1784948041.724184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948041.724194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948041.724289:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948041.724297:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948041.724304:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948042.556190:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948042.556203:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948042.556216:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784948042.556224:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948042.556230:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948042.556234:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948042.556241:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948042.556252:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948042.556261:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556276:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948042.556291:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948042.556297:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556305:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948042.556346:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556350:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948042.556355:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948042.556359:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948042.556361:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948042.556364:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948042.556366:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948042.556368:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948042.556372:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948042.556375:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556381:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948042.556390:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948042.556393:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556397:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948042.556407:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556410:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948042.556417:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948042.556421:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784948042.556424:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948042.556427:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948042.556429:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948042.556433:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948042.556436:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948042.556440:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.556445:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948042.556453:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948042.556455:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948042.556462:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.556463:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948042.556470:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.556471:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948042.556524:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948042.556529:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948042.556530:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948042.556549:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948042.556559:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948042.556566:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948042.556567:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948042.556577:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948042.556578:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948042.556583:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948042.556588:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12139) 02000000:00000001:2.0:1784948042.556590:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948042.556602:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155032576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948042.556608:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948042.556616:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948042.556619:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948042.556622:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948042.556631:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948042.556634:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.556637:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948042.556644:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784948042.556646:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948042.556648:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784948042.556654:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784948042.556664:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948042.556668:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784948042.556682:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032576, portal 25 00000100:00000001:3.0:1784948042.556683:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948042.556689:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.556691:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948042.556697:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 02000000:00000001:3.0:1784948042.556698:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948042.556706:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948042.556717:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948042.556717:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948042.556731:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155032704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948042.556746:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948042.556752:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948042.556753:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948042.556760:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948042.556769:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948042.556770:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1784948042.556777:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 02000000:00000010:3.0:1784948042.556783:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 00000100:00000200:2.0:1784948042.556786:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155032576, offset 0 02000000:00000001:3.0:1784948042.556790:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948042.556802:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948042.556803:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948042.556814:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948042.556822:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948042.556823:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948042.556834:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032704, portal 10 00000400:00000200:2.0:1784948042.556838:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948042.556840:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948042.556846:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000400:00000200:2.0:1784948042.556852:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948042.556862:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784948042.556863:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948042.556873:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948042.556884:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948042.556894:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948042.556896:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541298:541298:256:4294967295] 192.168.201.111@tcp LPNI seq info [541235:541235:8:4294967295] 00000100:00000040:3.0:1784948042.556907:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948042.556915:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948042.556916:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784948042.556924:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155032704, offset 0 00000400:00000200:3.0:1784948042.556942:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948042.556943:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948042.556953:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948042.556958:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948042.556968:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:2.0:1784948042.556970:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784948042.556979:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948042.556989:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948042.556995:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948042.557002:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948042.557011:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784948042.557012:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948042.557023:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948042.557024:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541299:541299:255:4294967295] 192.168.201.111@tcp LPNI seq info [541236:541236:7:4294967295] 00000400:00000200:3.0:1784948042.557037:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948042.557089:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948042.557097:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948042.557106:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000001:2.0:1784948042.557109:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948042.557118:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948042.557127:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948042.557134:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306806022 00000800:00000200:3.0:1784948042.557136:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:2.0:1784948042.557144:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43960. 00000800:00000200:3.0:1784948042.557145:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948042.557157:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.557160:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784948042.557163:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9055 usecs (10 jiffies) 00000100:00000001:2.0:1784948042.557173:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306806022 00000400:00000200:3.0:1784948042.557174:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948042.557184:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306802187 00000100:00000010:2.0:1784948042.557188:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43300. 00000100:00000001:3.0:1784948042.557191:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306806022 00000100:00000001:2.0:1784948042.557196:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948042.557198:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306802187 00000100:00000001:2.0:1784948042.557209:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948042.557211:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948042.557212:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306806022 00000100:00000001:2.0:1784948042.557217:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948042.557223:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784948042.557225:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948042.557228:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948042.557237:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948042.557240:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.557241:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.557253:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948042.557255:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948042.557261:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000100:00000001:2.0:1784948042.557264:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948042.557265:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948042.557268:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784948042.557273:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948042.557281:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948042.557283:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948042.557283:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948042.557292:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948042.557294:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784948042.557295:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.557301:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948042.557310:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948042.557319:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948042.557321:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948042.557324:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948042.557325:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.557338:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948042.557341:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.557371:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948042.557377:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948042.557378:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948042.557383:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948042.557384:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784948042.557388:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948042.557393:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948042.557401:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155032832:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948042.557407:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948042.557411:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948042.557413:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948042.557416:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948042.557421:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948042.557424:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948042.557429:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948042.557434:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948042.557440:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784948042.557445:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032832, portal 10 00000100:00000001:2.0:1784948042.557447:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948042.557449:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:2.0:1784948042.557458:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.557468:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948042.557472:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948042.557478:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000800:00000200:0.0:1784948042.557504:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784948042.557512:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155032832, offset 0 00000800:00000010:0.0:1784948042.557514:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:0.0:1784948042.557526:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948042.557527:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948042.557539:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.557548:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948042.557553:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948042.557562:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948042.557565:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948042.557569:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948042.557573:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948042.557576:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000200:2.0:1784948042.557578:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541300:541300:255:4294967295] 192.168.201.111@tcp LPNI seq info [541237:541237:7:4294967295] 00000400:00000010:0.0:1784948042.557586:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000400:00000200:2.0:1784948042.557589:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948042.557602:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948042.557610:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:0.0:1784948042.557621:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948042.557623:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948042.557633:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784948042.557647:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948042.557662:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948042.557667:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784948042.557669:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948042.557678:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948042.557679:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948042.557684:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10220 usecs (11 jiffies) 00000400:00000200:2.0:1784948042.557700:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948042.557708:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306802188 00000100:00000001:0.0:1784948042.557711:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.557714:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306806022 00000100:00000001:0.0:1784948042.557716:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948042.557724:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306802188 00000100:00000001:2.0:1784948042.557728:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306806022 00000100:00000001:2.0:1784948042.557731:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948042.557734:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.557738:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.557740:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948042.557746:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948042.557747:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948042.557752:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784948042.557755:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:2.0:1784948042.557758:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948042.557763:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948042.557766:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948042.557768:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948042.557778:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948042.557778:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948042.557792:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:0.0:1784948042.557795:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00000001:0.0:1784948042.557799:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948042.557803:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948042.557814:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948042.557820:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948042.557829:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948042.557831:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948042.560796:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948042.560811:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948042.560816:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948042.560819:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.560825:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560832:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948042.560841:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560846:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560852:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560857:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315600 00000400:00000200:0.0:1784948042.560863:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560870:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245e9 [1] + 224 00000800:00000001:0.0:1784948042.560877:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948042.560883:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.560886:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948042.560891:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948042.560898:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948042.560905:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948042.560918:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948042.560940:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948042.560949:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948042.560953:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948042.560955:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948042.560958:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.560962:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560966:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948042.560971:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560975:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560978:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560982:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315680 00000400:00000200:0.0:1784948042.560986:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948042.560991:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245f1 [1] + 224 00000800:00000001:0.0:1784948042.560995:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948042.560998:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.561001:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948042.561004:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948042.561007:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948042.561012:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948042.561026:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.561047:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948042.561092:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948042.561102:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948042.561105:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948042.561109:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784948042.561111:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:0.0:1784948042.561113:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948042.561116:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1784948042.561124:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784948042.561129:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784948042.561134:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784948042.561138:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948042.561143:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948042.561145:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784948042.561148:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948042.561153:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000800:00000001:0.0:1784948042.561154:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948042.561166:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1784948042.561167:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000800:00000001:0.0:1784948042.561174:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784948042.561175:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000200:2.0:1784948042.561184:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948042.561185:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948042.561187:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948042.561207:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948042.561210:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948042.561232:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948042.561234:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948042.561240:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.561250:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948042.561251:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948042.561258:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948042.561264:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948042.561265:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948042.561271:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.561272:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948042.561282:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315700 02000000:00000001:2.0:1784948042.561284:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948042.561300:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=33 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948042.561304:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784948042.561319:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=33 v=5 (1 1 1 1) 00000400:00000200:0.0:1784948042.561321:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5245f9 [1] + 224 00000100:00000001:2.0:1784948042.561338:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784948042.561341:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948042.561344:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561353:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784948042.561354:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948042.561356:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948042.561363:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561363:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948042.561364:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948042.561375:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561377:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948042.561385:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948042.561386:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948042.561390:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784948042.561396:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948042.561398:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948042.561399:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784948042.561411:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948042.561415:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948042.561424:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=33 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948042.561442:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:3.0:1784948042.561445:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=73 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948042.561455:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948042.561461:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948042.561462:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948042.561465:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948042.561468:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948042.561478:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:2.0:1784948042.561479:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948042.561513:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561524:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948042.561530:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948042.561540:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948042.561543:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948042.561545:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948042.561553:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155032576:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784948042.561559:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784948042.561565:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.561568:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948042.561571:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.561577:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948042.561594:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155032576/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948042.561602:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948042.561610:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948042.561616:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784948042.561617:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948042.561627:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948042.561628:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948042.561639:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948042.561644:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784948042.561649:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784948042.561650:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948042.561662:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948042.561669:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784948042.561681:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784948042.561689:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155032704:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784948042.561690:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948042.561697:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:2.0:1784948042.561710:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948042.561713:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.561717:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948042.561720:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948042.561730:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948042.561731:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155032704/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.561743:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948042.561748:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948042.561752:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:2.0:1784948042.561756:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784948042.561759:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:2.0:1784948042.561762:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948042.561771:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000010:3.0:1784948042.561771:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 00000400:00000200:2.0:1784948042.561783:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 02000000:00000001:3.0:1784948042.561787:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000010:2.0:1784948042.561789:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000020:00000001:3.0:1784948042.561798:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948042.561799:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000040:3.0:1784948042.561808:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000200:2.0:1784948042.561814:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948042.561818:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948042.561827:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000100:00000200:2.0:1784948042.561839:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948042.561842:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948042.561849:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948042.561857:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784948042.561858:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948042.561863:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.561868:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948042.561871:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784948042.561872:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948042.561881:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.561882:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948042.561886:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948042.561893:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561893:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948042.561910:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=33 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948042.561913:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784948042.561916:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948042.561921:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.561923:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948042.561928:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561933:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:2.0:1784948042.561934:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948042.561943:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948042.561944:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.561947:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948042.561952:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948042.561957:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948042.561959:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948042.561964:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.561973:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948042.561976:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948042.561979:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948042.561985:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948042.561996:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155032832:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948042.562003:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.562006:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948042.562010:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155032832/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948058 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948042.562018:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948042.562020:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948042.562022:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948042.562025:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948042.562027:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948042.562029:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948042.562031:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948042.562033:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:2.0:1784948042.562036:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948042.562037:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948042.562039:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784948042.562042:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948042.562045:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.562047:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948042.562084:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948042.562087:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948042.562089:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948042.562092:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948042.748170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948042.748181:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948042.748184:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948042.748190:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948042.748196:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948042.748201:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948042.748204:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948042.748209:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948042.748348:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948042.748354:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948042.748359:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948043.772202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948043.772211:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948043.772343:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948043.772350:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948043.772355:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948044.796247:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948044.796257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948044.796334:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948044.796340:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948044.796345:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948045.820228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948045.820237:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948045.820354:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784948045.820360:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784948045.820366:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948046.460182:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306806022, at 4306806080 00000100:00000040:1.0:1784948046.460190:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306806022, at 4306806080 00000100:00000010:0.0:1784948046.460210:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43960. 00000100:00000010:1.0:1784948046.460219:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43300. 00010000:00000001:1.0:1784948046.844206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948046.844215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948046.844369:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948046.844376:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948046.844381:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948047.676144:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948047.676152:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948047.676161:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948047.676165:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948047.676169:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948047.676171:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948047.676176:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948047.676184:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948047.676191:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676203:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948047.676222:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948047.676227:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676234:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948047.676264:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676266:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948047.676269:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948047.676272:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948047.676274:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948047.676276:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948047.676277:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948047.676279:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948047.676283:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948047.676286:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676290:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948047.676294:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948047.676299:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1784948047.676301:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784948047.676301:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.676304:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948047.676308:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.676313:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948047.676316:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948047.676317:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.676322:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948047.676322:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948047.676326:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948047.676327:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784948047.676330:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1784948047.676331:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784948047.676334:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948047.676337:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948047.676338:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1784948047.676339:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948047.676340:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948047.676345:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948047.676350:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.676352:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948047.676356:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676357:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948047.676361:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948047.676365:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948047.676366:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948047.676370:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948047.676371:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676375:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948047.676379:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155033088:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948047.676387:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948047.676406:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948047.676408:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.676409:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948047.676411:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784948047.676413:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948047.676417:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1784948047.676418:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784948047.676420:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948047.676421:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948047.676427:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784948047.676431:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948047.676432:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12144) 00000400:00000010:2.0:1784948047.676436:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948047.676444:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784948047.676451:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033088, portal 10 00000100:00000001:2.0:1784948047.676453:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948047.676455:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000100:00000001:3.0:1784948047.676459:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948047.676464:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948047.676466:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948047.676467:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948047.676476:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.676479:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948047.676488:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948047.676493:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000001:3.0:1784948047.676494:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948047.676498:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948047.676500:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155033088, offset 0 02000000:00000001:3.0:1784948047.676502:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948047.676506:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948047.676509:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948047.676512:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784948047.676517:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155033216:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948047.676523:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948047.676524:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948047.676530:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784948047.676534:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784948047.676534:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948047.676541:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948047.676543:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:3.0:1784948047.676547:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 00000400:00000200:2.0:1784948047.676548:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:3.0:1784948047.676552:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948047.676555:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948047.676560:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948047.676560:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948047.676566:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948047.676567:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541301:541301:256:4294967295] 192.168.201.111@tcp LPNI seq info [541238:541238:8:4294967295] 00000400:00000010:3.0:1784948047.676572:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000400:00000200:2.0:1784948047.676573:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948047.676578:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033216, portal 10 00000100:00000001:3.0:1784948047.676581:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948047.676584:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000400:00000200:2.0:1784948047.676588:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784948047.676593:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948047.676595:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948047.676603:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948047.676603:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948047.676608:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948047.676612:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:3.0:1784948047.676612:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000200:3.0:1784948047.676616:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155033216, offset 0 00000800:00000200:2.0:1784948047.676625:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948047.676626:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948047.676631:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948047.676633:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948047.676639:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948047.676642:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948047.676644:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948047.676646:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948047.676647:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948047.676651:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:2.0:1784948047.676652:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9055 usecs (10 jiffies) 00000400:00000200:3.0:1784948047.676655:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541302:541302:255:4294967295] 192.168.201.111@tcp LPNI seq info [541239:541239:7:4294967295] 00000400:00000200:2.0:1784948047.676659:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948047.676664:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306807306 00000400:00000200:3.0:1784948047.676665:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784948047.676671:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d20. 00000400:00000200:3.0:1784948047.676678:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948047.676680:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784948047.676685:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948047.676687:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306807306 00000800:00000010:3.0:1784948047.676690:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000010:2.0:1784948047.676692:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43660. 00000800:00000200:3.0:1784948047.676697:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948047.676699:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784948047.676706:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948047.676708:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784948047.676709:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948047.676713:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.676715:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.676717:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948047.676719:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10220 usecs (11 jiffies) 00000100:00000040:2.0:1784948047.676724:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948047.676727:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948047.676732:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306807307 00000100:00000001:2.0:1784948047.676738:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948047.676739:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.676741:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, simply extend its deadline from 4306807306 02000000:00000001:2.0:1784948047.676742:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948047.676745:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948047.676747:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306807307 02000000:00000001:2.0:1784948047.676748:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948047.676755:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155032960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948047.676755:0:2408:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, simply extend its deadline from 4306807306 00000100:00000001:3.0:1784948047.676762:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948047.676763:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948047.676765:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948047.676768:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784948047.676769:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948047.676769:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948047.676772:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.676773:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784948047.676777:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 02000000:00000001:2.0:1784948047.676779:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948047.676780:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948047.676783:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948047.676784:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784948047.676785:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948047.676786:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948047.676790:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948047.676791:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.676794:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948047.676799:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948047.676800:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948047.676800:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948047.676809:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:2.0:1784948047.676809:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:0.0:1784948047.676814:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000400:00000010:2.0:1784948047.676817:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000001:0.0:1784948047.676820:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784948047.676823:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155032960, portal 25 00000100:00000001:2.0:1784948047.676826:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:0.0:1784948047.676829:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.676829:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000040:2.0:1784948047.676841:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948047.676846:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948047.676853:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948047.676854:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948047.676859:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948047.676864:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784948047.676870:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155032960, offset 0 00000100:00000001:0.0:1784948047.676871:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.676877:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948047.676880:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948047.676884:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948047.676888:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948047.676891:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948047.676893:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948047.676894:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948047.676898:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1784948047.676899:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:2.0:1784948047.676901:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948047.676906:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948047.676906:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541303:541303:255:4294967295] 192.168.201.111@tcp LPNI seq info [541240:541240:7:4294967295] 00000400:00000200:2.0:1784948047.676914:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.676918:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948047.676926:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948047.676930:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948047.676934:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000800:00000010:2.0:1784948047.676934:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000010:0.0:1784948047.676939:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000800:00000200:2.0:1784948047.676944:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948047.676946:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784948047.676952:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:0.0:1784948047.676955:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948047.676957:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948047.676965:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.676971:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948047.676972:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948047.676977:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306811141 00000100:00000040:0.0:1784948047.676978:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.676985:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306807307 00000100:00000001:0.0:1784948047.676991:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.676994:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306811141 00000100:00000001:0.0:1784948047.676995:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948047.677001:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306807307 00000100:00000001:2.0:1784948047.677005:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948047.677008:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948047.677009:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948047.677011:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948047.677013:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784948047.677015:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948047.677018:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948047.677020:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948047.677023:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948047.677027:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948047.677027:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948047.677031:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948047.677033:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000100:00000001:2.0:1784948047.677034:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948047.677039:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784948047.677039:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.677046:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948047.677106:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948047.677114:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948047.677118:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948047.677125:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.677127:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948047.678335:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948047.678355:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948047.678358:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948047.678362:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948047.678367:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.678372:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948047.678379:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.678383:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.678389:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.678408:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315800 00000400:00000200:0.0:1784948047.678413:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.678419:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524601 [1] + 224 00000800:00000001:0.0:1784948047.678425:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948047.678429:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948047.678432:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948047.678435:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948047.678439:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948047.678444:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948047.678453:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948047.678468:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948047.678475:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948047.678478:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948047.678480:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948047.678482:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948047.678486:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948047.678495:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948047.678501:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948047.678503:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948047.678506:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948047.678507:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948047.678511:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948047.678513:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948047.678514:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948047.678519:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784948047.678523:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315880 00000400:00000200:2.0:1784948047.678524:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:2.0:1784948047.678527:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784948047.678531:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948047.678532:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948047.678537:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948047.678542:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524609 [1] + 224 00000800:00000001:0.0:1784948047.678552:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948047.678555:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948047.678559:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.678562:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948047.678564:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948047.678565:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.678570:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948047.678572:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948047.678574:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948047.678575:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948047.678578:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.678582:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784948047.678582:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948047.678591:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948047.678591:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948047.678598:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948047.678605:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948047.678607:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948047.678612:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784948047.678615:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948047.678616:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.678621:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948047.678624:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948047.678628:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948047.678630:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948047.678639:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948047.678644:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948047.678645:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948047.678649:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948047.678651:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948047.678652:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948047.678657:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948047.678660:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784948047.678664:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155033088:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784948047.678665:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948047.678672:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948047.678673:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.678675:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948047.678678:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948047.678680:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155033088/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948047.678682:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948047.678682:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948047.678688:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948047.678692:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948047.678693:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784948047.678696:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784948047.678696:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 02000000:00000001:2.0:1784948047.678697:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948047.678702:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948047.678703:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 02000000:00000001:2.0:1784948047.678705:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784948047.678708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948047.678708:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000020:00000001:2.0:1784948047.678709:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948047.678713:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948047.678715:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784948047.678717:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784948047.678718:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784948047.678721:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000200:3.0:1784948047.678724:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948047.678725:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1784948047.678727:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948047.678728:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948047.678733:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784948047.678738:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784948047.678739:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315780 00000100:00000001:2.0:1784948047.678741:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.678747:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948047.678749:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948047.678751:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948047.678751:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948047.678754:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948047.678758:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.678762:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948047.678765:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524611 [1] + 224 00000800:00000001:0.0:1784948047.678776:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948047.678776:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948047.678781:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948047.678785:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948047.678786:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948047.678789:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948047.678790:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948047.678793:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948047.678798:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948047.678798:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948047.678803:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.678805:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784948047.678810:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=38 v=5 (5 5 5 5) 00000100:00000200:0.0:1784948047.678811:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948047.678820:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948047.678827:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784948047.678830:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948047.678831:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948047.678836:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948047.678840:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.678844:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948047.678846:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948047.678848:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948047.678849:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948047.678851:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948047.678855:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948047.678857:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948047.678863:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948047.678863:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948047.678869:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948047.678871:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.678873:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948047.678874:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.678876:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948047.678880:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948047.678883:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00100000:3.0:1784948047.678884:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155033216:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784948047.678886:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948047.678890:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948047.678891:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000100:00000001:3.0:1784948047.678893:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784948047.678894:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000040:3.0:1784948047.678898:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155033216/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.678899:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948047.678906:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948047.678909:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948047.678912:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948047.678915:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 00000100:00000200:2.0:1784948047.678919:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948047.678920:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948047.678923:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948047.678925:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948047.678929:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948047.678932:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000001:2.0:1784948047.678933:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784948047.678935:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784948047.678937:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948047.678937:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948047.678942:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000010:3.0:1784948047.678942:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 02000000:00000001:2.0:1784948047.678944:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948047.678947:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948047.678948:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948047.678949:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.678950:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948047.678953:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.678954:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948047.678957:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=38 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948047.678959:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1784948047.678961:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=38 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948047.678962:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948047.678967:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948047.678968:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948047.678970:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.678971:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948047.678976:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948047.678977:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.678979:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948047.678982:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.678986:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948047.678988:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948047.678989:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948047.678991:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948047.678996:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155032960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948047.678999:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.679000:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948047.679002:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155032960/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948063 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948047.679006:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948047.679007:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948047.679008:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948047.679010:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948047.679011:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948047.679012:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948047.679013:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948047.679014:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784948047.679016:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948047.679017:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948047.679018:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784948047.679020:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948047.679021:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.679022:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948047.679025:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948047.679026:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948047.679028:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948047.679029:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948047.868144:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948047.868150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948047.868242:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948047.868246:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948047.868249:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948048.892125:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948048.892131:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948048.892218:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948048.892221:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948048.892224:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948049.916131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948049.916137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948049.916231:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948049.916234:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948049.916237:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948050.940188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948050.940207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948050.940295:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948050.940300:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948050.940304:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948051.580205:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306811141, at 4306811200 00000100:00000040:1.0:1784948051.580228:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306811141, at 4306811200 00000100:00000010:0.0:1784948051.580231:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d20. 00000100:00000010:1.0:1784948051.580248:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43660. 00010000:00000001:1.0:1784948051.964205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948051.964219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948051.964397:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948051.964403:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948051.964409:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948052.796213:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948052.796225:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948052.796235:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d180. 00000020:00000040:0.0:1784948052.796242:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948052.796248:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948052.796252:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948052.796260:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948052.796271:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948052.796279:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796294:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948052.796329:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948052.796335:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796345:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a13122] to pc [ptlrpcd_00_01+1] req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.796385:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796389:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948052.796394:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948052.796398:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784948052.796401:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948052.796404:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948052.796407:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948052.796410:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948052.796415:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948052.796419:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796425:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948052.796435:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948052.796438:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796444:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.796450:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948052.796458:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.796463:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948052.796465:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948052.796473:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948052.796476:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948052.796483:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784948052.796486:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948052.796492:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948052.796494:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1784948052.796496:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948052.796497:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948052.796506:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948052.796520:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796530:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948052.796537:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948052.796543:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948052.796559:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948052.796560:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948052.796565:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948052.796569:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948052.796572:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948052.796584:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155033344:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948052.796588:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b31ffb1] to pc [ptlrpcd_00_01+1] req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.796592:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948052.796602:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948052.796608:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948052.796616:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948052.796628:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948052.796630:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948052.796639:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.796640:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784948052.796652:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948052.796653:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948052.796663:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1784948052.796664:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9738. 00000100:00000040:0.0:1784948052.796671:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1784948052.796678:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000100:00000040:0.0:1784948052.796681:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12150) 00000100:00000200:1.0:1784948052.796690:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033344, portal 25 00000100:00000001:1.0:1784948052.796697:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948052.796700:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534245248 : -119148175306368 : ffff93a2a755d180) 00000100:00000001:0.0:1784948052.796702:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948052.796709:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948052.796712:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.796713:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948052.796727:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.796738:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948052.796754:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784948052.796754:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948052.796762:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948052.796763:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1550. 02000000:00000001:0.0:1784948052.796767:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:1.0:1784948052.796771:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155033344, offset 0 02000000:00000001:0.0:1784948052.796772:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948052.796783:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948052.796790:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:0.0:1784948052.796793:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155033472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948052.796801:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948052.796806:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948052.796807:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948052.796814:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948052.796818:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948052.796824:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:0.0:1784948052.796826:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784948052.796833:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948052.796837:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948052.796844:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948052.796851:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:0.0:1784948052.796855:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea840. 00000400:00000200:1.0:1784948052.796861:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784948052.796867:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000400:00000200:1.0:1784948052.796868:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:0.0:1784948052.796880:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033472, portal 10 00000400:00000200:1.0:1784948052.796881:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541304:541304:256:4294967295] 192.168.201.111@tcp LPNI seq info [541241:541241:8:4294967295] 00000100:00000001:0.0:1784948052.796888:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948052.796895:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534254208 : -119148175297408 : ffff93a2a755f480) 00000400:00000200:1.0:1784948052.796898:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948052.796910:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948052.796929:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948052.796940:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784948052.796952:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948052.796961:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000100:00000040:0.0:1784948052.796969:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948052.796976:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:0.0:1784948052.796978:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000200:0.0:1784948052.796987:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155033472, offset 0 00000800:00000200:1.0:1784948052.796994:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948052.796999:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948052.797007:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948052.797016:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.797026:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948052.797033:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948052.797034:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948052.797045:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948052.797090:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948052.797095:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306816262 00000100:00000010:1.0:1784948052.797103:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f240. 00000400:00000200:0.0:1784948052.797108:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948052.797116:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948052.797117:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948052.797127:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541305:541305:255:4294967295] 192.168.201.111@tcp LPNI seq info [541242:541242:7:4294967295] 00000100:00000001:1.0:1784948052.797132:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306816262 00000400:00000200:0.0:1784948052.797141:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784948052.797145:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f420. 00000100:00000001:1.0:1784948052.797154:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948052.797165:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948052.797166:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948052.797176:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948052.797184:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948052.797185:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.797196:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784948052.797199:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000100:00000001:1.0:1784948052.797207:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784948052.797209:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948052.797213:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948052.797219:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784948052.797223:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948052.797225:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948052.797232:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784948052.797233:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948052.797241:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948052.797245:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948052.797249:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9055 usecs (10 jiffies) 00000400:00000200:0.0:1784948052.797264:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948052.797272:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306812427 00000100:00000001:1.0:1784948052.797275:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948052.797279:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306816262 00000100:00000001:1.0:1784948052.797280:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797289:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306812427 02000000:00000001:1.0:1784948052.797291:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948052.797299:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948052.797300:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306816262 02000000:00000001:1.0:1784948052.797332:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797335:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948052.797341:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948052.797344:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155033600:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948052.797347:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797357:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.797359:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948052.797366:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784948052.797367:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948052.797373:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1784948052.797375:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797379:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948052.797387:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948052.797387:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948052.797390:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797396:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948052.797400:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948052.797408:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948052.797417:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948052.797424:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9ec8. 00000400:00000010:1.0:1784948052.797434:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:1.0:1784948052.797441:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033600, portal 10 00000100:00000001:1.0:1784948052.797446:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948052.797450:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534248832 : -119148175302784 : ffff93a2a755df80) 00000800:00000200:0.0:1784948052.797456:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948052.797462:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000100:00000040:1.0:1784948052.797468:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948052.797471:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948052.797490:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948052.797503:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000400:00000010:0.0:1784948052.797510:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 00000100:00000001:1.0:1784948052.797522:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948052.797523:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:1.0:1784948052.797531:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948052.797537:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000100:00000200:0.0:1784948052.797541:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948052.797544:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155033600, offset 0 00000400:00000200:1.0:1784948052.797564:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948052.797580:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948052.797587:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948052.797589:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948052.797599:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:0.0:1784948052.797605:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948052.797607:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948052.797617:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948052.797628:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948052.797641:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541306:541306:254:4294967295] 192.168.201.111@tcp LPNI seq info [541243:541243:6:4294967295] 00000100:00000001:0.0:1784948052.797644:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797651:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784948052.797653:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948052.797664:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948052.797671:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948052.797676:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000800:00000200:1.0:1784948052.797684:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948052.797692:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948052.797697:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948052.797701:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948052.797706:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10220 usecs (11 jiffies) 00000400:00000200:1.0:1784948052.797711:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948052.797714:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306812428 00000100:00000001:1.0:1784948052.797718:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306816262 00000100:00000001:1.0:1784948052.797721:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306812428 00000100:00000001:1.0:1784948052.797724:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306816262 00000100:00000001:1.0:1784948052.797727:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948052.797730:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.797734:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.797737:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.797743:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948052.797747:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948052.797752:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784948052.797755:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948052.797757:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784948052.797762:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000100:00000001:1.0:1784948052.797765:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948052.797769:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948052.797776:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948052.797782:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948052.797790:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:0.0:1784948052.797794:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:0.0:1784948052.797798:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948052.797804:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.797815:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948052.797820:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.797829:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797831:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948052.797846:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948052.797849:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784948052.797852:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948052.797856:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948052.797859:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:0.0:1784948052.797861:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:0.0:1784948052.797864:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948052.797868:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.797877:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948052.797880:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.797889:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.797891:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948052.800358:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948052.800375:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948052.800380:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948052.800384:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800391:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800399:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948052.800407:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800413:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800418:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800424:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315900 00000400:00000200:0.0:1784948052.800430:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800437:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524619 [1] + 224 00000800:00000001:0.0:1784948052.800445:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948052.800449:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800453:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948052.800458:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948052.800463:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948052.800472:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948052.800488:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.800514:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948052.800525:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948052.800534:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948052.800537:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948052.800541:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800545:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800550:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948052.800556:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800559:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800563:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800567:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315a00 00000400:00000200:0.0:1784948052.800572:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800578:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524639 [1] + 224 00000800:00000001:0.0:1784948052.800583:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948052.800588:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800590:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948052.800596:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948052.800600:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948052.800606:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.800617:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784948052.800619:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.800628:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948052.800638:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784948052.800645:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948052.800646:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784948052.800656:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948052.800658:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948052.800664:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:1.0:1784948052.800667:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9ec8. 00000800:00000001:0.0:1784948052.800668:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800678:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800684:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948052.800687:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000200:0.0:1784948052.800693:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948052.800696:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000400:00000200:0.0:1784948052.800704:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948052.800709:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948052.800714:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800726:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315980 00000100:00000200:1.0:1784948052.800727:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948052.800736:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948052.800753:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524629 [1] + 224 00000800:00000001:0.0:1784948052.800769:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784948052.800774:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948052.800780:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800787:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948052.800801:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948052.800802:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948052.800807:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948052.800809:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.800816:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784948052.800819:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948052.800821:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948052.800827:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948052.800833:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948052.800841:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948052.800848:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948052.800853:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=43 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948052.800867:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948052.800874:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948052.800877:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948052.800880:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948052.800882:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784948052.800886:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948052.800889:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948052.800893:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000800:00000001:0.0:1784948052.800897:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948052.800899:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948052.800907:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948052.800910:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.800919:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948052.800921:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.800925:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948052.800933:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948052.800939:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1784948052.800940:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948052.800946:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea840. 00000100:00000001:1.0:1784948052.800948:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948052.800955:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948052.800960:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000100:00000040:1.0:1784948052.800964:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948052.800971:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:0.0:1784948052.800984:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1784948052.800987:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155033600:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948052.800999:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784948052.801001:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784948052.801003:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948052.801008:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9738. 00000400:00000200:1.0:1784948052.801017:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000010:1.0:1784948052.801021:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:1.0:1784948052.801024:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948052.801031:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948052.801092:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.801113:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948052.801116:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.801118:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.801128:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948052.801133:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948052.801138:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948052.801144:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.801145:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784948052.801148:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948052.801152:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948052.801155:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=43 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948052.801158:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948052.801165:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1784948052.801168:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=43 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948052.801170:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948052.801177:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.801178:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784948052.801183:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.801184:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948052.801191:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948052.801194:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948052.801195:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=43 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948052.801199:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948052.801204:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=83 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948052.801213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.801214:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948052.801220:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948052.801230:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948052.801236:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.801239:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948052.801242:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948052.801245:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784948052.801248:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948052.801250:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948052.801256:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948052.801262:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948052.801264:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948052.801275:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948052.801292:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155033344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948052.801333:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.801342:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948052.801346:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948052.801354:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755df80 x1871641155033600/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.801355:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948052.801360:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948052.801379:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948052.801379:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948052.801389:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948052.801398:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00100000:0.0:1784948052.801401:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155033472:192.168.201.111@tcp:400:kworker.0 02000000:00000001:1.0:1784948052.801412:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948052.801414:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784948052.801420:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948052.801421:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1784948052.801431:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784948052.801432:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f480 x1871641155033472/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948052.801445:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948052.801453:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784948052.801456:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 02000000:00000001:0.0:1784948052.801459:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948052.801466:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:1.0:1784948052.801470:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948052.801474:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784948052.801478:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784948052.801480:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000010:1.0:1784948052.801484:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784948052.801486:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948052.801496:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948052.801498:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:0.0:1784948052.801500:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 00000100:00000001:1.0:1784948052.801503:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948052.801508:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948052.801511:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784948052.801513:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948052.801518:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f480. 00000100:00000040:1.0:1784948052.801525:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d180 x1871641155033344/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948052.801526:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948052.801532:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948052.801540:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948052.801552:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948052.801553:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948052.801560:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948052.801561:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948052.801568:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948052.801570:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784948052.801576:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948052.801577:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948052.801583:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948052.801588:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948052.801591:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948052.801594:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:1.0:1784948052.801598:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948052.801600:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948052.801603:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d180. 00000100:00000001:1.0:1784948052.801607:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948052.801609:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.801611:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948052.801617:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948052.801619:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948052.801622:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948052.801625:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948052.988195:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948052.988203:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948052.988207:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948052.988211:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948052.988219:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948052.988223:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948052.988227:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948052.988232:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948052.988392:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948052.988398:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948052.988403:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948054.012200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948054.012209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948054.012391:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948054.012397:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948054.012403:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948055.036200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948055.036210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948055.036377:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948055.036383:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948055.036388:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948056.060180:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948056.060190:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948056.060233:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948056.060242:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948056.060276:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948056.700183:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306816262, at 4306816320 00000100:00000040:0.0:1784948056.700193:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306816262, at 4306816320 00000100:00000010:1.0:1784948056.700202:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f420. 00000100:00000010:0.0:1784948056.700209:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f240. 00010000:00000001:1.0:1784948057.084191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948057.084200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948057.084308:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948057.084316:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948057.084324:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948057.916327:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948057.916339:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948057.916352:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784948057.916359:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948057.916366:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948057.916370:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948057.916377:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948057.916389:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948057.916398:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916413:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948057.916427:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948057.916434:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916442:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.916493:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916498:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948057.916503:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948057.916507:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000020:00000040:1.0:1784948057.916510:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948057.916513:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948057.916515:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948057.916517:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948057.916522:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948057.916526:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916540:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948057.916560:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948057.916563:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948057.916572:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948057.916572:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.916580:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948057.916585:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948057.916598:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.916605:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916614:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948057.916627:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948057.916633:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784948057.916637:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:1.0:1784948057.916640:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948057.916646:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.916647:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948057.916651:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948057.916655:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948057.916661:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784948057.916663:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784948057.916670:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948057.916672:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948057.916680:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948057.916684:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.916701:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1784948057.916704:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155033728:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948057.916706:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916722:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948057.916724:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948057.916737:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948057.916738:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916746:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948057.916747:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916755:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948057.916757:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948057.916764:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948057.916773:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1784948057.916774:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784948057.916783:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.916786:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12155) 00000400:00000200:0.0:1784948057.916795:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948057.916802:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea840. 00000100:00000001:1.0:1784948057.916819:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784948057.916824:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784948057.916825:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948057.916832:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1784948057.916839:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033728, portal 25 00000100:00000040:1.0:1784948057.916842:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948057.916846:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948057.916852:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000001:1.0:1784948057.916865:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948057.916871:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948057.916872:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948057.916876:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948057.916882:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948057.916893:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.916905:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:1.0:1784948057.916909:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155033856:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948057.916920:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948057.916923:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784948057.916927:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 02000000:00000001:1.0:1784948057.916930:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784948057.916934:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155033728, offset 0 02000000:00000001:1.0:1784948057.916935:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948057.916946:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784948057.916954:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784948057.916955:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948057.916961:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948057.916968:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948057.916972:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948057.916979:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9738. 00000400:00000200:0.0:1784948057.916984:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784948057.916986:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000400:00000200:0.0:1784948057.916995:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784948057.916997:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033856, portal 10 00000100:00000001:1.0:1784948057.917003:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784948057.917006:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948057.917008:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000400:00000200:0.0:1784948057.917018:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784948057.917026:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948057.917028:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948057.917041:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541307:541307:256:4294967295] 192.168.201.111@tcp LPNI seq info [541244:541244:8:4294967295] 00000100:00000001:1.0:1784948057.917099:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948057.917105:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948057.917113:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948057.917120:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:1.0:1784948057.917130:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155033856, offset 0 00000400:00000200:0.0:1784948057.917134:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948057.917144:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948057.917154:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948057.917161:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948057.917165:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000400:00000200:1.0:1784948057.917174:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948057.917184:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948057.917189:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948057.917198:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784948057.917205:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948057.917208:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784948057.917216:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948057.917240:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948057.917251:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541308:541308:255:4294967295] 192.168.201.111@tcp LPNI seq info [541245:541245:7:4294967295] 00000400:00000200:1.0:1784948057.917263:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948057.917272:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948057.917279:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948057.917289:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948057.917298:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948057.917300:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306821382 00000800:00000010:1.0:1784948057.917308:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000100:00000010:0.0:1784948057.917312:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784948057.917322:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948057.917328:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784948057.917338:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948057.917342:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306821382 00000800:00000200:1.0:1784948057.917344:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784948057.917353:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889120. 00000100:00000001:1.0:1784948057.917356:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917360:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784948057.917365:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9055 usecs (10 jiffies) 00000100:00000001:0.0:1784948057.917368:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948057.917377:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948057.917380:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948057.917384:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.917388:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306817547 00000100:00000001:0.0:1784948057.917390:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.917399:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306821382 00000100:00000001:1.0:1784948057.917403:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306817547 00000100:00000001:0.0:1784948057.917405:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948057.917407:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306821382 00000100:00000001:0.0:1784948057.917412:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948057.917414:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948057.917420:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948057.917422:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917426:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948057.917429:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917432:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948057.917435:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.917443:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784948057.917445:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.917449:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948057.917460:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948057.917463:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948057.917465:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.917468:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917480:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948057.917493:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948057.917503:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948057.917507:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948057.917510:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948057.917515:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155033984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948057.917520:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948057.917525:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948057.917527:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948057.917529:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948057.917535:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948057.917538:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948057.917545:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948057.917550:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea9f8. 00000800:00000200:1.0:1784948057.917554:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784948057.917568:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000800:00000010:1.0:1784948057.917571:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000100:00000200:0.0:1784948057.917578:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155033984, portal 10 00000400:00000200:1.0:1784948057.917583:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948057.917584:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948057.917590:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000400:00000200:1.0:1784948057.917599:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784948057.917607:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948057.917610:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:1.0:1784948057.917617:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:1.0:1784948057.917629:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784948057.917633:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784948057.917641:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948057.917646:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948057.917657:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784948057.917663:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784948057.917668:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155033984, offset 0 00000100:00000040:1.0:1784948057.917672:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.917690:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948057.917691:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948057.917696:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784948057.917707:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.917718:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948057.917724:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948057.917730:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948057.917733:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948057.917737:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948057.917741:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541309:541309:254:4294967295] 192.168.201.111@tcp LPNI seq info [541246:541246:6:4294967295] 00000400:00000200:0.0:1784948057.917747:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.917755:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948057.917763:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948057.917769:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000800:00000200:0.0:1784948057.917777:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948057.917783:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948057.917788:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948057.917793:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948057.917798:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10220 usecs (11 jiffies) 00000400:00000200:0.0:1784948057.917803:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948057.917806:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306817548 00000100:00000001:0.0:1784948057.917810:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306821382 00000100:00000001:0.0:1784948057.917813:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306817548 00000100:00000001:0.0:1784948057.917816:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306821382 00000100:00000001:0.0:1784948057.917819:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948057.917822:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917825:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917833:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.917838:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948057.917840:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948057.917843:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948057.917845:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948057.917848:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.917851:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948057.917859:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948057.917866:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:1.0:1784948057.917872:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948057.917879:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948057.917883:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:1.0:1784948057.917887:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:1.0:1784948057.917890:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948057.917896:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.917905:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948057.917909:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.917918:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.917920:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948057.917935:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948057.917937:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784948057.917940:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948057.917944:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948057.917947:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000400:00000010:1.0:1784948057.917949:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784948057.917952:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948057.917956:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.917965:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948057.917968:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.917976:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.917978:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948057.920692:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948057.920710:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948057.920714:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948057.920718:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948057.920724:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920732:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948057.920742:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920748:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920756:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920761:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315a80 00000400:00000200:0.0:1784948057.920769:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920776:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524649 [1] + 224 00000800:00000001:0.0:1784948057.920785:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948057.920804:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948057.920808:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948057.920821:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948057.920827:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948057.920835:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948057.920850:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948057.920880:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948057.920891:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948057.920897:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948057.920899:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948057.920902:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948057.920906:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920911:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948057.920917:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920920:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920924:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920929:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315b00 00000400:00000200:0.0:1784948057.920934:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.920940:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524659 [1] + 224 00000800:00000001:0.0:1784948057.920946:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948057.920951:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948057.920954:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948057.920959:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948057.920960:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948057.920966:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948057.920969:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948057.920977:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784948057.920978:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948057.920985:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948057.920991:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea840. 00000400:00000200:1.0:1784948057.921002:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000010:1.0:1784948057.921006:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784948057.921010:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948057.921022:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948057.921035:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948057.921078:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.921090:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948057.921093:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.921098:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948057.921104:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948057.921110:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948057.921115:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948057.921119:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.921122:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784948057.921128:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=48 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948057.921132:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784948057.921136:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=48 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948057.921141:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.921142:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948057.921147:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948057.921150:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784948057.921154:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948057.921157:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948057.921160:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.921166:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948057.921167:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948057.921176:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948057.921179:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948057.921198:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948057.921204:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948057.921209:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948057.921212:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948057.921247:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948057.921253:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948057.921262:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948057.921267:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315b80 00000400:00000200:0.0:1784948057.921284:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948057.921299:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524669 [1] + 224 00000100:00100000:1.0:1784948057.921306:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155033728:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784948057.921310:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948057.921317:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.921322:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784948057.921323:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948057.921332:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155033728/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948057.921333:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948057.921351:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948057.921363:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948057.921365:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948057.921370:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:0.0:1784948057.921375:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948057.921377:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:1.0:1784948057.921387:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948057.921393:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948057.921400:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:0.0:1784948057.921407:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948057.921408:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948057.921414:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:1.0:1784948057.921422:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948057.921427:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784948057.921432:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000010:1.0:1784948057.921433:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000800:00000001:0.0:1784948057.921442:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948057.921443:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948057.921449:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948057.921452:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.921454:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.921460:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948057.921461:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948057.921465:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948057.921467:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948057.921470:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784948057.921471:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea9f8. 00000100:00000001:0.0:1784948057.921477:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948057.921479:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:1.0:1784948057.921485:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:1.0:1784948057.921488:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784948057.921490:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1784948057.921499:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948057.921500:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948057.921506:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9738. 00000400:00000200:0.0:1784948057.921517:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000100:00000200:1.0:1784948057.921525:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948057.921526:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:0.0:1784948057.921535:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948057.921547:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.921550:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948057.921556:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.921563:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948057.921567:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948057.921573:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948057.921577:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948057.921578:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948057.921581:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948057.921592:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=48 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948057.921596:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784948057.921601:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=70 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948057.921602:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.921613:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948057.921615:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784948057.921618:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948057.921620:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.921624:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1784948057.921626:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948057.921630:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948057.921633:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948057.921636:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.921641:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948057.921645:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00001000:0.0:1784948057.921647:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=48 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948057.921649:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948057.921654:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948057.921659:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=88 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948057.921667:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948057.921669:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948057.921674:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948057.921683:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948057.921691:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948057.921693:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948057.921696:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948057.921699:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784948057.921701:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948057.921704:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.921708:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948057.921714:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948057.921716:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948057.921728:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948057.921740:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155033984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948057.921758:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948057.921759:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.921768:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948057.921769:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948057.921775:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948057.921781:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155033984/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948057.921790:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.921830:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948057.921836:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948057.921841:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 02000000:00000001:1.0:1784948057.921850:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948057.921855:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948057.921859:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:0.0:1784948057.921861:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155033856:192.168.201.111@tcp:400:kworker.0 00000020:00000001:1.0:1784948057.921864:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948057.921869:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 00000100:00000001:0.0:1784948057.921874:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948057.921876:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784948057.921882:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784948057.921883:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948057.921891:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000040:0.0:1784948057.921895:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155033856/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948057.921898:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948057.921903:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948057.921910:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.921921:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948057.921922:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784948057.921925:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784948057.921928:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948057.921931:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:1.0:1784948057.921934:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948057.921939:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948057.921940:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948057.921946:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948057.921950:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948057.921954:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948057.921957:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:0.0:1784948057.921962:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948057.921964:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948057.921967:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00000100:00000001:0.0:1784948057.921971:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948057.921973:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.921975:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948057.921981:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948057.921983:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948057.921986:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948057.921989:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948058.108202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948058.108209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948058.108343:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948058.108353:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948058.108362:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948059.132183:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948059.132192:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948059.132309:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948059.132315:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948059.132321:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948060.156205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948060.156215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948060.156264:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948060.156270:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948060.156277:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948061.180204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948061.180213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948061.180362:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948061.180369:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948061.180374:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948061.820186:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306821382, at 4306821440 00000100:00000040:0.0:1784948061.820195:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306821382, at 4306821440 00000100:00000010:1.0:1784948061.820207:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889120. 00000100:00000010:0.0:1784948061.820216:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948062.204176:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948062.204184:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948062.204334:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948062.204340:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948062.204345:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948063.036198:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948063.036210:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948063.036223:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784948063.036231:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948063.036237:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948063.036241:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948063.036248:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948063.036259:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784948063.036268:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.036282:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948063.036297:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948063.036303:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.036313:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.036353:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.036357:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948063.036362:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948063.036365:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784948063.036369:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948063.036372:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948063.036373:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948063.036376:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948063.036380:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948063.036384:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.036391:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948063.036402:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948063.036405:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.036412:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.036420:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948063.036425:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.036429:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948063.036432:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948063.036435:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948063.036439:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948063.036445:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784948063.036451:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784948063.036454:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.036455:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948063.036461:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948063.036466:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948063.036478:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:0.0:1784948063.036482:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948063.036487:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.036489:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948063.036495:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948063.036501:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948063.036507:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948063.036508:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948063.036520:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155034112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948063.036533:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948063.036542:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948063.036548:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948063.036557:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948063.036567:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 00000100:00000001:1.0:1784948063.036570:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784948063.036573:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.036581:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.036590:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948063.036599:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea108. 00000100:00000040:1.0:1784948063.036601:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948063.036611:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 00000100:00000200:0.0:1784948063.036627:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034112, portal 25 00000100:00000001:1.0:1784948063.036633:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.036634:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948063.036638:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:1.0:1784948063.036645:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948063.036654:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948063.036656:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948063.036666:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948063.036681:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784948063.036690:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948063.036695:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12160) 00000100:00000040:0.0:1784948063.036697:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948063.036704:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf908. 00000100:00000200:0.0:1784948063.036710:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155034112, offset 0 00000100:00000001:1.0:1784948063.036719:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948063.036720:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948063.036726:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948063.036731:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948063.036737:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948063.036743:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948063.036755:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948063.036759:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948063.036764:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.036766:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784948063.036769:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784948063.036776:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948063.036781:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948063.036786:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:1.0:1784948063.036792:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948063.036793:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541310:541310:256:4294967295] 192.168.201.111@tcp LPNI seq info [541247:541247:8:4294967295] 02000000:00000001:1.0:1784948063.036804:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.036811:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784948063.036818:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155034240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948063.036826:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948063.036835:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784948063.036837:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:1.0:1784948063.036840:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948063.036849:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784948063.036856:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784948063.036858:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948063.036864:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948063.036866:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784948063.036873:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948063.036883:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784948063.036885:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9ec8. 00000400:00000010:1.0:1784948063.036895:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000800:00000200:0.0:1784948063.036901:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784948063.036906:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034240, portal 10 00000800:00000200:0.0:1784948063.036909:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948063.036912:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948063.036918:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000040:1.0:1784948063.036930:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.036933:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.036950:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948063.036953:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948063.036956:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306826501 00000100:00000040:1.0:1784948063.036965:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784948063.036969:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000010:1.0:1784948063.036972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000200:1.0:1784948063.036979:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155034240, offset 0 00000100:00000001:0.0:1784948063.036984:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948063.036992:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948063.037000:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306826501 00000400:00000200:1.0:1784948063.037005:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784948063.037011:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889a80. 00000400:00000200:1.0:1784948063.037018:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948063.037021:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784948063.037028:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948063.037030:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948063.037037:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948063.037039:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948063.037046:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948063.037095:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948063.037100:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541311:541311:255:4294967295] 192.168.201.111@tcp LPNI seq info [541248:541248:7:4294967295] 00000100:00000001:0.0:1784948063.037103:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948063.037113:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948063.037114:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948063.037152:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948063.037155:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948063.037162:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784948063.037165:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948063.037170:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784948063.037175:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000100:00000001:0.0:1784948063.037179:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784948063.037190:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948063.037191:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784948063.037211:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784948063.037213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948063.037217:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948063.037229:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.037239:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9055 usecs (10 jiffies) 00000400:00000200:1.0:1784948063.037250:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948063.037251:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948063.037255:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306822667 00000100:00000001:0.0:1784948063.037259:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.037262:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306826501 00000100:00000001:1.0:1784948063.037270:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306822667 02000000:00000001:0.0:1784948063.037271:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948063.037274:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306826501 02000000:00000001:0.0:1784948063.037278:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948063.037281:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948063.037285:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.037288:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.037294:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948063.037297:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155034368:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948063.037299:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.037310:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948063.037312:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784948063.037316:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948063.037318:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784948063.037324:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.037326:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948063.037333:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948063.037334:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948063.037341:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948063.037345:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 00000100:00000001:1.0:1784948063.037346:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948063.037356:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.037363:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948063.037368:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eae70. 00000400:00000010:0.0:1784948063.037374:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf6e8. 00000100:00000200:0.0:1784948063.037379:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034368, portal 10 00000100:00000001:0.0:1784948063.037382:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948063.037383:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000100:00000040:0.0:1784948063.037392:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.037402:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948063.037407:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948063.037412:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784948063.037413:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfa18. 00000800:00000010:1.0:1784948063.037420:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000100:00000200:0.0:1784948063.037421:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155034368, offset 0 00000400:00000200:1.0:1784948063.037435:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948063.037436:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948063.037452:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948063.037454:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948063.037465:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948063.037470:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948063.037474:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948063.037477:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948063.037481:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948063.037485:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541312:541312:254:4294967295] 192.168.201.111@tcp LPNI seq info [541249:541249:6:4294967295] 00000400:00000200:0.0:1784948063.037491:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.037500:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948063.037507:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948063.037510:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf908 00000800:00000010:0.0:1784948063.037513:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000400:00000010:1.0:1784948063.037517:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf908. 00000100:00000001:1.0:1784948063.037526:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784948063.037527:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948063.037538:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948063.037541:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948063.037551:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948063.037563:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948063.037572:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10218 usecs (11 jiffies) 00000100:00000001:1.0:1784948063.037572:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948063.037583:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948063.037586:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948063.037594:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306822668 00000100:00000001:0.0:1784948063.037603:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306826501 00000100:00000001:1.0:1784948063.037606:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.037608:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306822668 00000100:00000001:1.0:1784948063.037612:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784948063.037614:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306826501 00000100:00000001:0.0:1784948063.037619:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948063.037622:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.037627:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.037630:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948063.037634:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948063.037637:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784948063.037640:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000100:00000001:0.0:1784948063.037642:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948063.037648:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948063.037650:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948063.037654:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948063.037660:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948063.037662:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948063.037667:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000100:00000001:0.0:1784948063.037670:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948063.037673:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:1.0:1784948063.037680:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948063.037686:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.037695:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948063.037700:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.037709:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.037712:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948063.037794:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948063.037798:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784948063.037801:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948063.037806:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948063.037809:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfa18 00000400:00000010:1.0:1784948063.037811:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfa18. 00000100:00000001:1.0:1784948063.037813:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948063.037818:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.037826:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948063.037830:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.037838:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.037840:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948063.040589:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948063.040607:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948063.040612:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948063.040615:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948063.040623:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040631:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948063.040640:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040646:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040651:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040657:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315c00 00000400:00000200:0.0:1784948063.040663:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040671:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524679 [1] + 224 00000800:00000001:0.0:1784948063.040680:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948063.040686:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948063.040690:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948063.040695:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948063.040701:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948063.040709:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948063.040724:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.040753:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948063.040764:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948063.040768:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948063.040770:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948063.040773:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948063.040777:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040783:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948063.040789:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040793:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040798:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040805:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315c80 00000400:00000200:0.0:1784948063.040810:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948063.040817:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524689 [1] + 224 00000800:00000001:0.0:1784948063.040824:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948063.040828:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948063.040834:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948063.040842:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948063.040845:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948063.040849:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1784948063.040851:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948063.040858:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea108. 00000400:00000200:0.0:1784948063.040860:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948063.040873:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00000400:00000010:1.0:1784948063.040878:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00000100:00000001:1.0:1784948063.040883:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948063.040884:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948063.040897:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948063.040898:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948063.040959:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948063.040961:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.041014:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948063.041019:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948063.041020:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948063.041028:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784948063.041031:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784948063.041032:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948063.041039:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948063.041042:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948063.041044:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948063.041088:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948063.041097:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=54 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948063.041099:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784948063.041108:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=54 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948063.041111:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948063.041115:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948063.041122:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.041123:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:1.0:1784948063.041155:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948063.041161:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.041169:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948063.041170:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:1.0:1784948063.041181:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948063.041192:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948063.041204:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948063.041208:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948063.041211:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948063.041218:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948063.041225:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948063.041228:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948063.041247:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315d00 00000100:00100000:1.0:1784948063.041255:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155034112:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948063.041266:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948063.041267:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.041275:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948063.041285:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155034112/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948063.041287:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524699 [1] + 224 00000800:00000001:0.0:1784948063.041305:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948063.041310:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948063.041315:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948063.041319:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000800:00000001:0.0:1784948063.041320:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948063.041326:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784948063.041327:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1784948063.041333:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784948063.041341:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:1.0:1784948063.041342:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948063.041353:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948063.041354:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1784948063.041357:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 00000100:00000200:0.0:1784948063.041366:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948063.041368:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948063.041373:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948063.041378:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:1.0:1784948063.041387:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948063.041393:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948063.041400:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.041401:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.041410:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948063.041414:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948063.041425:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784948063.041431:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948063.041433:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784948063.041436:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948063.041442:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eae70. 00000800:00000001:0.0:1784948063.041443:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948063.041454:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf6e8 00000400:00000010:1.0:1784948063.041459:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf6e8. 00000100:00000001:1.0:1784948063.041464:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948063.041468:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948063.041475:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.041476:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948063.041485:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948063.041490:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948063.041496:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9ec8. 00000100:00000200:1.0:1784948063.041498:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948063.041506:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:0.0:1784948063.041515:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:1.0:1784948063.041516:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948063.041522:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948063.041523:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948063.041529:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948063.041532:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948063.041536:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784948063.041537:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.041540:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948063.041548:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948063.041559:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=54 v=5 (5 5 5 5) 00000100:00000200:0.0:1784948063.041567:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948063.041570:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948063.041584:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948063.041589:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948063.041598:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948063.041605:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.041614:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948063.041615:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784948063.041622:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948063.041624:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948063.041630:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948063.041632:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948063.041637:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948063.041638:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948063.041645:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948063.041651:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948063.041652:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948063.041657:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948063.041670:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=54 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948063.041671:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948063.041680:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:0.0:1784948063.041684:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948063.041685:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.041697:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784948063.041700:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.041702:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948063.041712:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948063.041719:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.041727:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1784948063.041728:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155034368:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948063.041731:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948063.041741:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948063.041744:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.041745:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.041754:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948063.041762:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948063.041767:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155034368/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948063.041799:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948063.041803:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948063.041805:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1784948063.041808:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948063.041810:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784948063.041814:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 02000000:00000001:1.0:1784948063.041821:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1784948063.041826:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948063.041826:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948063.041831:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948063.041840:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948063.041845:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:1.0:1784948063.041852:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948063.041856:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948063.041861:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00100000:0.0:1784948063.041863:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155034240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948063.041868:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948063.041872:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.041875:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948063.041877:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.041883:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948063.041888:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784948063.041891:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155034240/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948063.041894:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948063.041903:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948063.041908:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.041919:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948063.041923:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948063.041928:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948063.041933:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948063.041937:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948063.041939:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948063.041943:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948063.041945:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:0.0:1784948063.041949:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948063.041951:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948063.041954:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000001:0.0:1784948063.041957:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948063.041959:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.041961:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948063.041967:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948063.041968:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948063.041971:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948063.041974:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948063.228163:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948063.228171:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948063.228174:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948063.228178:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948063.228186:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948063.228190:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948063.228193:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948063.228197:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948063.228280:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948063.228288:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948063.228295:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948064.252197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948064.252209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948064.252351:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948064.252357:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948064.252364:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948065.276218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948065.276230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948065.276274:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948065.276280:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948065.276285:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948066.300239:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948066.300251:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948066.300391:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948066.300397:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948066.300402:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948066.940182:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306826501, at 4306826560 00000100:00000040:0.0:1784948066.940191:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306826501, at 4306826560 00000100:00000010:1.0:1784948066.940201:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889a80. 00000100:00000010:0.0:1784948066.940207:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948067.324194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948067.324202:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948067.324306:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948067.324314:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948067.324321:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948067.580199:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948067.580209:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948067.580215:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948067.580469:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948067.580475:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948067.580492:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948067.580503:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948067.580508:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948068.156233:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948068.156245:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948068.156257:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784948068.156264:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948068.156270:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948068.156274:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948068.156281:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948068.156292:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948068.156301:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156316:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948068.156338:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948068.156344:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156352:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948068.156395:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156399:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948068.156403:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948068.156407:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784948068.156410:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948068.156413:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948068.156415:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948068.156417:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948068.156422:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948068.156426:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156432:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948068.156443:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948068.156446:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156453:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948068.156458:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948068.156468:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948068.156471:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.156473:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948068.156477:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948068.156482:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948068.156489:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000100:00000040:2.0:1784948068.156490:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784948068.156493:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948068.156503:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948068.156507:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948068.156512:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948068.156520:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:2.0:1784948068.156527:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948068.156529:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.156537:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156541:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948068.156549:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948068.156557:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784948068.156560:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948068.156562:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948068.156576:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156578:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948068.156597:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155034496:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948068.156599:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.156607:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948068.156621:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948068.156622:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948068.156625:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948068.156632:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948068.156633:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784948068.156638:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12165) 02000000:00000001:2.0:1784948068.156639:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948068.156649:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948068.156657:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948068.156662:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948068.156663:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948068.156670:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948068.156675:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948068.156681:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948068.156688:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948068.156692:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948068.156706:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784948068.156708:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000001:3.0:1784948068.156710:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948068.156717:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:2.0:1784948068.156722:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034496, portal 25 02000000:00000001:3.0:1784948068.156723:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948068.156734:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784948068.156735:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.156740:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000100:00100000:3.0:1784948068.156745:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155034624:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948068.156755:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784948068.156757:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948068.156763:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948068.156769:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948068.156777:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948068.156787:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000100:00000001:2.0:1784948068.156793:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948068.156795:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948068.156803:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948068.156809:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948068.156810:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000400:00000010:3.0:1784948068.156821:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000200:2.0:1784948068.156822:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155034496, offset 0 00000400:00000010:3.0:1784948068.156838:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000400:00000200:2.0:1784948068.156839:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948068.156851:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034624, portal 10 00000100:00000001:3.0:1784948068.156856:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784948068.156860:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948068.156861:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000040:3.0:1784948068.156879:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948068.156880:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948068.156896:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948068.156904:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948068.156910:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784948068.156918:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948068.156924:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784948068.156929:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000400:00000200:2.0:1784948068.156934:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784948068.156938:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155034624, offset 0 00000400:00000200:2.0:1784948068.156947:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541313:541313:256:4294967295] 192.168.201.111@tcp LPNI seq info [541250:541250:8:4294967295] 00000400:00000200:3.0:1784948068.156959:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948068.156966:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948068.156977:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948068.156994:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948068.156995:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948068.157007:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948068.157017:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948068.157024:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784948068.157030:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784948068.157031:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948068.157041:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948068.157112:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541314:541314:255:4294967295] 192.168.201.111@tcp LPNI seq info [541251:541251:7:4294967295] 00000400:00000200:3.0:1784948068.157119:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948068.157133:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948068.157141:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948068.157151:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000010:3.0:1784948068.157154:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:3.0:1784948068.157167:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948068.157171:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948068.157179:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784948068.157184:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948068.157191:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948068.157200:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948068.157206:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948068.157216:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948068.157220:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9055 usecs (10 jiffies) 00000100:00000001:2.0:1784948068.157223:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306831622 00000400:00000200:3.0:1784948068.157232:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784948068.157237:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43cc0. 00000100:00000001:3.0:1784948068.157239:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306827787 00000100:00000001:2.0:1784948068.157251:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948068.157261:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306831622 00000100:00000001:3.0:1784948068.157263:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306831622 00000100:00000010:2.0:1784948068.157269:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c00. 00000100:00000001:3.0:1784948068.157271:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306827787 00000800:00000200:0.0:1784948068.157278:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948068.157281:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1784948068.157289:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784948068.157293:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948068.157294:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306831622 00000400:00000200:0.0:1784948068.157301:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948068.157306:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948068.157307:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948068.157317:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948068.157318:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948068.157319:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948068.157328:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948068.157330:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948068.157334:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000100:00000001:3.0:1784948068.157337:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948068.157340:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948068.157341:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:2.0:1784948068.157347:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948068.157348:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948068.157351:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948068.157355:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948068.157358:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948068.157363:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948068.157365:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784948068.157367:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948068.157368:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948068.157370:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948068.157377:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948068.157388:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948068.157390:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948068.157408:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948068.157411:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948068.157416:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948068.157423:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948068.157424:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948068.157431:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948068.157441:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948068.157453:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948068.157456:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155034752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948068.157459:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948068.157467:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948068.157473:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948068.157475:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948068.157478:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948068.157484:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948068.157487:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948068.157491:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948068.157495:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948068.157502:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784948068.157506:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034752, portal 10 00000100:00000001:2.0:1784948068.157509:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948068.157512:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:2.0:1784948068.157524:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948068.157540:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948068.157546:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948068.157553:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000800:00000200:0.0:1784948068.157554:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948068.157562:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000200:2.0:1784948068.157566:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155034752, offset 0 00000400:00000200:0.0:1784948068.157570:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948068.157585:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948068.157595:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948068.157604:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000200:2.0:1784948068.157611:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948068.157612:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:0.0:1784948068.157623:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948068.157629:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:0.0:1784948068.157637:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948068.157641:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948068.157654:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948068.157665:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948068.157670:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948068.157673:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:0.0:1784948068.157681:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948068.157685:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541315:541315:255:4294967295] 192.168.201.111@tcp LPNI seq info [541252:541252:7:4294967295] 00000400:00000200:2.0:1784948068.157708:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948068.157719:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948068.157727:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948068.157734:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948068.157743:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948068.157749:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948068.157756:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948068.157764:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948068.157769:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948068.157788:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948068.157793:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10218 usecs (11 jiffies) 00000400:00000200:2.0:1784948068.157798:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948068.157800:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306827788 00000100:00000001:2.0:1784948068.157804:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306831622 00000100:00000001:2.0:1784948068.157808:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306827788 00000100:00000001:2.0:1784948068.157811:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306831622 00000100:00000001:2.0:1784948068.157814:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948068.157817:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.157822:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.157826:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948068.157831:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948068.157834:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948068.157837:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948068.157840:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948068.157844:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.157847:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948068.157950:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948068.157958:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948068.157964:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948068.157970:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948068.157976:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:1.0:1784948068.157979:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:1.0:1784948068.157984:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948068.157990:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948068.158013:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948068.158019:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948068.158034:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948068.158037:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948068.160437:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.160454:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948068.160458:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.160460:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948068.160468:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160475:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948068.160484:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160490:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160496:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160502:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315d80 00000400:00000200:0.0:1784948068.160509:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160516:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246a9 [1] + 224 00000800:00000001:0.0:1784948068.160525:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.160552:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948068.160556:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948068.160562:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948068.160568:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948068.160575:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948068.160589:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948068.160615:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948068.160626:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.160631:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948068.160633:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.160636:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948068.160640:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160646:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948068.160654:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160659:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160664:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948068.160671:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315e00 00000100:00000001:2.0:1784948068.160673:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948068.160680:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948068.160681:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948068.160689:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246b1 [1] + 224 00000800:00000001:0.0:1784948068.160696:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.160701:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948068.160702:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948068.160705:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1784948068.160707:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948068.160716:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784948068.160717:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948068.160726:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784948068.160728:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:2.0:1784948068.160732:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948068.160736:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948068.160743:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948068.160751:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948068.160789:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948068.160795:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948068.160825:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948068.160830:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948068.160834:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948068.160839:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784948068.160839:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948068.160848:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948068.160852:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948068.160855:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948068.160857:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948068.160869:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=59 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948068.160871:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948068.160878:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=59 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948068.160880:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948068.160885:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948068.160889:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948068.160892:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948068.160893:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948068.160895:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784948068.160901:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1784948068.160902:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784948068.160912:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948068.160913:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948068.160914:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948068.160920:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948068.160926:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784948068.160932:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948068.160938:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000200:0.0:1784948068.160943:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784948068.160946:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948068.160956:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948068.160967:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784948068.160973:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948068.160974:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948068.160976:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948068.160983:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948068.160996:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948068.161000:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948068.161019:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948068.161039:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948068.161096:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155034496:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948068.161108:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315e80 00000100:00000001:2.0:1784948068.161109:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.161116:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784948068.161127:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948068.161130:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155034496/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948068.161150:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246b9 [1] + 224 00000800:00000001:0.0:1784948068.161172:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948068.161175:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948068.161175:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784948068.161186:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948068.161187:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948068.161188:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948068.161191:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948068.161199:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948068.161200:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784948068.161204:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784948068.161205:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1784948068.161211:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784948068.161212:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948068.161213:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784948068.161220:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948068.161221:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948068.161224:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784948068.161230:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784948068.161233:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948068.161237:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000100:00000200:0.0:1784948068.161239:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948068.161244:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784948068.161245:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=59 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948068.161250:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948068.161257:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00001000:3.0:1784948068.161265:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948068.161268:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948068.161274:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948068.161284:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948068.161285:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948068.161287:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948068.161291:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.161295:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948068.161301:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:3.0:1784948068.161303:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948068.161312:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948068.161318:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948068.161320:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948068.161325:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948068.161328:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948068.161330:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948068.161340:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948068.161342:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948068.161352:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948068.161356:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948068.161362:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1784948068.161363:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784948068.161365:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948068.161368:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948068.161377:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948068.161378:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948068.161389:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784948068.161396:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784948068.161405:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784948068.161406:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155034624:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784948068.161417:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948068.161421:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948068.161430:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948068.161442:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155034624/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948068.161451:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948068.161466:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948068.161472:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948068.161480:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000100:00000001:2.0:1784948068.161481:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948068.161488:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948068.161491:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948068.161493:0:2409:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784948068.161497:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784948068.161499:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:3.0:1784948068.161503:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948068.161505:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1784948068.161512:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948068.161514:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948068.161520:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784948068.161523:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948068.161528:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948068.161533:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948068.161535:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00001000:2.0:1784948068.161537:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=59 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948068.161542:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948068.161549:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948068.161551:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948068.161553:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948068.161564:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948068.161567:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948068.161569:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.161577:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948068.161577:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948068.161582:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948068.161586:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948068.161595:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.161602:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948068.161607:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948068.161611:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948068.161614:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948068.161624:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948068.161639:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948068.161643:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948068.161646:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948068.161654:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948068.161670:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155034752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948068.161678:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948068.161683:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948068.161689:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155034752/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948068.161702:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948068.161706:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948068.161709:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948068.161716:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948068.161719:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948068.161722:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948068.161726:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948068.161731:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784948068.161735:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948068.161737:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948068.161739:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784948068.161743:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948068.161744:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948068.161747:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948068.161753:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948068.161755:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948068.161758:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948068.161760:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948068.348211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948068.348218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948068.348319:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948068.348325:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948068.348331:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948069.372209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948069.372222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948069.372277:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948069.372285:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948069.372293:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948070.396131:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948070.396137:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948070.396159:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948070.396162:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948070.396165:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948071.420190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948071.420200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948071.420303:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948071.420310:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948071.420314:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948072.060188:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306831622, at 4306831680 00000100:00000010:0.0:1784948072.060212:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43cc0. 00000100:00000040:1.0:1784948072.060212:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306831622, at 4306831680 00000100:00000010:1.0:1784948072.060234:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c00. 00010000:00000001:1.0:1784948072.444212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948072.444223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948072.444362:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948072.444368:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948072.444373:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948073.276259:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948073.276277:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948073.276293:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784948073.276303:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948073.276311:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948073.276317:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948073.276325:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948073.276338:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784948073.276349:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.276367:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948073.276391:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948073.276400:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.276412:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.276472:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.276479:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948073.276487:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948073.276494:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784948073.276499:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948073.276504:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948073.276507:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948073.276511:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948073.276518:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784948073.276524:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.276534:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948073.276551:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948073.276556:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.276566:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.276587:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.276592:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948073.276594:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948073.276605:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784948073.276606:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1784948073.276613:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d500. 00000100:00000001:0.0:1784948073.276614:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1784948073.276625:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784948073.276631:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.276634:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948073.276642:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948073.276649:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.276659:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1784948073.276664:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:0.0:1784948073.276666:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948073.276677:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948073.276678:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948073.276682:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948073.276689:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948073.276700:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155034880:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948073.276702:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948073.276707:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948073.276717:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948073.276724:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948073.276730:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948073.276741:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784948073.276748:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.276760:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1784948073.276766:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948073.276769:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948073.276775:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea5d8. 00000100:00000040:1.0:1784948073.276787:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c82bec8] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948073.276789:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf6e8. 00000100:00000200:0.0:1784948073.276802:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155034880, portal 25 00000100:00000001:0.0:1784948073.276810:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948073.276816:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000100:00000001:1.0:1784948073.276822:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948073.276831:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948073.276834:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948073.276856:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784948073.276861:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948073.276866:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948073.276872:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948073.276880:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf3b8. 00000100:00000040:1.0:1784948073.276882:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784948073.276887:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155034880, offset 0 00000100:00000040:1.0:1784948073.276895:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12170) 00000400:00000200:0.0:1784948073.276898:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948073.276914:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948073.276925:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948073.276926:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948073.276936:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948073.276938:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948073.276945:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948073.276949:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:1.0:1784948073.277013:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.277031:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948073.277034:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948073.277039:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948073.277044:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948073.277109:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948073.277118:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155035008:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948073.277127:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948073.277134:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948073.277138:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948073.277142:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948073.277151:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948073.277155:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948073.277164:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948073.277171:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 00000400:00000010:1.0:1784948073.277180:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000200:1.0:1784948073.277187:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035008, portal 10 00000100:00000001:1.0:1784948073.277191:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948073.277195:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:1.0:1784948073.277211:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.277226:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948073.277232:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948073.277238:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784948073.277245:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155035008, offset 0 00000400:00000200:0.0:1784948073.277247:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948073.277256:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948073.277264:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948073.277268:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541316:541316:256:4294967295] 192.168.201.111@tcp LPNI seq info [541253:541253:8:4294967295] 00000400:00000200:0.0:1784948073.277279:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.277292:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948073.277302:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948073.277309:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948073.277315:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784948073.277326:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948073.277332:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948073.277342:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948073.277352:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948073.277359:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784948073.277362:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948073.277371:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948073.277380:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948073.277384:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948073.277392:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541317:541317:255:4294967295] 192.168.201.111@tcp LPNI seq info [541254:541254:7:4294967295] 00000400:00000200:0.0:1784948073.277401:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948073.277410:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306836742 00000400:00000200:1.0:1784948073.277421:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784948073.277423:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:0.0:1784948073.277439:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784948073.277454:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306836742 00000400:00000200:1.0:1784948073.277456:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:0.0:1784948073.277464:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18898a0. 00000100:00000001:0.0:1784948073.277471:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784948073.277479:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948073.277480:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948073.277489:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.277496:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948073.277498:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000100:00000001:0.0:1784948073.277501:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.277515:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784948073.277518:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948073.277521:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948073.277529:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948073.277532:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948073.277536:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784948073.277541:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784948073.277548:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948073.277554:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948073.277570:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.277571:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948073.277578:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948073.277583:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948073.277586:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 02000000:00000001:0.0:1784948073.277587:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948073.277599:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948073.277607:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948073.277609:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155035136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948073.277619:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306832907 00000100:00000001:0.0:1784948073.277620:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948073.277626:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948073.277632:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306836742 02000000:00000001:0.0:1784948073.277633:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948073.277639:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948073.277648:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306832907 02000000:00000010:0.0:1784948073.277649:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 02000000:00000001:0.0:1784948073.277657:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.277661:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306836742 00000400:00000200:0.0:1784948073.277666:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948073.277673:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784948073.277675:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea528. 00000100:00000001:1.0:1784948073.277685:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948073.277687:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfa18. 00000100:00000001:1.0:1784948073.277697:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948073.277699:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035136, portal 10 00000100:00000001:0.0:1784948073.277708:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948073.277709:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.277712:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000100:00000001:1.0:1784948073.277723:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784948073.277725:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.277732:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948073.277744:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948073.277746:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948073.277753:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948073.277755:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948073.277763:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948073.277764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf908. 00000100:00000200:0.0:1784948073.277770:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155035136, offset 0 00000100:00000001:1.0:1784948073.277776:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948073.277779:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948073.277791:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.277797:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948073.277801:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948073.277805:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948073.277810:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948073.277814:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948073.277818:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541318:541318:254:4294967295] 192.168.201.111@tcp LPNI seq info [541255:541255:6:4294967295] 00000400:00000200:0.0:1784948073.277824:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.277832:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948073.277838:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948073.277844:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784948073.277851:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948073.277858:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948073.277862:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784948073.277864:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948073.277868:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948073.277876:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10218 usecs (11 jiffies) 00000800:00000010:1.0:1784948073.277876:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784948073.277887:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948073.277891:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306832908 00000400:00000200:1.0:1784948073.277894:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948073.277896:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306836742 00000100:00000001:0.0:1784948073.277905:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306832908 00000100:00000001:0.0:1784948073.277910:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306836742 00000100:00000001:0.0:1784948073.277918:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948073.277920:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948073.277922:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.277932:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948073.277935:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf3b8 00000100:00000001:0.0:1784948073.277936:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.277943:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:1.0:1784948073.277947:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf3b8. 00000100:00000001:0.0:1784948073.277948:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948073.277986:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948073.277992:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784948073.277993:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948073.278002:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.278012:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948073.278012:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.278039:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948073.278094:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.278111:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.278115:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948073.278143:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948073.278149:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:1.0:1784948073.278155:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948073.278163:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948073.278169:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784948073.278174:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784948073.278179:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948073.278187:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.278202:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948073.278209:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.278223:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.278226:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948073.278328:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948073.278334:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784948073.278341:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948073.278348:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948073.278354:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf908 00000400:00000010:1.0:1784948073.278359:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf908. 00000100:00000001:1.0:1784948073.278363:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948073.278371:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.278386:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948073.278393:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.278408:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.278411:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948073.281022:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948073.281233:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948073.281241:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948073.281248:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948073.281259:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281269:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948073.281281:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281289:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281297:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281307:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a315f00 00000400:00000200:0.0:1784948073.281317:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281330:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246c1 [1] + 224 00000800:00000001:0.0:1784948073.281341:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948073.281349:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948073.281354:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948073.281361:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948073.281370:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948073.281381:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948073.281397:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948073.281426:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948073.281438:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948073.281444:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948073.281447:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948073.281450:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948073.281454:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281460:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948073.281468:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281478:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281484:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a315f80 00000400:00000200:0.0:1784948073.281489:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281498:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246d1 [1] + 224 00000100:00000001:1.0:1784948073.281500:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948073.281504:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948073.281509:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948073.281512:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948073.281518:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948073.281523:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:1.0:1784948073.281525:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948073.281533:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948073.281538:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea5d8. 00000400:00000200:1.0:1784948073.281547:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf6e8 00000400:00000010:1.0:1784948073.281551:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf6e8. 00000100:00000001:1.0:1784948073.281558:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948073.281559:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948073.281578:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948073.281580:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948073.281625:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948073.281637:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948073.281659:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948073.281670:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948073.281671:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948073.281675:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.281681:0:2406:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784948073.281684:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948073.281686:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948073.281691:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948073.281695:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948073.281697:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948073.281704:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948073.281706:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948073.281712:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=64 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948073.281722:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784948073.281725:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948073.281733:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948073.281739:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948073.281746:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948073.281747:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:1.0:1784948073.281751:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.281758:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948073.281767:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948073.281769:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948073.281788:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948073.281791:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948073.281799:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948073.281805:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948073.281806:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948073.281816:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948073.281829:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316000 00000100:00100000:1.0:1784948073.281850:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155034880:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948073.281851:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948073.281865:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246e1 [1] + 224 00000100:00000001:1.0:1784948073.281867:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948073.281873:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948073.281874:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948073.281884:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155034880/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948073.281889:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948073.281898:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948073.281902:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784948073.281910:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:1.0:1784948073.281911:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948073.281918:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 00000100:00000001:0.0:1784948073.281921:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784948073.281926:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1784948073.281935:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948073.281935:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948073.281942:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948073.281952:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948073.281983:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 02000000:00000001:1.0:1784948073.281992:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1784948073.281995:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948073.281996:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948073.282002:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:1.0:1784948073.282013:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948073.282018:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.282025:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.282034:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948073.282037:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948073.282038:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948073.282103:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948073.282110:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.282121:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948073.282125:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948073.282130:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948073.282135:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948073.282138:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea528. 00000400:00000200:0.0:1784948073.282143:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfa18 00000400:00000010:0.0:1784948073.282146:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfa18. 00000100:00000001:0.0:1784948073.282152:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784948073.282153:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948073.282161:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784948073.282163:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948073.282167:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 00000400:00000200:1.0:1784948073.282181:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000100:00000200:0.0:1784948073.282184:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948073.282188:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:1.0:1784948073.282198:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948073.282207:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784948073.282213:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948073.282214:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.282222:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948073.282227:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948073.282232:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948073.282237:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948073.282244:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948073.282246:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948073.282254:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=64 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948073.282264:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784948073.282265:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948073.282271:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.282273:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948073.282280:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948073.282281:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948073.282287:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1784948073.282289:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948073.282293:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784948073.282296:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.282299:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.282304:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784948073.282306:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948073.282310:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948073.282316:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1784948073.282317:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=64 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948073.282319:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948073.282332:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=104 v=5 (1 1 1 1) 00000100:00000040:0.0:1784948073.282336:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.282340:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948073.282346:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948073.282354:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948073.282362:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.282363:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948073.282373:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948073.282373:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948073.282376:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948073.282380:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000040:0.0:1784948073.282389:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.282390:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948073.282397:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.282413:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948073.282420:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155035136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948073.282437:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.282444:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948073.282446:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948073.282453:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784948073.282457:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641155035136/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.282458:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.282478:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784948073.282481:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948073.282484:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948073.282489:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 02000000:00000001:0.0:1784948073.282496:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948073.282501:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948073.282506:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948073.282514:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948073.282519:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784948073.282530:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948073.282534:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1784948073.282536:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155035008:192.168.201.111@tcp:400:kworker.0 00000100:00000010:0.0:1784948073.282538:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000001:0.0:1784948073.282547:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948073.282551:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.282556:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.282560:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948073.282564:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948073.282569:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948073.282570:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948073.282579:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948073.282584:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948073.282588:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155035008/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948089 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948073.282605:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948073.282609:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948073.282613:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948073.282620:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948073.282623:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948073.282626:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948073.282631:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948073.282634:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 02000000:00000001:1.0:1784948073.282639:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948073.282641:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948073.282644:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:1.0:1784948073.282650:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948073.282653:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.282656:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948073.282665:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948073.282668:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948073.282673:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948073.282677:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948073.468222:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948073.468233:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948073.468237:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948073.468243:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948073.468250:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948073.468254:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948073.468257:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948073.468262:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948073.468374:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948073.468380:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948073.468386:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948074.492219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948074.492230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948074.492312:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948074.492320:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948074.492326:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948075.516212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948075.516223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948075.516262:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948075.516267:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948075.516272:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948076.540212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948076.540222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948076.540344:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948076.540351:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948076.540356:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948077.180205:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306836742, at 4306836800 00000100:00000040:0.0:1784948077.180211:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306836742, at 4306836800 00000100:00000010:1.0:1784948077.180229:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18898a0. 00000100:00000010:0.0:1784948077.180232:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948077.564208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948077.564218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948077.564352:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948077.564359:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948077.564364:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948078.396189:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948078.396205:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948078.396218:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784948078.396226:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948078.396231:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948078.396235:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948078.396242:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948078.396253:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784948078.396262:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396277:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948078.396291:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948078.396297:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396305:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.396349:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396356:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948078.396363:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948078.396370:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755dc00. 00000020:00000040:0.0:1784948078.396374:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948078.396379:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948078.396382:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948078.396386:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396390:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784948078.396393:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 00000100:00000001:0.0:1784948078.396398:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396398:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948078.396402:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948078.396407:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784948078.396412:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.396425:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948078.396429:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396430:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948078.396434:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396437:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e37825] to pc [ptlrpcd_00_00+0] req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948078.396441:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948078.396445:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948078.396450:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948078.396455:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948078.396457:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155035264:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948078.396460:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948078.396466:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948078.396467:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948078.396471:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 02000000:00000001:1.0:1784948078.396474:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1784948078.396475:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948078.396478:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948078.396479:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948078.396482:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948078.396484:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1784948078.396485:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948078.396490:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 02000000:00000010:1.0:1784948078.396492:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948078.396495:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948078.396496:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396502:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1784948078.396508:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948078.396518:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948078.396521:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396529:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948078.396532:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 00000400:00000010:1.0:1784948078.396544:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784948078.396545:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396550:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1784948078.396554:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035264, portal 25 00000100:00000040:0.0:1784948078.396557:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784948078.396559:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784948078.396563:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948078.396563:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534254208 : -119148175297408 : ffff93a2a755f480) 00000100:00000040:0.0:1784948078.396569:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948078.396573:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948078.396577:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12175) 00000100:00000001:1.0:1784948078.396588:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948078.396593:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948078.396595:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784948078.396598:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784948078.396599:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948078.396602:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1784948078.396604:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155035264, offset 0 00000100:00000040:0.0:1784948078.396610:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948078.396615:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948078.396624:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948078.396626:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948078.396630:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948078.396631:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948078.396634:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948078.396638:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948078.396642:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:0.0:1784948078.396645:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155035392:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948078.396651:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948078.396651:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784948078.396655:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948078.396658:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948078.396659:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:0.0:1784948078.396662:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948078.396666:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784948078.396669:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 00000400:00000200:1.0:1784948078.396671:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:0.0:1784948078.396672:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948078.396679:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948078.396679:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541319:541319:256:4294967295] 192.168.201.111@tcp LPNI seq info [541256:541256:8:4294967295] 00000400:00000010:0.0:1784948078.396685:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea528. 00000400:00000200:1.0:1784948078.396689:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948078.396693:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfa18. 00000100:00000200:0.0:1784948078.396699:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035392, portal 10 00000100:00000001:0.0:1784948078.396704:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784948078.396706:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948078.396707:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247936 : -119148175303680 : ffff93a2a755dc00) 00000800:00000200:1.0:1784948078.396718:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948078.396719:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948078.396727:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000100:00000001:0.0:1784948078.396732:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948078.396737:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948078.396738:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:0.0:1784948078.396741:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000200:0.0:1784948078.396745:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155035392, offset 0 00000800:00000200:1.0:1784948078.396751:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948078.396753:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948078.396759:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948078.396760:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.396767:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948078.396773:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948078.396778:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948078.396779:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948078.396783:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948078.396787:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.396788:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948078.396792:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306841861 00000400:00000200:0.0:1784948078.396795:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541320:541320:255:4294967295] 192.168.201.111@tcp LPNI seq info [541257:541257:7:4294967295] 00000100:00000010:1.0:1784948078.396801:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f420. 00000400:00000200:0.0:1784948078.396804:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948078.396812:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948078.396815:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948078.396822:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306841861 00000800:00000200:0.0:1784948078.396824:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:1.0:1784948078.396828:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fd20. 00000800:00000010:0.0:1784948078.396830:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784948078.396833:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784948078.396838:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948078.396839:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948078.396845:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948078.396847:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948078.396850:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948078.396852:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948078.396855:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948078.396859:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.396865:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 00000400:00000200:0.0:1784948078.396900:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948078.396904:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306838026 00000100:00000001:0.0:1784948078.396908:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306841861 00000100:00000001:0.0:1784948078.396912:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306838026 00000100:00000001:0.0:1784948078.396916:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306841861 00000100:00000001:1.0:1784948078.396916:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948078.396920:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948078.396921:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948078.396925:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396925:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948078.396928:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948078.396930:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396931:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948078.396934:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948078.396940:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784948078.396940:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.396943:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948078.396947:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948078.396950:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948078.396953:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396956:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948078.396957:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.396959:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948078.396963:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948078.396967:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948078.396971:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948078.396978:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155035520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948078.396984:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948078.396989:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948078.396992:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948078.396995:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948078.397003:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948078.397007:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948078.397013:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948078.397018:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe90b0. 00000400:00000010:1.0:1784948078.397024:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000100:00000200:1.0:1784948078.397030:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035520, portal 10 00000100:00000001:1.0:1784948078.397033:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948078.397036:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000800:00000200:0.0:1784948078.397040:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:1.0:1784948078.397092:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948078.397108:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1784948078.397112:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000100:00000040:1.0:1784948078.397113:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948078.397119:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1330. 00000400:00000200:0.0:1784948078.397122:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1784948078.397124:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155035520, offset 0 00000400:00000200:0.0:1784948078.397133:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948078.397133:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948078.397142:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.397143:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:0.0:1784948078.397148:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000400:00000200:1.0:1784948078.397149:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948078.397155:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:1.0:1784948078.397155:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948078.397161:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:0.0:1784948078.397166:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948078.397168:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948078.397174:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948078.397182:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541321:541321:254:4294967295] 192.168.201.111@tcp LPNI seq info [541258:541258:6:4294967295] 00000100:00000001:0.0:1784948078.397184:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948078.397193:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948078.397193:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948078.397210:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948078.397213:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948078.397214:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948078.397223:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948078.397230:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784948078.397240:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948078.397249:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948078.397254:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948078.397260:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948078.397266:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10218 usecs (11 jiffies) 00000400:00000200:1.0:1784948078.397272:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948078.397276:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306838028 00000100:00000001:1.0:1784948078.397280:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306841861 00000100:00000001:1.0:1784948078.397284:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306838028 00000100:00000001:1.0:1784948078.397289:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306841861 00000100:00000001:1.0:1784948078.397293:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948078.397297:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.397302:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.397306:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948078.397313:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948078.397316:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784948078.397317:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948078.397320:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784948078.397321:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784948078.397322:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948078.397326:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948078.397328:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948078.397329:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948078.397336:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948078.397342:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:0.0:1784948078.397346:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:0.0:1784948078.397352:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948078.397360:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.397375:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948078.397382:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.397395:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948078.397398:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948078.397420:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948078.397423:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948078.397427:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948078.397432:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948078.397436:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1330 00000400:00000010:0.0:1784948078.397438:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1330. 00000100:00000001:0.0:1784948078.397441:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948078.397446:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.397456:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948078.397460:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.397468:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948078.397470:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948078.399567:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.399585:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948078.399589:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.399593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948078.399601:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.399609:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948078.399618:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.399623:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.399629:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.399634:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316080 00000400:00000200:0.0:1784948078.399640:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.399667:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5246f1 [1] + 224 00000800:00000001:0.0:1784948078.399677:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.399687:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948078.399690:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948078.399695:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948078.399701:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948078.399709:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948078.399724:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.399748:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948078.399757:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.399761:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948078.399803:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948078.399809:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948078.399817:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948078.399820:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948078.399823:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 00000400:00000200:1.0:1784948078.399832:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000010:1.0:1784948078.399835:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:1.0:1784948078.399839:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948078.399849:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948078.399864:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948078.399896:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948078.399898:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948078.399902:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948078.399906:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948078.399909:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948078.399912:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948078.399915:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948078.399923:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=69 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948078.399928:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948078.399932:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948078.399934:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948078.399937:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948078.399940:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.399944:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948078.399951:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948078.399961:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948078.399964:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948078.399967:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948078.399972:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948078.399982:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155035264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948078.399988:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.399991:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948078.399994:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f480 x1871641155035264/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948078.400003:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948078.400006:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948078.400009:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948078.400013:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948078.400016:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948078.400018:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948078.400021:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948078.400025:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b300. 02000000:00000001:1.0:1784948078.400030:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948078.400032:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948078.400035:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f480. 00000100:00000001:1.0:1784948078.400039:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948078.400041:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948078.400044:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.400078:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948078.400080:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948078.400083:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.400085:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948078.400226:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.400238:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948078.400242:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.400245:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948078.400251:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400257:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948078.400265:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400271:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400279:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400285:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316100 00000400:00000200:0.0:1784948078.400293:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400300:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524701 [1] + 224 00000800:00000001:0.0:1784948078.400309:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.400323:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948078.400328:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948078.400336:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948078.400344:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948078.400355:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948078.400377:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.400405:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948078.400413:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.400421:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948078.400423:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948078.400426:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948078.400430:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400435:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948078.400442:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400446:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400453:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948078.400458:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316180 00000400:00000200:0.0:1784948078.400464:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948078.400471:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948078.400473:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524711 [1] + 224 00000100:00000001:1.0:1784948078.400478:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948078.400484:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784948078.400487:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948078.400492:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948078.400497:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948078.400498:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea528. 00000400:00000200:0.0:1784948078.400509:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948078.400516:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948078.400523:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfa18 00000400:00000010:1.0:1784948078.400529:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfa18. 00000100:00000001:1.0:1784948078.400533:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948078.400536:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948078.400545:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948078.400552:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948078.400588:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948078.400596:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948078.400617:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948078.400624:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948078.400627:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948078.400630:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948078.400631:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948078.400635:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948078.400636:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948078.400643:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948078.400648:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784948078.400651:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=69 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948078.400655:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948078.400659:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948078.400665:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948078.400668:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948078.400671:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948078.400676:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.400680:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948078.400684:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948078.400687:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948078.400689:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948078.400692:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948078.400699:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.400700:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948078.400709:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948078.400714:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948078.400720:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe90b0. 00000100:00000001:1.0:1784948078.400721:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948078.400729:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784948078.400731:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00000001:1.0:1784948078.400732:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948078.400741:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 00000100:00000040:1.0:1784948078.400745:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.400748:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948078.400761:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948078.400811:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155035392:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948078.400819:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948078.400823:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948078.400832:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948078.400842:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784948078.400844:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755dc00 x1871641155035392/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.400848:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948078.400856:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948078.400862:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948078.400889:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948078.400891:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948078.400897:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1784948078.400897:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 00000100:00000001:0.0:1784948078.400906:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948078.400909:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784948078.400912:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948078.400914:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948078.400920:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948078.400923:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:0.0:1784948078.400925:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=69 v=5 (5 5 5 5) 02000000:00000010:1.0:1784948078.400927:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 02000000:00000001:1.0:1784948078.400937:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:0.0:1784948078.400941:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=91 v=5 (1 1 1 1) 02000000:00000001:1.0:1784948078.400942:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948078.400948:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755dc00. 00000100:00000001:0.0:1784948078.400950:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948078.400957:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948078.400958:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.400964:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948078.400966:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948078.400970:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948078.400973:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.400979:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948078.400980:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948078.400987:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.400988:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948078.400997:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948078.400998:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948078.401003:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948078.401004:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948078.401019:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.401030:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948078.401034:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948078.401036:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948078.401042:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948078.401088:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155035520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948078.401095:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948078.401099:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948078.401103:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641155035520/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948094 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948078.401111:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948078.401114:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948078.401118:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784948078.401123:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948078.401124:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948078.401127:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948078.401129:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948078.401132:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784948078.401136:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948078.401138:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948078.401140:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000100:00000001:0.0:1784948078.401145:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948078.401147:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948078.401150:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948078.401155:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948078.401157:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948078.401160:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948078.401163:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948078.588181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948078.588189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948078.588329:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948078.588336:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948078.588341:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948079.612205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948079.612214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948079.612261:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948079.612270:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948079.612278:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948080.636189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948080.636198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948080.636236:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948080.636241:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948080.636246:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948081.660224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948081.660233:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948081.660379:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948081.660386:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948081.660391:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948082.300194:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306841861, at 4306841920 00000100:00000040:0.0:1784948082.300196:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306841861, at 4306841920 00000100:00000010:1.0:1784948082.300220:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fd20. 00000100:00000010:0.0:1784948082.300224:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f420. 00010000:00000001:1.0:1784948082.684161:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948082.684170:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948082.684173:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948082.684177:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948082.684183:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948082.684186:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948082.684188:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948082.684191:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948082.684240:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948082.684245:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948082.684249:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948083.516219:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948083.516227:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948083.516237:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784948083.516242:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948083.516245:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948083.516248:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948083.516253:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948083.516261:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948083.516268:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516277:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948083.516287:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948083.516290:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516296:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.516322:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516324:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948083.516327:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948083.516330:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784948083.516332:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948083.516333:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948083.516334:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948083.516336:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948083.516338:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784948083.516340:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516343:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948083.516349:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948083.516350:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516353:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.516359:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516371:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948083.516374:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948083.516375:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784948083.516379:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948083.516380:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948083.516382:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948083.516383:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948083.516385:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784948083.516388:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.516389:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948083.516391:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948083.516395:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948083.516399:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948083.516400:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948083.516419:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948083.516427:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948083.516431:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.516467:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948083.516472:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.516474:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948083.516480:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948083.516481:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948083.516488:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948083.516490:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948083.516498:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.516501:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784948083.516510:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155035648:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948083.516511:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948083.516525:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948083.516526:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12180) 02000000:00000001:2.0:1784948083.516533:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948083.516539:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948083.516542:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948083.516550:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948083.516554:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948083.516564:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948083.516570:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948083.516572:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948083.516578:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784948083.516580:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000001:3.0:1784948083.516582:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784948083.516593:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035648, portal 25 00000100:00000040:3.0:1784948083.516595:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.516602:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948083.516606:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000001:3.0:1784948083.516619:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948083.516623:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.516625:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948083.516634:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948083.516640:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948083.516649:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948083.516650:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948083.516658:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:3.0:1784948083.516664:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155035776:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784948083.516666:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784948083.516677:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155035648, offset 0 00000100:00000001:3.0:1784948083.516680:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948083.516688:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784948083.516692:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948083.516694:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948083.516700:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948083.516708:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784948083.516709:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948083.516716:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948083.516726:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948083.516728:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948083.516737:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948083.516741:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784948083.516749:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000400:00000200:2.0:1784948083.516750:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948083.516760:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784948083.516761:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035776, portal 10 00000400:00000200:2.0:1784948083.516767:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948083.516769:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948083.516774:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000400:00000200:2.0:1784948083.516823:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541322:541322:256:4294967295] 192.168.201.111@tcp LPNI seq info [541259:541259:8:4294967295] 00000400:00000200:2.0:1784948083.516836:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948083.516846:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784948083.516853:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948083.516854:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948083.516861:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:3.0:1784948083.516868:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784948083.516872:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948083.516878:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948083.516884:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000800:00000200:2.0:1784948083.516885:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948083.516891:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784948083.516891:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155035776, offset 0 00000400:00000200:3.0:1784948083.516903:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948083.516908:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948083.516911:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948083.516914:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948083.516918:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948083.516920:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948083.516923:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306846981 00000400:00000200:3.0:1784948083.516925:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:2.0:1784948083.516930:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43420. 00000400:00000200:3.0:1784948083.516930:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948083.516935:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948083.516939:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541323:541323:255:4294967295] 192.168.201.111@tcp LPNI seq info [541260:541260:7:4294967295] 00000100:00000001:2.0:1784948083.516940:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948083.516946:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948083.516949:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306846981 00000100:00000010:2.0:1784948083.516953:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff431e0. 00000100:00000001:2.0:1784948083.516960:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784948083.516960:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948083.516965:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784948083.516970:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948083.516971:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784948083.516976:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000100:00000001:2.0:1784948083.516977:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.516983:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784948083.516988:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948083.516992:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948083.516996:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1784948083.516996:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948083.517000:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784948083.517001:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948083.517003:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948083.517007:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948083.517008:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948083.517013:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948083.517015:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 00000400:00000200:3.0:1784948083.517024:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948083.517035:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948083.517037:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306843146 00000100:00000001:2.0:1784948083.517038:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.517043:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306846981 02000000:00000001:2.0:1784948083.517044:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784948083.517069:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948083.517077:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:2.0:1784948083.517079:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948083.517084:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.517086:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306843147 00000400:00000200:0.0:1784948083.517087:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784948083.517089:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155035904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948083.517094:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306846981 00000100:00000001:3.0:1784948083.517097:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948083.517106:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.517107:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948083.517110:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948083.517112:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948083.517115:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948083.517116:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784948083.517116:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.517121:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784948083.517122:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948083.517126:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948083.517127:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 02000000:00000010:2.0:1784948083.517128:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948083.517130:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784948083.517135:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 02000000:00000001:2.0:1784948083.517135:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948083.517141:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948083.517144:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784948083.517145:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948083.517151:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:0.0:1784948083.517153:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948083.517155:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155035904, portal 10 00000100:00000001:2.0:1784948083.517161:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948083.517164:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000001:0.0:1784948083.517173:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948083.517176:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948083.517181:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.517195:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948083.517200:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948083.517201:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948083.517203:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.517205:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948083.517208:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784948083.517209:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948083.517214:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784948083.517217:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155035904, offset 0 00000400:00000200:2.0:1784948083.517222:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948083.517226:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948083.517230:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948083.517233:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948083.517236:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948083.517238:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948083.517240:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948083.517242:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541324:541324:255:4294967295] 192.168.201.111@tcp LPNI seq info [541261:541261:7:4294967295] 00000400:00000200:2.0:1784948083.517246:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948083.517254:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948083.517256:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:0.0:1784948083.517259:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000800:00000200:2.0:1784948083.517264:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948083.517265:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:2.0:1784948083.517269:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:0.0:1784948083.517274:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784948083.517279:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948083.517280:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:0.0:1784948083.517285:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:0.0:1784948083.517290:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784948083.517290:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948083.517295:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1784948083.517298:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.517299:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948083.517307:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10218 usecs (11 jiffies) 00000100:00000001:0.0:1784948083.517312:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948083.517313:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948083.517317:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306843148 00000100:00000040:0.0:1784948083.517320:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.517321:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306846981 00000100:00000001:2.0:1784948083.517327:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306843148 00000100:00000001:2.0:1784948083.517332:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306846981 00000100:00000001:2.0:1784948083.517337:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948083.517339:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.517340:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948083.517342:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948083.517347:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.517349:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.517352:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948083.517354:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948083.517356:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948083.517357:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948083.517360:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.517362:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948083.517382:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948083.517385:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:0.0:1784948083.517388:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948083.517392:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948083.517394:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:0.0:1784948083.517395:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:0.0:1784948083.517397:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948083.517400:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948083.517406:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948083.517408:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948083.517412:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948083.517414:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948083.518528:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948083.518538:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948083.518540:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948083.518542:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948083.518546:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518550:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948083.518555:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518558:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518561:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518565:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316200 00000400:00000200:0.0:1784948083.518568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518573:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524721 [1] + 224 00000800:00000001:0.0:1784948083.518579:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948083.518585:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948083.518587:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948083.518590:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948083.518593:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948083.518597:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948083.518604:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948083.518618:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948083.518623:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948083.518625:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.518692:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948083.518699:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948083.518709:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948083.518712:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948083.518717:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948083.518725:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:2.0:1784948083.518730:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:2.0:1784948083.518736:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948083.518763:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948083.518775:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.518807:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948083.518809:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.518813:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948083.518816:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948083.518819:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948083.518822:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948083.518825:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948083.518832:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=74 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948083.518838:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=74 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948083.518840:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948083.518842:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784948083.518846:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.518847:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948083.518852:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948083.518854:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948083.518856:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948083.518871:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784948083.518871:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948083.518878:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948083.518879:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948083.518884:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948083.518889:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948083.518891:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518899:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.518907:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316280 00000100:00000001:2.0:1784948083.518908:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948083.518913:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948083.518914:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948083.518918:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948083.518923:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524729 [1] + 224 00000100:00000040:2.0:1784948083.518928:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948083.518930:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784948083.518938:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155035648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948083.518942:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.518944:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948083.518946:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155035648/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.518951:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948083.518953:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948083.518955:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948083.518959:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948083.518961:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948083.518962:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948083.518964:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948083.518966:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 00000800:00000001:0.0:1784948083.518970:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948083.518971:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948083.518975:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784948083.518976:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1784948083.518978:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784948083.518983:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1784948083.518984:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948083.518987:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948083.518989:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948083.518990:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.518993:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948083.518996:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784948083.518997:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.518998:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.519004:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948083.519013:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948083.519024:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948083.519029:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948083.519032:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948083.519033:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948083.519035:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948083.519037:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.519039:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948083.519043:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.519045:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.519066:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.519070:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316300 00000100:00000001:3.0:1784948083.519070:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948083.519074:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948083.519077:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948083.519081:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524731 [1] + 224 00000800:00000001:0.0:1784948083.519084:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948083.519086:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948083.519089:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948083.519091:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948083.519095:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948083.519097:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000800:00000001:0.0:1784948083.519101:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948083.519101:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948083.519106:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784948083.519110:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948083.519115:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948083.519121:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948083.519128:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948083.519129:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.519160:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784948083.519164:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.519164:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948083.519166:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948083.519169:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948083.519172:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948083.519175:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948083.519178:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948083.519182:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=74 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948083.519184:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784948083.519185:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948083.519189:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784948083.519191:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948083.519191:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948083.519196:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948083.519197:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948083.519199:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.519203:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948083.519205:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948083.519207:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948083.519209:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948083.519214:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.519216:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948083.519219:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948083.519224:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784948083.519225:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:2.0:1784948083.519228:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948083.519229:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:2.0:1784948083.519232:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948083.519233:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948083.519238:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000100:00000040:3.0:1784948083.519240:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948083.519241:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948083.519247:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948083.519255:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948083.519256:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155035776:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948083.519266:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948083.519271:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948083.519275:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948083.519277:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155035776/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.519293:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948083.519296:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948083.519297:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.519301:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948083.519301:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784948083.519306:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1784948083.519306:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784948083.519309:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948083.519312:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948083.519312:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948083.519316:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784948083.519317:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948083.519321:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:2.0:1784948083.519323:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=74 v=5 (5 5 5 5) 00000020:00000001:3.0:1784948083.519324:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948083.519328:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000100:00001000:2.0:1784948083.519330:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948083.519332:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948083.519339:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948083.519343:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1784948083.519344:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1784948083.519348:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:2.0:1784948083.519349:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784948083.519351:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784948083.519353:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948083.519356:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948083.519357:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948083.519359:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948083.519360:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.519362:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.519364:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948083.519368:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948083.519369:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948083.519373:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948083.519396:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948083.519402:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.519404:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948083.519410:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948083.519412:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948083.519418:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948083.519436:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155035904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948083.519442:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.519444:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948083.519448:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155035904/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948099 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948083.519456:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948083.519458:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948083.519461:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948083.519464:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948083.519466:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948083.519468:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948083.519470:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948083.519472:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784948083.519475:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948083.519477:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948083.519479:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784948083.519483:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948083.519484:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.519487:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948083.519492:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948083.519494:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948083.519497:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948083.519500:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948083.708154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948083.708164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948083.708298:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948083.708303:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948083.708309:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948084.732162:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948084.732171:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948084.732284:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948084.732291:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948084.732296:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948085.756199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948085.756210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948085.756257:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948085.756264:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948085.756271:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948086.780138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948086.780145:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948086.780218:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948086.780222:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948086.780225:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948087.420186:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306846981, at 4306847040 00000100:00000040:0.0:1784948087.420224:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306846981, at 4306847040 00000100:00000010:1.0:1784948087.420228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff431e0. 00000100:00000010:0.0:1784948087.420234:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43420. 00010000:00000001:1.0:1784948087.804217:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948087.804226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948087.804276:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948087.804281:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948087.804285:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948088.636299:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948088.636313:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948088.636326:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784948088.636334:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948088.636340:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948088.636345:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948088.636353:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948088.636364:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784948088.636373:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.636389:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948088.636405:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948088.636410:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.636419:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.636464:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.636470:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948088.636477:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948088.636483:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784948088.636487:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948088.636492:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948088.636496:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948088.636500:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948088.636506:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784948088.636512:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.636522:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948088.636533:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948088.636537:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948088.636541:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948088.636541:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.636545:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948088.636549:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948088.636557:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.636568:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.636572:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948088.636574:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948088.636579:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.636579:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948088.636584:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 02000000:00000001:0.0:1784948088.636586:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:1.0:1784948088.636588:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:0.0:1784948088.636591:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948088.636592:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948088.636595:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948088.636596:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948088.636598:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948088.636603:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155036032:192.168.201.111@tcp:400:kworker.0 02000000:00000010:1.0:1784948088.636604:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948088.636609:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.636611:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784948088.636616:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948088.636620:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948088.636625:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948088.636629:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948088.636630:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948088.636634:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948088.636638:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784948088.636642:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.636642:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948088.636655:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948088.636657:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948088.636662:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000100:00000040:1.0:1784948088.636662:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948088.636669:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1784948088.636674:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000040:1.0:1784948088.636674:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948088.636680:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784948088.636684:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036032, portal 25 00000100:00000040:1.0:1784948088.636687:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12185) 00000100:00000001:0.0:1784948088.636689:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948088.636726:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:0.0:1784948088.636738:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.636752:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948088.636758:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948088.636764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000200:0.0:1784948088.636771:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155036032, offset 0 00000400:00000200:0.0:1784948088.636782:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948088.636786:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948088.636790:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948088.636792:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948088.636795:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948088.636801:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948088.636808:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948088.636815:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784948088.636817:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948088.636818:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948088.636822:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784948088.636825:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:1.0:1784948088.636826:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948088.636830:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948088.636832:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00100000:1.0:1784948088.636837:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155036160:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948088.636838:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948088.636844:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784948088.636846:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541325:541325:256:4294967295] 192.168.201.111@tcp LPNI seq info [541262:541262:8:4294967295] 02000000:00000001:1.0:1784948088.636848:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948088.636852:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948088.636856:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948088.636856:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948088.636865:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948088.636869:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948088.636874:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948088.636876:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948088.636882:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 00000800:00000200:0.0:1784948088.636886:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948088.636889:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000800:00000010:0.0:1784948088.636895:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000100:00000200:1.0:1784948088.636896:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036160, portal 10 00000100:00000001:1.0:1784948088.636899:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948088.636902:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000800:00000200:0.0:1784948088.636907:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:1.0:1784948088.636913:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948088.636921:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948088.636927:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:0.0:1784948088.636929:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784948088.636932:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948088.636937:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1d48. 00000100:00000200:1.0:1784948088.636941:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155036160, offset 0 00000400:00000200:1.0:1784948088.636950:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948088.636958:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.636962:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948088.636965:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948088.636970:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.636971:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948088.636975:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306852101 00000400:00000200:1.0:1784948088.636977:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948088.636982:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:0.0:1784948088.636984:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784948088.636987:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948088.636992:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541326:541326:255:4294967295] 192.168.201.111@tcp LPNI seq info [541263:541263:7:4294967295] 00000100:00000001:0.0:1784948088.636996:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948088.637000:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.637005:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306852101 00000100:00000010:0.0:1784948088.637012:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18891e0. 00000400:00000200:1.0:1784948088.637013:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948088.637018:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784948088.637023:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948088.637024:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948088.637029:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948088.637029:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000100:00000001:0.0:1784948088.637035:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948088.637036:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948088.637040:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948088.637044:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948088.637097:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948088.637105:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.637112:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 00000100:00000001:0.0:1784948088.637118:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948088.637119:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.637122:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948088.637123:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306848267 00000100:00000001:0.0:1784948088.637128:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948088.637129:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306852101 00000100:00000001:0.0:1784948088.637131:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948088.637134:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948088.637134:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306848267 00000100:00000001:1.0:1784948088.637139:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306852101 00000100:00000001:1.0:1784948088.637143:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948088.637144:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.637148:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.637153:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.637157:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.637160:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948088.637163:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.637164:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784948088.637168:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948088.637168:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784948088.637172:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948088.637172:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948088.637175:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948088.637176:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.637178:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.637182:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948088.637183:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155036288:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948088.637189:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948088.637195:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948088.637199:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948088.637202:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948088.637209:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784948088.637213:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948088.637219:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948088.637225:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea0b0. 00000400:00000010:0.0:1784948088.637231:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000200:0.0:1784948088.637237:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036288, portal 10 00000100:00000001:0.0:1784948088.637241:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948088.637244:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000040:0.0:1784948088.637256:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637266:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948088.637271:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948088.637276:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000200:0.0:1784948088.637281:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155036288, offset 0 00000400:00000200:0.0:1784948088.637290:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948088.637299:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948088.637307:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948088.637313:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948088.637318:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948088.637323:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948088.637327:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948088.637332:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541327:541327:254:4294967295] 192.168.201.111@tcp LPNI seq info [541264:541264:6:4294967295] 00000400:00000200:0.0:1784948088.637341:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948088.637354:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948088.637364:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948088.637371:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000800:00000200:0.0:1784948088.637380:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948088.637389:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948088.637395:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948088.637402:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948088.637408:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10217 usecs (11 jiffies) 00000400:00000200:0.0:1784948088.637414:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.637419:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306848268 00000100:00000001:0.0:1784948088.637423:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306852101 00000100:00000001:0.0:1784948088.637427:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306848268 00000100:00000001:0.0:1784948088.637432:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306852101 00000100:00000001:0.0:1784948088.637436:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948088.637440:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.637446:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.637450:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.637457:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948088.637461:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948088.637465:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948088.637467:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948088.637470:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.637475:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948088.637544:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948088.637552:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784948088.637562:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948088.637572:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948088.637582:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000010:0.0:1784948088.637587:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:0.0:1784948088.637595:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948088.637605:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637623:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948088.637631:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637648:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.637651:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948088.637672:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948088.637678:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:0.0:1784948088.637684:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948088.637718:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948088.637725:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000400:00000010:0.0:1784948088.637729:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:0.0:1784948088.637736:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948088.637744:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637760:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948088.637767:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637780:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.637784:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948088.637883:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948088.637888:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784948088.637892:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948088.637897:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948088.637901:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000400:00000010:0.0:1784948088.637903:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:0.0:1784948088.637906:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948088.637912:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637922:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948088.637926:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.637934:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.637937:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948088.640526:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948088.640554:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948088.640560:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948088.640563:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948088.640571:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640579:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948088.640589:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640595:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640602:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640609:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316380 00000400:00000200:1.0:1784948088.640615:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640622:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524739 [1] + 224 00000800:00000001:1.0:1784948088.640630:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948088.640666:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948088.640670:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948088.640675:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948088.640681:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948088.640689:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948088.640740:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.640775:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948088.640788:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948088.640797:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948088.640801:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948088.640806:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948088.640813:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640820:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948088.640828:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640833:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640838:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.640843:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316400 00000100:00000001:0.0:1784948088.640850:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948088.640850:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.640859:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948088.640867:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524749 [1] + 224 00000800:00000001:1.0:1784948088.640875:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784948088.640881:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948088.640883:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948088.640889:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948088.640890:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784948088.640897:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac60. 00000400:00000200:1.0:1784948088.640899:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948088.640909:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:0.0:1784948088.640916:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:0.0:1784948088.640920:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948088.640923:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948088.640931:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948088.640936:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948088.640978:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948088.640981:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.641020:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948088.641025:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.641029:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948088.641032:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948088.641034:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948088.641036:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948088.641042:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948088.641046:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948088.641090:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=79 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948088.641095:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784948088.641097:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948088.641104:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784948088.641106:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.641108:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948088.641116:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784948088.641118:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948088.641124:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948088.641125:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.641133:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948088.641142:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948088.641151:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948088.641160:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948088.641181:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.641182:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948088.641192:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948088.641193:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948088.641199:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948088.641201:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948088.641214:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948088.641216:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316480 00000400:00000200:1.0:1784948088.641234:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948088.641249:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524759 [1] + 224 00000100:00100000:0.0:1784948088.641258:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155036032:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948088.641260:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948088.641272:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948088.641273:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.641276:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948088.641280:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784948088.641287:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155036032/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948088.641295:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948088.641306:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948088.641317:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.641348:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948088.641355:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784948088.641360:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948088.641362:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784948088.641374:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948088.641379:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948088.641383:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:0.0:1784948088.641385:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948088.641391:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784948088.641393:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784948088.641395:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000800:00000001:1.0:1784948088.641402:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948088.641405:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948088.641411:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948088.641413:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:0.0:1784948088.641419:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948088.641422:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948088.641425:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948088.641427:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.641431:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948088.641433:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948088.641438:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948088.641441:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948088.641446:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948088.641449:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 00000400:00000200:1.0:1784948088.641456:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000010:1.0:1784948088.641459:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:1.0:1784948088.641463:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784948088.641464:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1784948088.641471:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948088.641472:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948088.641479:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea0b0. 00000400:00000200:0.0:1784948088.641489:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000400:00000010:0.0:1784948088.641496:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000200:1.0:1784948088.641501:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.641503:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948088.641516:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.641523:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948088.641529:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948088.641538:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948088.641542:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784948088.641544:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.641547:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948088.641553:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948088.641561:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.641575:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784948088.641578:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=79 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948088.641580:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.641589:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:1.0:1784948088.641594:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=119 v=5 (1 1 1 1) 02000000:00000001:0.0:1784948088.641595:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948088.641600:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948088.641608:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948088.641609:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.641614:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948088.641617:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948088.641621:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1784948088.641627:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=79 v=5 (5 5 5 5) 00010000:00000001:1.0:1784948088.641629:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.641641:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1784948088.641643:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=101 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948088.641647:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948088.641653:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948088.641654:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948088.641660:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.641661:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948088.641672:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948088.641681:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948088.641682:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.641713:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948088.641719:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948088.641728:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948088.641733:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948088.641745:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948088.641752:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.641753:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948088.641759:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948088.641776:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948088.641779:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948088.641794:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948088.641802:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784948088.641804:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155036160:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948088.641818:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948088.641823:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948088.641825:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948088.641833:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155036160/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948088.641886:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948088.641891:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1784948088.641897:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155036288:192.168.201.111@tcp:400:kworker.0 02000000:00000010:1.0:1784948088.641898:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948088.641911:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948088.641914:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784948088.641917:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948088.641921:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1784948088.641923:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948088.641929:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:0.0:1784948088.641935:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155036288/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948104 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948088.641936:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:1.0:1784948088.641946:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948088.641952:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948088.641957:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:0.0:1784948088.641960:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948088.641964:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784948088.641967:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784948088.641971:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784948088.641974:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 00000100:00000001:1.0:1784948088.641977:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948088.641983:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948088.641987:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1784948088.641989:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948088.641994:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784948088.641996:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948088.642001:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784948088.642004:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948088.642007:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948088.642011:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:0.0:1784948088.642019:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948088.642021:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948088.642024:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:0.0:1784948088.642028:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948088.642032:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.642035:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948088.642043:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948088.642045:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948088.642078:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948088.642082:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948088.828202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948088.828214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948088.828310:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948088.828316:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948088.828320:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948089.852197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948089.852207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948089.852349:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948089.852355:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948089.852361:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948090.876174:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948090.876183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948090.876223:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948090.876228:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948090.876234:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948091.900233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948091.900244:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948091.900325:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948091.900331:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948091.900337:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948092.540171:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306852101, at 4306852160 00000100:00000040:0.0:1784948092.540187:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306852101, at 4306852160 00000100:00000010:1.0:1784948092.540193:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18891e0. 00000100:00000010:0.0:1784948092.540205:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948092.924168:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948092.924177:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948092.924181:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948092.924186:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948092.924193:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948092.924197:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948092.924201:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948092.924206:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948092.924271:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948092.924279:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948092.924286:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948093.756241:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948093.756255:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948093.756266:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784948093.756275:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948093.756280:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948093.756284:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948093.756292:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948093.756302:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784948093.756312:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756327:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948093.756342:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948093.756348:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756356:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.756396:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756401:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948093.756405:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948093.756409:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784948093.756413:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948093.756416:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948093.756417:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948093.756420:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948093.756424:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784948093.756427:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756432:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948093.756441:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948093.756444:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756449:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.756459:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756461:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948093.756465:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948093.756469:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784948093.756471:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948093.756474:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948093.756476:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948093.756480:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948093.756485:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784948093.756488:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756494:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948093.756499:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948093.756504:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948093.756509:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948093.756510:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.756516:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948093.756521:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948093.756534:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.756540:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756548:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948093.756564:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948093.756569:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948093.756571:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948093.756575:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.756581:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948093.756584:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948093.756591:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12191) 02000000:00000001:2.0:1784948093.756592:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948093.756601:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948093.756631:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155036416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948093.756637:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948093.756645:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948093.756649:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948093.756652:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948093.756661:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948093.756664:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948093.756674:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948093.756680:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784948093.756681:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948093.756690:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1784948093.756694:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000001:3.0:1784948093.756698:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784948093.756706:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036416, portal 25 00000100:00000001:2.0:1784948093.756714:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784948093.756716:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.756718:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:2.0:1784948093.756732:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.756744:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948093.756750:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948093.756760:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948093.756761:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948093.756765:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948093.756771:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948093.756774:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948093.756778:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00100000:3.0:1784948093.756787:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155036544:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784948093.756788:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155036416, offset 0 00000100:00000001:3.0:1784948093.756800:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784948093.756806:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948093.756807:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948093.756812:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948093.756817:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948093.756822:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784948093.756828:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948093.756834:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948093.756837:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948093.756845:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948093.756849:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:3.0:1784948093.756854:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948093.756858:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948093.756867:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784948093.756867:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000400:00000200:2.0:1784948093.756877:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784948093.756880:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036544, portal 10 00000400:00000200:2.0:1784948093.756886:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541328:541328:256:4294967295] 192.168.201.111@tcp LPNI seq info [541265:541265:8:4294967295] 00000100:00000001:3.0:1784948093.756889:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948093.756895:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000400:00000200:2.0:1784948093.756903:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948093.756914:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948093.756928:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948093.756954:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784948093.756955:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948093.756964:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948093.756966:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000010:3.0:1784948093.756970:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 00000100:00000200:3.0:1784948093.756979:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155036544, offset 0 00000800:00000200:2.0:1784948093.756985:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948093.756993:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948093.757003:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948093.757005:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948093.757015:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948093.757022:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948093.757029:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948093.757034:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948093.757038:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948093.757042:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948093.757044:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948093.757091:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948093.757096:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306857222 00000400:00000200:3.0:1784948093.757099:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541329:541329:255:4294967295] 192.168.201.111@tcp LPNI seq info [541266:541266:7:4294967295] 00000100:00000010:2.0:1784948093.757104:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43420. 00000400:00000200:3.0:1784948093.757113:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948093.757121:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948093.757136:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306857222 00000400:00000200:3.0:1784948093.757140:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784948093.757145:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff431e0. 00000100:00000001:2.0:1784948093.757152:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784948093.757153:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948093.757163:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784948093.757166:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000001:2.0:1784948093.757169:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.757176:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948093.757178:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948093.757182:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784948093.757194:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948093.757196:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948093.757203:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1784948093.757205:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948093.757208:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948093.757215:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948093.757216:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.757219:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948093.757227:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 00000100:00000040:2.0:1784948093.757231:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948093.757241:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948093.757250:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306853387 00000100:00000001:2.0:1784948093.757260:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948093.757262:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306857222 00000800:00000200:0.0:1784948093.757266:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948093.757268:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.757270:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306853387 02000000:00000001:2.0:1784948093.757279:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:0.0:1784948093.757281:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784948093.757281:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306857222 02000000:00000001:2.0:1784948093.757287:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948093.757293:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948093.757295:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948093.757296:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948093.757305:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948093.757312:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155036672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948093.757315:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948093.757318:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948093.757327:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.757330:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784948093.757337:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 02000000:00000001:2.0:1784948093.757338:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948093.757339:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784948093.757345:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948093.757348:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:3.0:1784948093.757349:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784948093.757351:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948093.757362:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948093.757363:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:2.0:1784948093.757363:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948093.757368:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948093.757372:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.757375:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948093.757379:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.757385:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948093.757392:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948093.757403:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:0.0:1784948093.757412:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784948093.757413:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000100:00000200:2.0:1784948093.757421:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036672, portal 10 00000100:00000040:0.0:1784948093.757423:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.757429:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948093.757434:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000001:0.0:1784948093.757449:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948093.757453:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948093.757454:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948093.757467:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948093.757473:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948093.757478:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000800:00000200:0.0:1784948093.757479:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:2.0:1784948093.757483:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155036672, offset 0 00000800:00000010:0.0:1784948093.757486:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:0.0:1784948093.757494:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948093.757501:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948093.757509:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948093.757517:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.757518:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:0.0:1784948093.757525:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000400:00000200:2.0:1784948093.757531:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948093.757533:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948093.757542:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:0.0:1784948093.757549:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948093.757554:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948093.757566:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948093.757578:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948093.757580:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948093.757589:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541330:541330:255:4294967295] 192.168.201.111@tcp LPNI seq info [541267:541267:7:4294967295] 00000100:00000040:0.0:1784948093.757592:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948093.757628:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948093.757658:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948093.757670:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948093.757679:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948093.757680:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1784948093.757691:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948093.757698:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948093.757705:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948093.757710:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948093.757727:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948093.757732:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10217 usecs (11 jiffies) 00000400:00000200:2.0:1784948093.757736:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948093.757739:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306853388 00000100:00000001:2.0:1784948093.757743:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306857222 00000100:00000001:2.0:1784948093.757746:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306853388 00000100:00000001:2.0:1784948093.757749:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306857222 00000100:00000001:2.0:1784948093.757752:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948093.757755:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.757759:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.757762:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.757767:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948093.757770:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948093.757774:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948093.757776:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948093.757779:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.757783:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948093.757807:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948093.757816:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784948093.757824:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948093.757833:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948093.757839:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:1.0:1784948093.757843:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:1.0:1784948093.757847:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948093.757856:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948093.757870:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948093.757876:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948093.757888:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948093.757890:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948093.760105:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760121:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948093.760126:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760130:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948093.760139:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760147:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948093.760156:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760161:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760167:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760172:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316500 00000400:00000200:0.0:1784948093.760178:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760185:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524769 [1] + 224 00000800:00000001:0.0:1784948093.760193:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760197:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948093.760201:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948093.760205:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948093.760212:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948093.760220:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948093.760234:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948093.760261:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948093.760277:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760300:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948093.760303:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760307:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948093.760312:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760316:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948093.760322:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760326:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760330:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760334:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316580 00000400:00000200:0.0:1784948093.760338:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948093.760344:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524771 [1] + 224 00000800:00000001:0.0:1784948093.760349:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760353:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948093.760356:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948093.760361:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948093.760365:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948093.760370:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948093.760384:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.760384:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948093.760394:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948093.760409:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948093.760414:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784948093.760417:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948093.760426:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948093.760438:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948093.760443:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948093.760451:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948093.760457:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948093.760465:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948093.760466:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948093.760468:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.760473:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948093.760475:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948093.760484:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948093.760486:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948093.760494:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948093.760502:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:0.0:1784948093.760503:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948093.760517:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948093.760517:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000200:0.0:1784948093.760523:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784948093.760527:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948093.760540:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948093.760546:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948093.760551:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948093.760559:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948093.760560:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948093.760560:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.760571:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948093.760574:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948093.760579:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948093.760586:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948093.760591:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316600 00000100:00000001:2.0:1784948093.760594:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948093.760628:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948093.760629:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948093.760644:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524779 [1] + 224 00000100:00001000:2.0:1784948093.760645:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=84 v=5 (5 5 5 5) 00000100:00000200:3.0:1784948093.760652:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948093.760665:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784948093.760666:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948093.760680:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948093.760686:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.760690:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784948093.760692:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948093.760699:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.760700:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.760703:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.760713:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000040:2.0:1784948093.760720:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948093.760722:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948093.760728:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948093.760733:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948093.760735:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948093.760745:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784948093.760749:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.760750:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948093.760761:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948093.760762:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:3.0:1784948093.760764:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=84 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948093.760770:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948093.760775:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784948093.760775:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=124 v=5 (1 1 1 1) 00000100:00000040:2.0:1784948093.760784:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.760787:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1784948093.760790:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.760793:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948093.760803:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948093.760811:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.760822:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948093.760828:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948093.760836:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00100000:2.0:1784948093.760839:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155036416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948093.760842:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948093.760857:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.760859:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948093.760862:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.760870:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948093.760883:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155036416/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948093.760927:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948093.760929:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948093.760932:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948093.760938:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784948093.760939:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948093.760940:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948093.760944:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948093.760949:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000800:00000001:0.0:1784948093.760950:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948093.760958:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948093.760962:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948093.760969:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948093.760977:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00100000:3.0:1784948093.760981:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155036544:192.168.201.111@tcp:400:kworker.0 00000020:00000001:2.0:1784948093.760985:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948093.760992:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000100:00000001:3.0:1784948093.760995:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948093.761000:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948093.761002:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784948093.761007:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1784948093.761015:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155036544/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784948093.761016:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784948093.761026:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948093.761031:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.761041:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.761043:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948093.761048:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948093.761083:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948093.761088:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948093.761093:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948093.761100:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1784948093.761101:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000400:00000010:2.0:1784948093.761104:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784948093.761111:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1784948093.761114:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000020:00000001:3.0:1784948093.761120:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1784948093.761121:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000020:00000040:3.0:1784948093.761130:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948093.761131:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:3.0:1784948093.761140:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:2.0:1784948093.761142:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948093.761149:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:3.0:1784948093.761158:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948093.761163:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948093.761167:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:3.0:1784948093.761174:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948093.761181:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948093.761194:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948093.761199:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948093.761208:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948093.761212:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948093.761215:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.761217:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.761225:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948093.761229:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948093.761230:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948093.761233:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948093.761238:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948093.761241:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948093.761243:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948093.761256:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=84 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948093.761262:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948093.761266:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948093.761269:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948093.761272:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948093.761276:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.761280:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948093.761283:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948093.761286:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948093.761289:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948093.761294:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.761303:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948093.761306:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948093.761307:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948093.761312:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948093.761322:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155036672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948093.761327:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.761329:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948093.761333:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155036672/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948109 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948093.761341:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948093.761343:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948093.761345:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948093.761348:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948093.761350:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948093.761351:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948093.761354:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948093.761356:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948093.761358:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948093.761360:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948093.761362:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784948093.761365:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948093.761367:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.761370:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948093.761375:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948093.761377:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948093.761380:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948093.761382:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948093.948206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948093.948218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948093.948355:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948093.948358:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948093.948361:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948094.972188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948094.972197:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948094.972340:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948094.972347:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948094.972352:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948095.996212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948095.996223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948095.996259:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948095.996264:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948095.996270:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948097.020264:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948097.020274:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948097.020361:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948097.020368:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948097.020375:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948097.660196:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306857222, at 4306857280 00000100:00000040:1.0:1784948097.660214:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306857222, at 4306857280 00000100:00000010:0.0:1784948097.660222:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43420. 00000100:00000010:1.0:1784948097.660245:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff431e0. 00010000:00000001:1.0:1784948098.044239:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948098.044250:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948098.044309:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948098.044320:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948098.044328:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948098.876239:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948098.876252:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948098.876264:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784948098.876272:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948098.876276:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948098.876281:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948098.876288:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948098.876298:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948098.876323:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876342:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948098.876359:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948098.876366:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876389:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.876429:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876434:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948098.876439:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948098.876444:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ea00. 00000020:00000040:0.0:1784948098.876448:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948098.876452:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948098.876457:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948098.876460:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948098.876467:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948098.876473:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876479:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948098.876487:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948098.876491:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948098.876494:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876507:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e721bbfd] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.876507:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948098.876541:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876558:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948098.876562:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948098.876563:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948098.876572:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784948098.876576:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948098.876578:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948098.876579:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948098.876581:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948098.876585:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948098.876591:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948098.876594:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948098.876598:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948098.876636:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948098.876644:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876656:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.876675:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948098.876678:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876683:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948098.876685:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876688:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948098.876696:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948098.876699:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784948098.876700:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784948098.876713:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948098.876714:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12196) 02000000:00000001:1.0:1784948098.876726:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948098.876735:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155036800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948098.876740:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948098.876748:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948098.876749:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948098.876774:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784948098.876775:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948098.876783:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.876788:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948098.876790:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948098.876801:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948098.876804:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948098.876805:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784948098.876810:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948098.876810:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948098.876817:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948098.876823:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948098.876832:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948098.876839:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155036928:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784948098.876844:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 00000100:00000001:0.0:1784948098.876846:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948098.876855:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1784948098.876856:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 02000000:00000001:0.0:1784948098.876859:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948098.876866:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784948098.876871:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036800, portal 25 02000000:00000010:0.0:1784948098.876872:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 00000100:00000001:1.0:1784948098.876891:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784948098.876892:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.876906:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000400:00000200:0.0:1784948098.876917:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948098.876926:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea0b0. 00000100:00000040:1.0:1784948098.876926:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948098.876941:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784948098.876950:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784948098.876958:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155036928, portal 10 00000100:00000040:1.0:1784948098.876960:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948098.876975:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1784948098.876977:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784948098.876980:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534251520 : -119148175300096 : ffff93a2a755ea00) 00000100:00000200:1.0:1784948098.876988:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155036800, offset 0 00000100:00000040:0.0:1784948098.876995:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948098.877004:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948098.877020:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948098.877029:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948098.877030:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948098.877039:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000200:0.0:1784948098.877044:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155036928, offset 0 00000400:00000200:1.0:1784948098.877046:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948098.877057:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948098.877097:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948098.877105:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948098.877112:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948098.877117:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948098.877124:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541331:541331:256:4294967295] 192.168.201.111@tcp LPNI seq info [541268:541268:8:4294967295] 00000400:00000200:1.0:1784948098.877131:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948098.877144:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948098.877152:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948098.877157:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784948098.877172:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784948098.877181:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948098.877193:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784948098.877200:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948098.877208:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948098.877216:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784948098.877226:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948098.877227:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784948098.877238:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948098.877242:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541332:541332:255:4294967295] 192.168.201.111@tcp LPNI seq info [541269:541269:7:4294967295] 00000400:00000200:0.0:1784948098.877255:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948098.877266:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948098.877277:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948098.877288:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948098.877297:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306862342 00000800:00000200:0.0:1784948098.877298:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948098.877322:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000100:00000010:1.0:1784948098.877322:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fd20. 00000800:00000200:0.0:1784948098.877348:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948098.877348:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784948098.877368:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306862342 00000800:00000200:0.0:1784948098.877372:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948098.877383:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784948098.877383:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f6c0. 00000100:00000001:1.0:1784948098.877403:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948098.877404:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.877413:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948098.877417:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948098.877418:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 00000100:00000001:1.0:1784948098.877422:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.877428:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948098.877432:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948098.877441:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306858507 00000100:00000001:1.0:1784948098.877441:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948098.877447:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948098.877453:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948098.877458:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306862342 00000100:00000001:1.0:1784948098.877458:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948098.877465:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948098.877474:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306858507 00000100:00000040:1.0:1784948098.877477:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.877480:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306862342 00000100:00000001:0.0:1784948098.877493:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948098.877512:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.877534:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.877553:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948098.877559:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948098.877563:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948098.877566:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.877567:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948098.877575:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948098.877578:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948098.877581:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948098.877582:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.877591:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948098.877592:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948098.877601:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948098.877611:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155037056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948098.877620:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948098.877627:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948098.877630:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948098.877636:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948098.877643:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948098.877647:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948098.877654:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948098.877661:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9c08. 00000800:00000200:0.0:1784948098.877667:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1784948098.877672:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1dd0. 00000800:00000010:0.0:1784948098.877674:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000100:00000200:1.0:1784948098.877685:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037056, portal 10 00000400:00000200:0.0:1784948098.877688:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948098.877702:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948098.877708:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534242560 : -119148175309056 : ffff93a2a755c700) 00000400:00000200:0.0:1784948098.877710:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948098.877725:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b12a8 00000100:00000040:1.0:1784948098.877728:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948098.877730:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784948098.877744:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948098.877754:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784948098.877757:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948098.877776:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948098.877785:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1cc0. 00000100:00000200:1.0:1784948098.877799:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155037056, offset 0 00000100:00000001:0.0:1784948098.877805:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948098.877811:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948098.877817:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948098.877834:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948098.877850:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948098.877852:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948098.877857:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784948098.877865:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948098.877871:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948098.877874:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948098.877877:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948098.877882:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541333:541333:254:4294967295] 192.168.201.111@tcp LPNI seq info [541270:541270:6:4294967295] 00000400:00000200:1.0:1784948098.877887:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948098.877896:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948098.877902:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948098.877908:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000800:00000200:1.0:1784948098.877916:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948098.877923:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948098.877927:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948098.877931:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948098.877937:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10217 usecs (11 jiffies) 00000400:00000200:1.0:1784948098.877942:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948098.877945:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306858508 00000100:00000001:1.0:1784948098.877949:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306862342 00000100:00000001:1.0:1784948098.877952:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306858508 00000100:00000001:1.0:1784948098.877955:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306862342 00000100:00000001:1.0:1784948098.877958:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948098.877961:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.877965:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.877968:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948098.877984:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948098.877986:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948098.877989:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948098.877991:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948098.877994:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.877997:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948098.878010:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948098.878017:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784948098.878023:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948098.878033:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948098.878040:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:0.0:1784948098.878043:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:0.0:1784948098.878077:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948098.878083:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.878094:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948098.878097:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.878106:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.878108:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948098.878136:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948098.878138:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000400:00000200:0.0:1784948098.878142:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948098.878147:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948098.878151:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:0.0:1784948098.878153:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:0.0:1784948098.878156:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948098.878161:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.878170:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948098.878174:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.878182:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.878184:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948098.880637:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.880651:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948098.880654:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.880655:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948098.880660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880664:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948098.880670:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880674:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880678:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880682:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316680 00000400:00000200:0.0:1784948098.880686:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880692:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524781 [1] + 224 00000800:00000001:0.0:1784948098.880697:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.880704:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948098.880707:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948098.880709:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948098.880713:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948098.880718:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948098.880726:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.880752:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948098.880759:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.880762:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948098.880865:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948098.880875:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948098.880888:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784948098.880889:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948098.880896:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948098.880896:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948098.880903:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.880905:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948098.880907:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 00000400:00000200:0.0:1784948098.880914:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880920:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948098.880925:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000200:0.0:1784948098.880926:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880935:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948098.880938:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000400:00000200:0.0:1784948098.880941:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.880949:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316700 00000400:00000200:0.0:1784948098.880956:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948098.880957:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948098.880966:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524789 [1] + 224 00000800:00000001:0.0:1784948098.880972:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.880979:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948098.880980:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948098.880985:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948098.881001:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948098.881008:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948098.881017:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948098.881041:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948098.881045:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.881083:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948098.881089:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.881095:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948098.881097:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948098.881100:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948098.881120:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.881134:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948098.881145:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.881146:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.881148:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.881150:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316780 00000400:00000200:0.0:1784948098.881159:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948098.881172:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5247a1 [1] + 224 00000800:00000001:0.0:1784948098.881180:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948098.881180:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948098.881192:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948098.881194:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948098.881209:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948098.881211:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948098.881220:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:1.0:1784948098.881223:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948098.881225:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948098.881231:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948098.881235:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948098.881241:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948098.881244:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948098.881261:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=89 v=5 (5 5 5 5) 00000100:00000040:0.0:1784948098.881263:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948098.881281:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=89 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948098.881297:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948098.881298:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948098.881311:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948098.881313:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784948098.881317:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948098.881319:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948098.881323:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.881329:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.881340:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948098.881342:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.881345:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948098.881354:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948098.881360:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948098.881367:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea0b0. 00000100:00000001:1.0:1784948098.881368:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948098.881380:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000100:00000001:1.0:1784948098.881380:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1784948098.881394:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784948098.881394:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948098.881419:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.881427:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1784948098.881445:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155036800:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948098.881455:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.881460:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.881473:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948098.881486:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641155036800/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.881565:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1784948098.881570:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948098.881572:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948098.881579:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948098.881598:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784948098.881599:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948098.881611:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1784948098.881612:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948098.881616:0:2406:0:(client.c:1580:after_reply()) Process entered 00000020:00000040:1.0:1784948098.881619:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 02000000:00000001:0.0:1784948098.881620:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948098.881623:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948098.881627:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948098.881630:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784948098.881632:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948098.881639:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 00000100:00001000:0.0:1784948098.881643:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=89 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948098.881652:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948098.881655:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784948098.881655:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784948098.881667:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948098.881669:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1784948098.881672:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1784948098.881677:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00010000:00000001:0.0:1784948098.881679:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.881689:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948098.881692:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948098.881695:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948098.881697:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948098.881699:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.881702:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948098.881711:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.881713:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.881726:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948098.881733:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948098.881741:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784948098.881746:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948098.881747:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948098.881758:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948098.881759:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948098.881779:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9c08. 00000100:00000040:0.0:1784948098.881785:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948098.881786:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000400:00000010:1.0:1784948098.881796:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:1.0:1784948098.881810:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1784948098.881816:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155036928:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784948098.881828:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.881830:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948098.881840:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948098.881852:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ea00 x1871641155036928/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948098.881881:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948098.881883:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948098.881891:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948098.881897:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784948098.881911:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948098.881913:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784948098.881916:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948098.881919:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784948098.881921:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948098.881931:0:2407:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:0.0:1784948098.881932:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784948098.881950:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1784948098.881952:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 00000100:00000001:1.0:1784948098.881963:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784948098.881965:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948098.881970:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948098.881971:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948098.881983:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ea00. 02000000:00000001:1.0:1784948098.881983:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.882007:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784948098.882010:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=89 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948098.882012:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948098.882025:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948098.882026:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948098.882040:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948098.882041:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948098.882043:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.882045:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948098.882051:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948098.882053:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948098.882082:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948098.882088:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.882092:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948098.882095:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948098.882100:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948098.882102:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948098.882110:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.882120:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948098.882124:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948098.882126:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948098.882132:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948098.882143:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155037056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948098.882150:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948098.882153:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948098.882157:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641155037056/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948098.882165:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948098.882167:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948098.882170:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948098.882174:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948098.882176:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948098.882179:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948098.882182:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948098.882185:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 02000000:00000001:1.0:1784948098.882188:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948098.882190:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948098.882192:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:1.0:1784948098.882196:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948098.882198:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948098.882201:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948098.882206:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948098.882208:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948098.882211:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948098.882214:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948099.068276:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948099.068284:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948099.068369:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948099.068375:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948099.068380:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948100.092157:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948100.092164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948100.092205:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948100.092212:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948100.092217:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948101.116307:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948101.116316:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948101.116365:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948101.116372:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948101.116378:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948102.140219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948102.140229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948102.140325:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948102.140332:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948102.140337:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948102.780192:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306862342, at 4306862400 00000100:00000040:1.0:1784948102.780195:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306862342, at 4306862400 00000100:00000010:0.0:1784948102.780217:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fd20. 00000100:00000010:1.0:1784948102.780228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f6c0. 00010000:00000001:1.0:1784948103.164197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948103.164206:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948103.164210:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948103.164215:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948103.164223:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948103.164227:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948103.164230:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948103.164236:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948103.164367:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948103.164373:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948103.164379:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948103.996274:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948103.996286:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948103.996297:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784948103.996305:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948103.996310:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948103.996314:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948103.996322:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948103.996334:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948103.996344:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996359:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948103.996374:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948103.996380:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996389:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948103.996461:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996466:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948103.996472:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948103.996477:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 00000020:00000040:1.0:1784948103.996482:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948103.996487:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948103.996488:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948103.996494:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784948103.996498:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948103.996502:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.996504:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:1.0:1784948103.996518:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000040:0.0:1784948103.996520:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948103.996531:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.996545:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948103.996551:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996555:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948103.996558:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948103.996564:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948103.996573:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948103.996586:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155037184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948103.996596:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948103.996598:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948103.996608:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948103.996610:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948103.996618:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948103.996623:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948103.996629:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948103.996634:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784948103.996643:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948103.996658:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948103.996660:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996667:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784948103.996668:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea0b0. 00000100:00000001:1.0:1784948103.996675:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948103.996685:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f100. 00000400:00000010:0.0:1784948103.996686:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfc38. 00000020:00000040:1.0:1784948103.996691:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948103.996697:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1784948103.996699:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037184, portal 25 02000000:00000001:1.0:1784948103.996701:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784948103.996708:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784948103.996710:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.996713:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 02000000:00000010:1.0:1784948103.996720:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000040:0.0:1784948103.996728:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948103.996730:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996748:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948103.996754:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948103.996767:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948103.996777:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1784948103.996778:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000001:1.0:1784948103.996786:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948103.996788:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155037184, offset 0 00000100:00000040:1.0:1784948103.996798:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6bf8280] to pc [ptlrpcd_00_00+0] req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948103.996807:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948103.996822:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948103.996823:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948103.996828:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948103.996834:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784948103.996838:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784948103.996841:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948103.996849:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784948103.996850:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784948103.996858:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12201) 00000400:00000200:0.0:1784948103.996859:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948103.996871:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948103.996875:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948103.996881:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541334:541334:256:4294967295] 192.168.201.111@tcp LPNI seq info [541271:541271:8:4294967295] 00000100:00000001:1.0:1784948103.996883:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948103.996890:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948103.996891:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948103.996897:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948103.996910:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948103.996917:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948103.996940:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948103.996943:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948103.996948:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948103.996950:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 02000000:00000001:1.0:1784948103.996952:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948103.996958:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948103.996965:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948103.996966:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00100000:1.0:1784948103.996975:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155037312:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948103.996981:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:0.0:1784948103.996987:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:1.0:1784948103.996989:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948103.996995:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948103.996998:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:1.0:1784948103.997001:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948103.997011:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948103.997015:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997023:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948103.997024:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948103.997034:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9c08. 00000400:00000200:0.0:1784948103.997038:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948103.997044:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784948103.997088:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306867461 00000100:00000200:1.0:1784948103.997099:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037312, portal 10 00000100:00000010:0.0:1784948103.997105:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:1.0:1784948103.997106:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948103.997111:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000001:0.0:1784948103.997125:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:1.0:1784948103.997126:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.997143:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306867462 00000100:00000001:1.0:1784948103.997143:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948103.997154:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784948103.997157:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889c00. 00000400:00000010:1.0:1784948103.997162:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784948103.997172:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000200:1.0:1784948103.997172:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155037312, offset 0 00000400:00000200:1.0:1784948103.997189:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948103.997190:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948103.997200:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948103.997206:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948103.997207:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997215:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948103.997221:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948103.997228:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948103.997229:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948103.997236:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948103.997237:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948103.997245:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948103.997247:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948103.997250:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948103.997256:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948103.997257:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:0.0:1784948103.997270:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948103.997271:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541335:541335:255:4294967295] 192.168.201.111@tcp LPNI seq info [541272:541272:7:4294967295] 00000400:00000200:1.0:1784948103.997295:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948103.997307:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948103.997314:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948103.997319:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:0.0:1784948103.997321:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948103.997327:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948103.997335:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948103.997336:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00100000:0.0:1784948103.997346:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155037440:192.168.201.111@tcp:400:kworker.0 00000800:00000010:1.0:1784948103.997349:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000100:00000001:0.0:1784948103.997360:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948103.997367:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:1.0:1784948103.997368:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:0.0:1784948103.997371:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948103.997377:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1784948103.997383:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000010:0.0:1784948103.997386:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 00000800:00000200:1.0:1784948103.997389:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784948103.997392:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948103.997397:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948103.997406:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948103.997410:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9053 usecs (10 jiffies) 00000400:00000010:0.0:1784948103.997413:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eac60. 00000400:00000200:1.0:1784948103.997423:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948103.997424:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfee0. 00000100:00000001:1.0:1784948103.997452:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306863627 00000100:00000001:1.0:1784948103.997461:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306867461 00000100:00000200:0.0:1784948103.997462:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037440, portal 10 00000100:00000001:1.0:1784948103.997466:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306863627 00000100:00000001:0.0:1784948103.997469:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948103.997474:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306867462 00000100:00000001:0.0:1784948103.997475:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821366528 : -119147888185088 : ffff93a2b872f100) 00000100:00000001:1.0:1784948103.997486:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948103.997491:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948103.997495:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948103.997499:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948103.997511:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948103.997516:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948103.997523:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948103.997525:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948103.997528:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784948103.997533:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784948103.997535:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155037440, offset 0 00000100:00000001:1.0:1784948103.997550:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948103.997552:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948103.997561:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948103.997566:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948103.997571:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948103.997576:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948103.997582:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948103.997584:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948103.997593:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948103.997600:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948103.997604:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948103.997608:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541336:541336:254:4294967295] 192.168.201.111@tcp LPNI seq info [541273:541273:6:4294967295] 00000400:00000200:0.0:1784948103.997614:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948103.997627:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948103.997634:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948103.997638:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000800:00000200:0.0:1784948103.997643:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948103.997650:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948103.997654:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948103.997658:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948103.997663:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10217 usecs (11 jiffies) 00000400:00000200:0.0:1784948103.997667:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948103.997670:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306863628 00000100:00000001:0.0:1784948103.997673:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306867461 00000100:00000001:0.0:1784948103.997676:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306863628 00000100:00000001:0.0:1784948103.997679:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306867462 00000100:00000001:0.0:1784948103.997681:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948103.997684:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997687:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997690:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948103.997694:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948103.997697:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948103.997699:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948103.997701:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948103.997703:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997706:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948103.997762:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948103.997767:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784948103.997774:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948103.997781:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948103.997787:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:0.0:1784948103.997790:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:0.0:1784948103.997795:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948103.997801:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.997814:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948103.997819:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.997828:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997830:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948103.997849:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948103.997852:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784948103.997856:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948103.997860:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948103.997863:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000010:0.0:1784948103.997865:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784948103.997869:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948103.997873:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.997881:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948103.997885:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.997892:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.997894:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948103.997977:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948103.997981:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784948103.997984:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948103.997989:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948103.997992:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000010:0.0:1784948103.997994:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:0.0:1784948103.997997:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948103.998002:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.998011:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948103.998015:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948103.998023:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948103.998025:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948104.000672:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948104.000690:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948104.000695:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948104.000698:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948104.000705:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000712:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948104.000721:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000727:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000733:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000739:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316800 00000400:00000200:0.0:1784948104.000746:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000754:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5247b1 [1] + 224 00000800:00000001:0.0:1784948104.000762:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948104.000767:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948104.000770:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948104.000775:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948104.000781:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948104.000789:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948104.000812:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948104.000843:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948104.000853:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948104.000857:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948104.000860:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948104.000862:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948104.000867:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000871:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948104.000878:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000882:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000888:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000893:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316880 00000400:00000200:0.0:1784948104.000899:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.000906:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5247c1 [1] + 224 00000800:00000001:0.0:1784948104.000911:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948104.000917:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948104.000920:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.000924:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948104.000927:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948104.000935:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:1.0:1784948104.000939:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948104.000947:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948104.000952:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea0b0. 00000400:00000200:1.0:1784948104.000962:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfc38 00000400:00000010:1.0:1784948104.000966:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfc38. 00000100:00000001:1.0:1784948104.000974:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948104.000975:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948104.000987:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948104.000991:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948104.001016:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948104.001094:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784948104.001104:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948104.001108:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948104.001124:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948104.001128:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.001133:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948104.001138:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948104.001143:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948104.001150:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.001151:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948104.001161:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784948104.001164:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948104.001172:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948104.001178:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=95 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948104.001190:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784948104.001196:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=95 v=5 (1 1 1 1) 00000400:00000200:0.0:1784948104.001203:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948104.001212:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.001216:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.001220:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948104.001227:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316900 00000100:00000001:1.0:1784948104.001229:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784948104.001237:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948104.001240:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948104.001246:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5247d1 [1] + 224 00010000:00000001:1.0:1784948104.001252:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948104.001255:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1784948104.001262:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948104.001267:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.001272:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948104.001274:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948104.001286:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948104.001291:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784948104.001297:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948104.001304:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948104.001342:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948104.001349:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948104.001351:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948104.001357:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948104.001374:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784948104.001375:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948104.001383:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948104.001390:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784948104.001409:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155037184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948104.001418:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.001421:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948104.001454:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948104.001458:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155037184/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948104.001460:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948104.001468:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948104.001473:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784948104.001480:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1784948104.001481:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9c08. 02000000:00000001:1.0:1784948104.001489:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784948104.001494:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 02000000:00000010:1.0:1784948104.001497:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 00000400:00000010:0.0:1784948104.001500:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784948104.001510:0:2407:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784948104.001513:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:0.0:1784948104.001522:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948104.001523:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948104.001531:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948104.001543:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:0.0:1784948104.001545:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948104.001553:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000100:00000001:0.0:1784948104.001560:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:1.0:1784948104.001567:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784948104.001568:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948104.001577:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948104.001577:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784948104.001584:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:1.0:1784948104.001587:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000100:00000001:0.0:1784948104.001589:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948104.001593:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.001598:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784948104.001599:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.001605:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948104.001611:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=95 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948104.001612:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.001623:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784948104.001625:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=135 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948104.001628:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948104.001634:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948104.001639:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784948104.001640:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784948104.001643:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784948104.001646:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1784948104.001650:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948104.001653:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eac60. 00000100:00000001:0.0:1784948104.001658:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784948104.001661:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfee0 00000100:00000040:0.0:1784948104.001664:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000010:1.0:1784948104.001666:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfee0. 00000100:00000001:0.0:1784948104.001670:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948104.001674:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948104.001676:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948104.001690:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948104.001691:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948104.001748:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948104.001753:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948104.001758:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948104.001759:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948104.001769:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948104.001788:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784948104.001796:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155037312:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948104.001797:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.001807:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948104.001812:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948104.001812:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948104.001820:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948104.001821:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948104.001826:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948104.001831:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641155037312/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948104.001833:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948104.001849:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=95 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948104.001850:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948104.001855:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1784948104.001862:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=117 v=5 (1 1 1 1) 02000000:00000010:0.0:1784948104.001863:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784948104.001874:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948104.001875:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1784948104.001879:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948104.001881:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784948104.001885:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:1.0:1784948104.001887:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:0.0:1784948104.001892:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:1.0:1784948104.001896:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948104.001898:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784948104.001905:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784948104.001907:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1784948104.001911:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:0.0:1784948104.001912:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948104.001919:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:0.0:1784948104.001920:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784948104.001926:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948104.001928:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948104.001934:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948104.001942:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948104.001943:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948104.001953:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948104.001958:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.001963:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948104.001965:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948104.001972:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.001973:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948104.001981:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948104.001987:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948104.001997:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155037440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948104.002008:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.002011:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948104.002015:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f100 x1871641155037440/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948104.002023:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948104.002025:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948104.002028:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784948104.002032:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948104.002034:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948104.002036:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948104.002039:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948104.002042:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:1.0:1784948104.002045:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948104.002047:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948104.002078:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f100. 00000100:00000001:1.0:1784948104.002083:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948104.002085:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.002088:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948104.002094:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948104.002096:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948104.002099:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948104.002101:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948104.188194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948104.188215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948104.188266:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948104.188275:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948104.188281:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948105.212238:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948105.212248:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948105.212331:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948105.212339:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948105.212346:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948105.468210:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948105.468221:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948105.468228:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1784948105.468533:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948105.468535:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948105.468559:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948105.468568:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948105.468572:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948106.236240:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948106.236250:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948106.236287:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948106.236291:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948106.236295:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948107.260197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948107.260205:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948107.260297:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948107.260304:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948107.260310:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948107.900181:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306867461, at 4306867520 00000100:00000010:0.0:1784948107.900203:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784948107.900206:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306867462, at 4306867520 00000100:00000010:1.0:1784948107.900226:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889c00. 00010000:00000001:1.0:1784948108.284189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948108.284198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948108.284290:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948108.284296:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948108.284300:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948109.116157:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948109.116171:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948109.116184:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f100. 00000020:00000040:1.0:1784948109.116192:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948109.116198:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948109.116202:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948109.116209:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948109.116221:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948109.116229:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.116245:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948109.116260:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948109.116266:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.116274:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b6bf8280] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948109.116313:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.116318:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948109.116322:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948109.116326:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784948109.116329:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948109.116332:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948109.116334:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948109.116336:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948109.116390:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948109.116398:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.116410:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948109.116427:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948109.116428:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948109.116435:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.116438:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948109.116443:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948109.116451:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948109.116460:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.116504:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948109.116505:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.116508:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.116513:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948109.116517:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948109.116520:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784948109.116523:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784948109.116529:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e300. 02000000:00000001:0.0:1784948109.116530:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784948109.116542:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:0.0:1784948109.116544:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155037568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948109.116550:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784948109.116557:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948109.116557:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948109.116565:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948109.116568:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:1.0:1784948109.116571:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 02000000:00000001:0.0:1784948109.116574:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948109.116579:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948109.116580:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948109.116593:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:0.0:1784948109.116594:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784948109.116602:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948109.116617:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1784948109.116619:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948109.116625:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948109.116630:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eadc0. 00000100:00000040:1.0:1784948109.116635:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c580e359] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948109.116642:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784948109.116655:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948109.116658:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037568, portal 25 00000100:00000040:1.0:1784948109.116660:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948109.116669:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1784948109.116671:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784948109.116674:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821366528 : -119147888185088 : ffff93a2b872f100) 00000100:00000040:1.0:1784948109.116677:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948109.116684:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948109.116688:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948109.116692:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12206) 00000100:00000001:0.0:1784948109.116707:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948109.116712:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948109.116716:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000200:0.0:1784948109.116721:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155037568, offset 0 00000100:00000001:1.0:1784948109.116730:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948109.116731:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948109.116737:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948109.116742:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948109.116748:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948109.116754:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948109.116767:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948109.116770:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948109.116775:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948109.116778:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948109.116786:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948109.116791:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948109.116798:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:1.0:1784948109.116799:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948109.116806:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948109.116808:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541337:541337:256:4294967295] 192.168.201.111@tcp LPNI seq info [541274:541274:8:4294967295] 02000000:00000001:1.0:1784948109.116816:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948109.116824:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784948109.116832:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155037696:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948109.116845:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948109.116847:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948109.116856:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784948109.116859:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784948109.116862:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948109.116867:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:0.0:1784948109.116869:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 02000000:00000010:1.0:1784948109.116874:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948109.116883:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948109.116885:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948109.116893:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948109.116901:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 00000800:00000200:0.0:1784948109.116902:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948109.116911:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784948109.116914:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1440. 00000100:00000200:1.0:1784948109.116922:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037696, portal 10 00000100:00000001:1.0:1784948109.116925:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948109.116928:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 00000100:00000001:0.0:1784948109.116931:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948109.116943:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948109.116943:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.116953:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306872581 00000100:00000010:0.0:1784948109.116965:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:1.0:1784948109.116966:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948109.116976:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948109.116981:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000010:1.0:1784948109.116983:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b15d8. 00000100:00000200:1.0:1784948109.116992:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155037696, offset 0 00000100:00000001:0.0:1784948109.116994:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306872581 00000400:00000200:1.0:1784948109.117004:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784948109.117008:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889660. 00000400:00000200:1.0:1784948109.117015:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948109.117016:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948109.117026:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948109.117031:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948109.117033:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948109.117043:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948109.117044:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948109.117081:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948109.117086:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948109.117096:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948109.117097:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948109.117108:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541338:541338:255:4294967295] 192.168.201.111@tcp LPNI seq info [541275:541275:7:4294967295] 00000100:00000001:0.0:1784948109.117112:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948109.117119:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948109.117120:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948109.117129:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948109.117133:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948109.117138:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948109.117145:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784948109.117151:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948109.117163:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948109.117178:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000010:1.0:1784948109.117179:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000100:00000001:0.0:1784948109.117183:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948109.117190:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784948109.117191:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:0.0:1784948109.117194:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948109.117202:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948109.117210:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:0.0:1784948109.117214:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155037824:192.168.201.111@tcp:400:kworker.0 00000800:00000200:1.0:1784948109.117219:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948109.117222:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948109.117227:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948109.117229:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948109.117235:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.117237:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 02000000:00000001:0.0:1784948109.117239:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948109.117248:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784948109.117249:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 00000100:00000001:1.0:1784948109.117254:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306868747 02000000:00000001:0.0:1784948109.117256:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948109.117265:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306872581 00000400:00000200:0.0:1784948109.117270:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948109.117273:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306868747 00000400:00000010:0.0:1784948109.117277:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea1b8. 00000100:00000001:1.0:1784948109.117280:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306872581 00000400:00000010:0.0:1784948109.117289:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000100:00000001:1.0:1784948109.117290:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948109.117299:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948109.117301:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037824, portal 10 00000100:00000001:1.0:1784948109.117304:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117310:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948109.117312:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948109.117315:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362944 : -119147888188672 : ffff93a2b872e300) 00000100:00000001:1.0:1784948109.117321:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948109.117326:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784948109.117329:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948109.117332:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948109.117338:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948109.117365:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948109.117377:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117390:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948109.117395:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948109.117399:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000200:0.0:1784948109.117403:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155037824, offset 0 00000400:00000200:0.0:1784948109.117409:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948109.117417:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948109.117422:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948109.117427:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948109.117430:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948109.117433:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948109.117437:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948109.117441:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541339:541339:254:4294967295] 192.168.201.111@tcp LPNI seq info [541276:541276:6:4294967295] 00000400:00000200:0.0:1784948109.117446:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948109.117455:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948109.117461:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948109.117466:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000800:00000200:0.0:1784948109.117471:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948109.117477:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948109.117481:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948109.117485:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948109.117489:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10217 usecs (11 jiffies) 00000400:00000200:0.0:1784948109.117493:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948109.117496:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306868748 00000100:00000001:0.0:1784948109.117499:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306872581 00000100:00000001:0.0:1784948109.117502:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306868748 00000100:00000001:0.0:1784948109.117505:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306872581 00000100:00000001:0.0:1784948109.117508:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948109.117510:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117514:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117517:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948109.117521:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948109.117523:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948109.117526:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948109.117528:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948109.117530:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117533:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948109.117588:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948109.117593:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784948109.117600:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948109.117606:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948109.117613:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000400:00000010:0.0:1784948109.117616:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000100:00000001:0.0:1784948109.117623:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948109.117628:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.117641:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948109.117645:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.117654:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117657:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948109.117669:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948109.117672:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948109.117676:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948109.117680:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948109.117683:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 00000400:00000010:0.0:1784948109.117685:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000001:0.0:1784948109.117688:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948109.117692:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.117700:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948109.117703:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.117720:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117722:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948109.117799:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948109.117803:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:0.0:1784948109.117806:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948109.117810:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948109.117814:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:0.0:1784948109.117816:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:0.0:1784948109.117819:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948109.117824:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.117833:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948109.117837:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.117845:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.117847:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948109.120643:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948109.120699:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948109.120704:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948109.120708:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948109.120716:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120724:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948109.120731:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120736:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120742:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120747:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316980 00000400:00000200:1.0:1784948109.120754:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120762:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5247e1 [1] + 224 00000800:00000001:1.0:1784948109.120770:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948109.120774:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948109.120778:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948109.120782:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948109.120789:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948109.120797:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948109.120814:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948109.120843:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948109.120853:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948109.120857:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948109.120860:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948109.120862:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948109.120866:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120871:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948109.120876:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120881:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120887:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120891:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316a00 00000400:00000200:1.0:1784948109.120899:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.120904:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5247f1 [1] + 224 00000800:00000001:1.0:1784948109.120910:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948109.120921:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948109.120928:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948109.120939:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948109.120943:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948109.120947:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948109.120950:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eadc0. 00000400:00000200:1.0:1784948109.120954:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948109.120963:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000200:1.0:1784948109.120964:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:0.0:1784948109.120972:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:0.0:1784948109.120979:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948109.120980:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948109.120992:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948109.120994:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948109.121091:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948109.121098:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121123:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948109.121132:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948109.121136:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948109.121139:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948109.121141:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948109.121146:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784948109.121152:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948109.121154:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948109.121161:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948109.121164:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948109.121168:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948109.121174:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948109.121178:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784948109.121180:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=100 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948109.121189:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:0.0:1784948109.121198:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=100 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948109.121200:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948109.121211:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948109.121215:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784948109.121218:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948109.121223:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948109.121226:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316a80 00010000:00000001:0.0:1784948109.121236:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948109.121236:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784948109.121247:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948109.121247:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524801 [1] + 224 00000800:00000001:1.0:1784948109.121260:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948109.121262:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948109.121267:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948109.121273:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1784948109.121282:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948109.121282:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948109.121292:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948109.121303:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121321:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948109.121330:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121332:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948109.121337:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948109.121373:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948109.121392:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784948109.121400:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155037568:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948109.121406:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948109.121409:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.121415:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784948109.121418:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948109.121421:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f100 x1871641155037568/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121435:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948109.121439:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948109.121443:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 00000100:00000001:1.0:1784948109.121446:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948109.121449:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948109.121453:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784948109.121455:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948109.121461:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000001:1.0:1784948109.121465:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1784948109.121466:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:1.0:1784948109.121473:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:0.0:1784948109.121475:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 00000400:00000010:1.0:1784948109.121480:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 02000000:00000001:0.0:1784948109.121483:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948109.121488:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784948109.121491:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000100:00000010:0.0:1784948109.121492:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f100. 00000400:00000010:1.0:1784948109.121499:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000100:00000001:0.0:1784948109.121503:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948109.121507:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948109.121508:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948109.121513:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.121521:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948109.121523:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121525:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948109.121534:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948109.121539:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784948109.121547:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948109.121548:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea1b8. 00000400:00000200:0.0:1784948109.121558:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000400:00000010:0.0:1784948109.121565:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000001:1.0:1784948109.121572:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948109.121573:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948109.121578:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948109.121585:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784948109.121587:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948109.121590:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948109.121596:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948109.121601:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948109.121608:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948109.121621:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948109.121622:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=100 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948109.121637:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=140 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948109.121653:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948109.121654:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948109.121657:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.121660:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948109.121663:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948109.121665:0:2407:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:1.0:1784948109.121670:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948109.121671:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948109.121676:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948109.121680:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948109.121681:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.121687:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:0.0:1784948109.121689:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948109.121696:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948109.121700:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948109.121701:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=100 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948109.121711:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=122 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948109.121713:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121719:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948109.121724:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948109.121731:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948109.121737:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948109.121740:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948109.121743:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948109.121746:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784948109.121748:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948109.121751:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948109.121753:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948109.121758:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948109.121763:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948109.121770:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948109.121808:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1784948109.121810:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155037696:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948109.121815:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948109.121821:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948109.121824:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948109.121832:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948109.121834:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948109.121845:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155037696/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948109.121860:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155037824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948109.121870:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948109.121875:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948109.121876:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948109.121881:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1784948109.121883:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000040:0.0:1784948109.121892:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e300 x1871641155037824/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948109.121894:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948109.121900:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948109.121905:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948109.121914:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948109.121917:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:1.0:1784948109.121919:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784948109.121923:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1784948109.121927:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1784948109.121928:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:1.0:1784948109.121932:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:0.0:1784948109.121936:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:1.0:1784948109.121938:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 00000020:00000001:0.0:1784948109.121943:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948109.121947:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1784948109.121948:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948109.121953:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1784948109.121955:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948109.121960:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784948109.121962:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948109.121968:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784948109.121970:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948109.121975:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948109.121977:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948109.121983:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e300. 00000100:00000001:1.0:1784948109.121986:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948109.121990:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948109.121992:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.121996:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948109.122002:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948109.122009:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948109.122011:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948109.122015:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948109.122019:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948109.308238:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948109.308248:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948109.308397:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948109.308405:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948109.308412:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948110.332209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948110.332219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948110.332304:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948110.332310:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948110.332315:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948111.356214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948111.356223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948111.356263:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948111.356268:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948111.356275:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948112.380190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948112.380198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948112.380333:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948112.380341:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948112.380347:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948113.020192:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306872581, at 4306872640 00000100:00000010:0.0:1784948113.020212:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784948113.020221:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306872581, at 4306872640 00000100:00000010:1.0:1784948113.020241:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889660. 00010000:00000001:1.0:1784948113.404178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948113.404189:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948113.404194:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948113.404200:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948113.404207:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948113.404211:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948113.404215:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948113.404218:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948113.404375:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948113.404382:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948113.404388:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948114.236251:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948114.236321:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948114.236335:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784948114.236346:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948114.236354:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948114.236358:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948114.236367:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948114.236382:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948114.236394:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.236415:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948114.236437:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948114.236447:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.236458:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_00+0] req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.236515:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.236521:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948114.236529:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948114.236537:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784948114.236542:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948114.236548:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948114.236552:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948114.236557:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948114.236565:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948114.236571:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.236583:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948114.236585:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948114.236596:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948114.236604:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948114.236613:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948114.236623:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948114.236625:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948114.236639:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.236705:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.236706:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948114.236716:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948114.236717:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.236733:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784948114.236733:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1784948114.236743:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 02000000:00000001:3.0:1784948114.236744:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1784948114.236758:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784948114.236758:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.236771:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1784948114.236772:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155037952:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784948114.236777:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948114.236786:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.236788:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784948114.236799:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948114.236802:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948114.236811:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948114.236812:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948114.236827:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948114.236836:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784948114.236841:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948114.236851:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948114.236874:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948114.236887:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1784948114.236891:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948114.236892:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.236907:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948114.236913:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784948114.236928:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948114.236933:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155037952, portal 25 00000100:00000040:2.0:1784948114.236935:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948114.236948:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784948114.236949:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948114.236953:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948114.236956:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000040:2.0:1784948114.236961:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948114.236972:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12211) 00000100:00000040:3.0:1784948114.236981:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.236995:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948114.237002:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948114.237004:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948114.237005:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948114.237019:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784948114.237021:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948114.237031:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000100:00000001:2.0:1784948114.237037:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948114.237042:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948114.237044:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155037952, offset 0 02000000:00000001:2.0:1784948114.237046:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948114.237107:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948114.237114:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948114.237119:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:2.0:1784948114.237126:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155038080:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948114.237134:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948114.237138:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948114.237141:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948114.237143:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948114.237150:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948114.237152:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948114.237156:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948114.237167:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948114.237174:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948114.237176:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:2.0:1784948114.237184:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000400:00000200:3.0:1784948114.237192:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:2.0:1784948114.237196:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038080, portal 10 00000100:00000001:2.0:1784948114.237203:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784948114.237205:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948114.237207:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000400:00000200:3.0:1784948114.237219:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784948114.237225:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948114.237236:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948114.237240:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948114.237277:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948114.237281:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000400:00000200:3.0:1784948114.237285:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541340:541340:256:4294967295] 192.168.201.111@tcp LPNI seq info [541277:541277:8:4294967295] 00000100:00000200:2.0:1784948114.237288:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155038080, offset 0 00000400:00000200:2.0:1784948114.237306:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948114.237314:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948114.237328:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948114.237343:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948114.237354:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948114.237355:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948114.237366:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948114.237375:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948114.237385:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784948114.237387:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948114.237396:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541341:541341:255:4294967295] 192.168.201.111@tcp LPNI seq info [541278:541278:7:4294967295] 00000400:00000200:2.0:1784948114.237404:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784948114.237406:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784948114.237419:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948114.237430:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948114.237435:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948114.237447:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948114.237462:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948114.237462:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948114.237476:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948114.237478:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784948114.237483:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948114.237514:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.237515:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.237521:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000400:00000200:3.0:1784948114.237531:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948114.237533:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948114.237542:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306873867 00000100:00000001:3.0:1784948114.237544:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306877702 00000100:00000010:2.0:1784948114.237553:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c00. 00000100:00000001:2.0:1784948114.237565:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948114.237576:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306873867 00000100:00000010:2.0:1784948114.237581:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43cc0. 00000100:00000001:3.0:1784948114.237586:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306873867 00000100:00000001:2.0:1784948114.237587:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948114.237604:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306877702 00000100:00000001:2.0:1784948114.237607:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948114.237614:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.237618:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306873867 00000100:00000001:2.0:1784948114.237621:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948114.237623:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948114.237633:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784948114.237636:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784948114.237639:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948114.237646:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948114.237647:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948114.237649:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.237652:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948114.237660:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948114.237662:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.237663:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948114.237672:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.237675:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784948114.237680:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1784948114.237686:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948114.237688:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948114.237690:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948114.237701:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948114.237702:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948114.237704:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000100:00000001:2.0:1784948114.237708:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948114.237714:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:3.0:1784948114.237717:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948114.237718:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948114.237724:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948114.237728:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948114.237729:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948114.237735:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1784948114.237739:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948114.237740:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.237749:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948114.237756:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.237799:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948114.237801:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948114.237804:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948114.237809:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784948114.237813:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948114.237814:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948114.237824:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948114.237837:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155038208:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948114.237849:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.237850:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948114.237857:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784948114.237859:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948114.237864:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948114.237868:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948114.237873:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948114.237877:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948114.237883:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948114.237887:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948114.237892:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000200:2.0:1784948114.237896:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038208, portal 10 00000100:00000001:2.0:1784948114.237899:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948114.237901:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000040:2.0:1784948114.237910:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.237919:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948114.237923:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948114.237928:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000200:2.0:1784948114.237930:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155038208, offset 0 00000400:00000200:2.0:1784948114.237937:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948114.237943:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948114.237945:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948114.237952:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:0.0:1784948114.237954:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:2.0:1784948114.237961:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948114.237963:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948114.237970:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948114.237981:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948114.237983:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948114.237993:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000200:2.0:1784948114.237994:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:0.0:1784948114.237999:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000400:00000200:2.0:1784948114.238007:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541342:541342:255:4294967295] 192.168.201.111@tcp LPNI seq info [541279:541279:7:4294967295] 00000100:00000001:0.0:1784948114.238010:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948114.238024:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948114.238025:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948114.238081:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948114.238096:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784948114.238103:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948114.238109:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784948114.238113:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948114.238132:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948114.238134:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948114.238142:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784948114.238148:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948114.238154:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948114.238173:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.238177:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10217 usecs (11 jiffies) 00000400:00000200:2.0:1784948114.238182:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948114.238185:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306873869 00000100:00000001:2.0:1784948114.238190:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306877702 00000100:00000001:2.0:1784948114.238193:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306873869 00000100:00000001:2.0:1784948114.238195:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306877702 00000100:00000001:2.0:1784948114.238198:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948114.238201:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.238204:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.238207:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948114.238391:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948114.238399:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948114.238406:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948114.238414:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948114.238420:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:1.0:1784948114.238423:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:1.0:1784948114.238428:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948114.238435:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948114.238448:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948114.238453:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948114.238463:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948114.238465:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948114.240628:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.240645:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948114.240651:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.240656:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948114.240666:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240677:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948114.240689:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240696:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240702:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240708:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316b00 00000400:00000200:0.0:1784948114.240715:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240722:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524811 [1] + 224 00000800:00000001:0.0:1784948114.240732:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.240739:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948114.240742:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948114.240747:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948114.240753:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948114.240760:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948114.240773:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948114.240797:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948114.240812:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.240817:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948114.240819:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.240822:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948114.240828:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240833:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948114.240840:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240844:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240848:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240853:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316b80 00000400:00000200:0.0:1784948114.240858:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.240865:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524819 [1] + 224 00000100:00000001:3.0:1784948114.240870:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948114.240871:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.240876:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948114.240880:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948114.240882:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948114.240891:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:3.0:1784948114.240896:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948114.240903:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948114.240908:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948114.240916:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948114.240921:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948114.240927:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948114.240928:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948114.240946:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948114.240948:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948114.240992:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948114.241015:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948114.241017:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948114.241023:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948114.241032:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948114.241037:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948114.241043:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948114.241046:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948114.241085:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948114.241095:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.241101:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948114.241105:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.241109:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948114.241116:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948114.241118:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948114.241136:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:3.0:1784948114.241136:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=105 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948114.241137:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948114.241145:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948114.241152:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784948114.241156:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=105 v=5 (1 1 1 1) 00000400:00000001:2.0:1784948114.241158:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948114.241160:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948114.241165:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948114.241175:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948114.241176:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948114.241176:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948114.241187:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948114.241188:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316c00 00000400:00000200:2.0:1784948114.241190:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:2.0:1784948114.241199:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00010000:00000001:3.0:1784948114.241203:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948114.241206:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948114.241210:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784948114.241211:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948114.241221:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524821 [1] + 224 00000100:00000001:3.0:1784948114.241227:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948114.241228:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948114.241231:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948114.241245:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948114.241274:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948114.241280:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784948114.241287:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948114.241299:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948114.241314:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948114.241326:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948114.241328:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948114.241342:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948114.241347:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241359:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948114.241367:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948114.241369:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948114.241376:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.241379:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948114.241385:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948114.241390:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948114.241398:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948114.241406:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948114.241419:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948114.241439:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=145 v=5 (1 1 1 1) 00000100:00100000:3.0:1784948114.241440:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155037952:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948114.241443:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948114.241453:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948114.241456:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948114.241462:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948114.241464:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948114.241465:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948114.241466:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948114.241477:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.241477:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948114.241486:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948114.241493:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000040:3.0:1784948114.241494:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155037952/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.241501:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948114.241506:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.241521:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1784948114.241522:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948114.241528:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948114.241535:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784948114.241546:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948114.241547:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948114.241555:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1784948114.241555:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948114.241562:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784948114.241562:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948114.241573:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784948114.241576:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948114.241580:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948114.241590:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948114.241597:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1784948114.241602:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155038080:192.168.201.111@tcp:400:kworker.0 00000100:00000010:3.0:1784948114.241604:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784948114.241617:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948114.241618:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.241620:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241623:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948114.241626:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948114.241634:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155038080/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948114.241638:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948114.241645:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948114.241653:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948114.241655:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948114.241660:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948114.241661:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948114.241669:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948114.241674:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948114.241677:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948114.241680:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948114.241684:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948114.241687:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:2.0:1784948114.241691:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948114.241693:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948114.241696:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:2.0:1784948114.241700:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948114.241702:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241705:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.241708:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948114.241710:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948114.241713:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948114.241715:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948114.241718:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948114.241721:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000010:2.0:1784948114.241724:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784948114.241727:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948114.241731:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948114.241743:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.241752:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948114.241753:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241756:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948114.241757:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948114.241758:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948114.241760:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948114.241763:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948114.241766:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=105 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948114.241770:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948114.241773:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948114.241775:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948114.241777:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948114.241780:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.241783:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948114.241785:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948114.241787:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948114.241788:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948114.241792:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.241801:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948114.241803:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948114.241805:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948114.241809:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948114.241818:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155038208:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948114.241826:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241829:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948114.241832:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155038208/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948130 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948114.241841:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948114.241842:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948114.241844:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948114.241847:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948114.241848:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948114.241850:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948114.241852:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948114.241854:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:2.0:1784948114.241856:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948114.241858:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948114.241859:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:2.0:1784948114.241862:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948114.241863:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241865:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948114.241871:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948114.241873:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948114.241875:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948114.241877:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948114.428190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948114.428200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948114.428348:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948114.428354:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948114.428361:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948115.452226:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948115.452264:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948115.452340:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948115.452346:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948115.452351:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948116.476265:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948116.476278:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948116.476330:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948116.476336:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948116.476342:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948117.500260:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948117.500270:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948117.500363:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948117.500370:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948117.500376:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948118.140218:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306877702, at 4306877760 00000100:00000010:0.0:1784948118.140239:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c00. 00000100:00000040:1.0:1784948118.140256:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306877702, at 4306877760 00000100:00000010:1.0:1784948118.140271:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43cc0. 00010000:00000001:1.0:1784948118.524246:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948118.524255:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948118.524362:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948118.524367:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948118.524372:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948119.356216:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948119.356229:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948119.356242:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784948119.356250:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948119.356257:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948119.356261:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948119.356268:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948119.356279:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948119.356288:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356304:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948119.356320:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948119.356326:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356334:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.356377:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356381:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948119.356386:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948119.356390:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784948119.356393:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948119.356395:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948119.356397:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948119.356400:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948119.356403:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948119.356407:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356412:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948119.356421:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948119.356424:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356428:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.356439:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356441:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948119.356445:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948119.356449:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784948119.356451:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948119.356454:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948119.356456:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948119.356459:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948119.356462:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948119.356465:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356471:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948119.356480:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948119.356483:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.356488:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_01+1] req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.356500:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.356500:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948119.356509:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948119.356510:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948119.356518:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948119.356519:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948119.356526:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948119.356533:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948119.356535:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948119.356540:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12216) 00000100:00000001:3.0:1784948119.356557:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948119.356561:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948119.356566:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948119.356570:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948119.356574:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948119.356580:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155038336:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948119.356585:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948119.356587:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948119.356594:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948119.356598:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948119.356600:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784948119.356606:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948119.356614:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948119.356616:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948119.356625:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000100:00000001:2.0:1784948119.356632:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784948119.356633:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.356638:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948119.356645:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784948119.356650:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948119.356652:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784948119.356659:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 02000000:00000001:2.0:1784948119.356660:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948119.356673:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155038464:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784948119.356675:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784948119.356684:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784948119.356691:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038336, portal 25 02000000:00000001:2.0:1784948119.356692:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948119.356701:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.356702:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784948119.356710:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948119.356711:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 02000000:00000010:2.0:1784948119.356721:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000040:3.0:1784948119.356726:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948119.356729:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948119.356748:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948119.356758:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784948119.356760:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784948119.356769:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948119.356774:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000400:00000010:3.0:1784948119.356777:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:2.0:1784948119.356785:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038464, portal 10 00000100:00000200:3.0:1784948119.356786:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155038336, offset 0 00000100:00000001:2.0:1784948119.356797:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948119.356803:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000400:00000200:3.0:1784948119.356804:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948119.356826:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948119.356827:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.356840:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784948119.356842:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784948119.356852:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948119.356857:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784948119.356861:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000400:00000200:3.0:1784948119.356867:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:2.0:1784948119.356872:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155038464, offset 0 00000400:00000200:3.0:1784948119.356876:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948119.356884:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948119.356891:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948119.356898:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541343:541343:256:4294967295] 192.168.201.111@tcp LPNI seq info [541280:541280:8:4294967295] 00000400:00000200:3.0:1784948119.356906:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948119.356924:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948119.356933:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948119.356941:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784948119.356951:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948119.356957:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1784948119.356963:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000400:00000200:2.0:1784948119.356968:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948119.356979:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784948119.356987:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948119.356993:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948119.357001:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541344:541344:255:4294967295] 192.168.201.111@tcp LPNI seq info [541281:541281:7:4294967295] 00000800:00000200:3.0:1784948119.357013:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948119.357019:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948119.357023:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948119.357038:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948119.357077:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948119.357086:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784948119.357095:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948119.357099:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948119.357108:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948119.357113:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948119.357122:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948119.357125:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948119.357130:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000100:00000001:3.0:1784948119.357131:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306882822 00000400:00000200:2.0:1784948119.357150:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784948119.357150:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7cc0. 00000100:00000001:2.0:1784948119.357157:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306878987 00000100:00000001:3.0:1784948119.357196:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948119.357207:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306882822 00000100:00000001:2.0:1784948119.357209:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306882822 00000100:00000010:3.0:1784948119.357214:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7840. 00000100:00000001:2.0:1784948119.357218:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306878987 00000100:00000001:3.0:1784948119.357223:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948119.357232:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948119.357233:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306882822 00000100:00000001:3.0:1784948119.357239:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.357242:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948119.357248:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948119.357249:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.357258:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948119.357261:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784948119.357264:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.357265:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784948119.357274:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000100:00000001:2.0:1784948119.357282:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948119.357289:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948119.357290:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948119.357292:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948119.357300:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.357302:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948119.357310:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948119.357311:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948119.357311:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948119.357321:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948119.357323:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948119.357326:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 02000000:00000001:3.0:1784948119.357327:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.357329:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948119.357334:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00100000:3.0:1784948119.357345:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155038592:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948119.357347:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948119.357356:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784948119.357364:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948119.357365:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948119.357371:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948119.357380:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948119.357388:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784948119.357393:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948119.357395:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784948119.357403:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948119.357407:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948119.357411:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948119.357422:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000001:1.0:1784948119.357427:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948119.357430:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038592, portal 10 00000100:00000001:1.0:1784948119.357434:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948119.357437:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948119.357441:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000040:3.0:1784948119.357455:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948119.357465:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948119.357468:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948119.357472:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000200:3.0:1784948119.357477:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155038592, offset 0 00000400:00000200:3.0:1784948119.357485:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948119.357491:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948119.357496:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948119.357500:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948119.357503:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948119.357506:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948119.357510:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948119.357514:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541345:541345:255:4294967295] 192.168.201.111@tcp LPNI seq info [541282:541282:7:4294967295] 00000400:00000200:3.0:1784948119.357520:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948119.357533:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948119.357535:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:1.0:1784948119.357543:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000800:00000200:3.0:1784948119.357552:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948119.357555:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1784948119.357562:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000400:00000200:1.0:1784948119.357569:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:3.0:1784948119.357578:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948119.357580:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:1.0:1784948119.357587:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000800:00000200:3.0:1784948119.357594:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948119.357597:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784948119.357603:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784948119.357612:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948119.357613:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948119.357624:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:3.0:1784948119.357640:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948119.357648:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306878988 00000100:00000001:1.0:1784948119.357649:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948119.357657:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306882822 00000100:00000040:1.0:1784948119.357661:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948119.357664:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306878988 00000100:00000001:3.0:1784948119.357675:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306882822 00000100:00000001:3.0:1784948119.357685:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948119.357695:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948119.357696:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.357699:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948119.357702:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948119.357706:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948119.357722:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948119.357726:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:1.0:1784948119.357730:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948119.357734:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948119.357737:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:1.0:1784948119.357740:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:1.0:1784948119.357743:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948119.357747:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948119.357757:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948119.357760:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948119.357768:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948119.357770:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948119.357864:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948119.357867:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948119.357870:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948119.357873:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948119.357875:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.357879:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948119.360015:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360030:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948119.360034:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360037:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948119.360044:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360076:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948119.360084:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360090:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360095:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360100:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316c80 00000400:00000200:0.0:1784948119.360108:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360115:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524829 [1] + 224 00000800:00000001:0.0:1784948119.360125:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360134:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948119.360138:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948119.360143:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948119.360150:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948119.360159:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948119.360203:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948119.360225:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948119.360242:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360248:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948119.360251:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360254:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948119.360259:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360265:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948119.360271:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360275:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360279:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360283:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316d00 00000400:00000200:0.0:1784948119.360287:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948119.360292:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524831 [1] + 224 00000800:00000001:0.0:1784948119.360297:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360302:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948119.360304:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948119.360308:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948119.360312:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948119.360317:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948119.360328:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948119.360347:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948119.360352:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948119.360356:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.360392:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948119.360399:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948119.360407:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948119.360411:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948119.360414:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784948119.360415:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948119.360422:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948119.360426:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948119.360432:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948119.360436:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784948119.360440:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948119.360448:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1784948119.360450:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948119.360456:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948119.360471:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000100:00000200:3.0:1784948119.360475:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948119.360480:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784948119.360492:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948119.360505:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948119.360527:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.360543:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948119.360549:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948119.360554:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948119.360560:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948119.360564:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948119.360569:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948119.360575:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948119.360588:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948119.360596:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948119.360602:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948119.360606:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948119.360611:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948119.360617:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.360623:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948119.360631:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948119.360633:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948119.360638:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948119.360642:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948119.360644:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784948119.360652:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948119.360653:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948119.360658:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948119.360664:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948119.360668:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948119.360675:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948119.360676:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=110 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948119.360699:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948119.360706:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948119.360710:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948119.360721:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948119.360739:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784948119.360743:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155038464:192.168.201.111@tcp:400:kworker.0 00000100:00001000:3.0:1784948119.360744:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=110 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948119.360755:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.360756:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948119.360762:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948119.360765:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784948119.360768:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948119.360770:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948119.360773:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948119.360774:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.360782:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948119.360786:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948119.360792:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948119.360801:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155038464/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948119.360803:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948119.360815:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948119.360840:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948119.360858:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948119.360867:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948119.360876:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948119.360877:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948119.360878:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948119.360888:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316d80 02000000:00000001:2.0:1784948119.360890:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948119.360890:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948119.360903:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:1.0:1784948119.360904:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948119.360909:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948119.360918:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784948119.360923:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524839 [1] + 224 00000020:00000001:2.0:1784948119.360925:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948119.360933:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948119.360943:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948119.360949:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:2.0:1784948119.360957:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784948119.360960:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155038336:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784948119.360962:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784948119.360963:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:2.0:1784948119.360971:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784948119.360976:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948119.360980:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784948119.360982:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.360983:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948119.360987:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948119.360992:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784948119.360995:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155038336/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948119.360998:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948119.361010:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948119.361014:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948119.361021:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948119.361026:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948119.361032:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948119.361036:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948119.361039:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948119.361045:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948119.361045:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948119.361097:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948119.361103:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948119.361106:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948119.361108:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948119.361118:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948119.361123:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948119.361133:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948119.361138:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1784948119.361141:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784948119.361143:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784948119.361152:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948119.361156:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.361190:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.361198:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948119.361203:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948119.361204:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948119.361231:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948119.361237:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948119.361254:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948119.361259:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948119.361263:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948119.361268:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:3.0:1784948119.361271:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:3.0:1784948119.361275:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948119.361282:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948119.361294:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948119.361304:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948119.361307:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.361309:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948119.361311:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948119.361313:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948119.361316:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948119.361318:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948119.361324:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948119.361328:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948119.361331:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948119.361333:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948119.361335:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948119.361339:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.361342:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948119.361344:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948119.361346:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948119.361348:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948119.361353:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948119.361362:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948119.361365:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948119.361366:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948119.361371:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948119.361380:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155038592:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948119.361385:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.361387:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948119.361391:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155038592/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948135 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948119.361399:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948119.361400:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948119.361403:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784948119.361406:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948119.361408:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948119.361410:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948119.361413:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948119.361415:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948119.361418:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948119.361420:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948119.361422:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:3.0:1784948119.361425:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948119.361427:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.361430:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948119.361435:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948119.361437:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948119.361440:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948119.361442:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948119.548233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948119.548242:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948119.548346:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948119.548353:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948119.548359:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948120.572240:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948120.572250:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948120.572387:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948120.572404:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948120.572409:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948121.596249:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948121.596261:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948121.596308:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948121.596315:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948121.596322:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948122.620257:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948122.620266:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948122.620313:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948122.620317:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948122.620322:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948123.260204:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306882822, at 4306882880 00000100:00000010:0.0:1784948123.260225:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7cc0. 00000100:00000040:1.0:1784948123.260236:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306882822, at 4306882880 00000100:00000010:1.0:1784948123.260256:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7840. 00010000:00000001:1.0:1784948123.644242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948123.644255:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948123.644259:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948123.644266:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948123.644273:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948123.644277:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948123.644281:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948123.644285:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948123.644424:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948123.644431:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948123.644437:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948124.476244:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948124.476257:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948124.476270:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ea00. 00000020:00000040:0.0:1784948124.476278:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948124.476284:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948124.476288:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948124.476295:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948124.476306:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948124.476316:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476331:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948124.476357:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948124.476363:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476372:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e721bbfd] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.476417:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476422:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948124.476426:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948124.476432:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c700. 00000020:00000040:0.0:1784948124.476435:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948124.476438:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948124.476439:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948124.476442:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948124.476446:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784948124.476450:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476456:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948124.476467:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948124.476470:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476478:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a185529] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.476490:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476494:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948124.476498:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948124.476501:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784948124.476504:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948124.476507:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948124.476508:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948124.476512:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948124.476518:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.476522:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784948124.476523:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:1.0:1784948124.476533:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948124.476534:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476546:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784948124.476558:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.476560:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948124.476567:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476582:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.476601:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948124.476618:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.476621:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476630:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948124.476632:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1784948124.476635:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784948124.476642:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948124.476643:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948124.476654:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476656:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948124.476669:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12221) 00000100:00100000:1.0:1784948124.476675:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155038720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948124.476688:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948124.476691:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948124.476697:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948124.476699:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948124.476700:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784948124.476708:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948124.476714:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948124.476718:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948124.476730:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:1.0:1784948124.476732:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948124.476735:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948124.476744:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948124.476746:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948124.476752:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948124.476758:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948124.476768:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948124.476769:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155038848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948124.476780:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784948124.476784:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9000. 02000000:00000001:0.0:1784948124.476785:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948124.476791:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948124.476796:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784948124.476801:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1440. 02000000:00000010:0.0:1784948124.476804:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 02000000:00000001:0.0:1784948124.476812:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948124.476826:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784948124.476829:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038720, portal 25 00000400:00000010:0.0:1784948124.476832:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea1b8. 00000100:00000001:1.0:1784948124.476840:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784948124.476845:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf770. 00000100:00000001:1.0:1784948124.476847:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534251520 : -119148175300096 : ffff93a2a755ea00) 00000100:00000040:1.0:1784948124.476865:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948124.476871:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038848, portal 10 00000100:00000001:0.0:1784948124.476881:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948124.476886:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534242560 : -119148175309056 : ffff93a2a755c700) 00000100:00000001:1.0:1784948124.476901:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948124.476909:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948124.476917:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948124.476932:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784948124.476933:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b17f8. 00000100:00000040:0.0:1784948124.476944:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784948124.476947:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155038720, offset 0 00000400:00000010:0.0:1784948124.476951:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000200:0.0:1784948124.476960:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155038848, offset 0 00000400:00000200:1.0:1784948124.476970:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948124.476985:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948124.476991:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.477008:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948124.477017:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948124.477025:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948124.477042:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948124.477164:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948124.477174:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541346:541346:256:4294967295] 192.168.201.111@tcp LPNI seq info [541283:541283:8:4294967295] 00000400:00000200:1.0:1784948124.477187:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.477207:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948124.477220:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948124.477222:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948124.477238:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784948124.477240:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000400:00000200:0.0:1784948124.477246:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948124.477253:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:1.0:1784948124.477262:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948124.477263:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948124.477273:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948124.477279:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541347:541347:255:4294967295] 192.168.201.111@tcp LPNI seq info [541284:541284:7:4294967295] 00000800:00000200:1.0:1784948124.477291:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948124.477292:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948124.477304:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948124.477317:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948124.477326:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948124.477341:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000100:00000001:1.0:1784948124.477346:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948124.477349:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948124.477362:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948124.477365:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948124.477373:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306887942 00000800:00000200:0.0:1784948124.477374:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948124.477388:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784948124.477391:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f6c0. 00000100:00000040:0.0:1784948124.477394:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000400:00000200:0.0:1784948124.477405:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948124.477410:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784948124.477411:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306884107 00000100:00000001:0.0:1784948124.477429:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306887942 00000100:00000001:1.0:1784948124.477429:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306887942 00000100:00000001:0.0:1784948124.477442:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306884107 00000100:00000010:1.0:1784948124.477445:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037ff00. 00000100:00000001:1.0:1784948124.477455:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948124.477462:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306887942 00000100:00000001:1.0:1784948124.477463:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948124.477472:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948124.477475:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.477479:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.477486:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.477487:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.477499:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948124.477500:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.477510:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948124.477513:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948124.477515:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948124.477521:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948124.477523:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948124.477527:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948124.477536:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.477536:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948124.477547:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.477547:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948124.477557:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948124.477573:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.477592:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948124.477596:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948124.477603:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948124.477607:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948124.477612:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1784948124.477614:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948124.477619:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000100:00100000:1.0:1784948124.477629:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155038976:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948124.477632:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948124.477644:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784948124.477649:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:1.0:1784948124.477654:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784948124.477660:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b17f8 02000000:00000001:1.0:1784948124.477661:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948124.477667:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b17f8. 02000000:00000001:1.0:1784948124.477671:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948124.477676:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000010:1.0:1784948124.477684:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000200:0.0:1784948124.477685:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948124.477696:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.477711:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948124.477714:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948124.477721:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948124.477726:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9f78. 00000400:00000010:1.0:1784948124.477740:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b16e8. 00000100:00000001:0.0:1784948124.477743:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.477751:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1784948124.477754:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155038976, portal 10 00000100:00000001:1.0:1784948124.477762:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948124.477766:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000100:00000040:1.0:1784948124.477782:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.477798:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948124.477804:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948124.477812:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1aa0. 00000100:00000200:1.0:1784948124.477817:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155038976, offset 0 00000400:00000200:1.0:1784948124.477828:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948124.477839:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948124.477842:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948124.477852:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000400:00000200:1.0:1784948124.477853:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948124.477859:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948124.477866:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948124.477875:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948124.477883:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948124.477891:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948124.477897:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948124.477904:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541348:541348:255:4294967295] 192.168.201.111@tcp LPNI seq info [541285:541285:7:4294967295] 00000400:00000200:1.0:1784948124.477914:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.477929:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948124.477938:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000800:00000200:1.0:1784948124.477943:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948124.477945:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000001:0.0:1784948124.477954:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:1.0:1784948124.477960:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000100:00000200:0.0:1784948124.477964:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948124.477982:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948124.477987:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948124.477997:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948124.478005:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948124.478018:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948124.478041:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.478100:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.478103:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784948124.478121:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10216 usecs (11 jiffies) 00000800:00000200:0.0:1784948124.478132:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948124.478134:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948124.478141:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000100:00000001:1.0:1784948124.478144:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306884109 00000400:00000200:0.0:1784948124.478149:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948124.478156:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306887942 00000400:00000200:0.0:1784948124.478160:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948124.478169:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306884109 00000400:00000200:0.0:1784948124.478171:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1aa0 00000400:00000010:0.0:1784948124.478178:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1aa0. 00000100:00000001:1.0:1784948124.478182:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306887942 00000100:00000001:0.0:1784948124.478184:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948124.478193:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784948124.478196:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.478203:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.478215:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.478218:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948124.478225:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948124.478227:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.478241:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948124.478242:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.478250:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948124.478251:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948124.478260:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948124.478264:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948124.478270:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.478276:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948124.481614:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.481634:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948124.481638:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.481641:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948124.481648:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.481655:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948124.481663:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.481669:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.481674:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.481679:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316e00 00000400:00000200:1.0:1784948124.481685:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.481691:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524841 [1] + 224 00000800:00000001:1.0:1784948124.481699:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.481703:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948124.481706:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948124.481711:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948124.481717:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948124.481725:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948124.481740:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.481770:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948124.481780:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.481786:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.481823:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948124.481827:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948124.481830:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784948124.481836:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948124.481842:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948124.481845:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948124.481848:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948124.481858:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:0.0:1784948124.481859:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9000. 00000400:00000200:1.0:1784948124.481873:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948124.481875:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000400:00000200:1.0:1784948124.481883:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948124.481885:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000400:00000200:1.0:1784948124.481893:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948124.481894:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948124.481904:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316e80 00000100:00000200:0.0:1784948124.481914:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948124.481916:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.481931:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524849 [1] + 224 00000800:00000001:1.0:1784948124.481945:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.481953:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948124.481961:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948124.481962:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948124.481978:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948124.481990:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948124.481996:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784948124.482002:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.482003:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.482013:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948124.482019:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948124.482028:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784948124.482034:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.482035:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948124.482107:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948124.482119:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=115 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948124.482126:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948124.482132:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948124.482134:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948124.482136:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948124.482142:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948124.482146:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948124.482147:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948124.482151:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948124.482158:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948124.482164:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948124.482165:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.482172:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948124.482187:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948124.482201:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948124.482202:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784948124.482214:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948124.482221:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948124.482222:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948124.482231:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948124.482235:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948124.482245:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948124.482260:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a316f00 00000400:00000200:1.0:1784948124.482273:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948124.482279:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155038720:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948124.482289:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524861 [1] + 224 00000100:00000001:0.0:1784948124.482295:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948124.482298:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948124.482301:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784948124.482309:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948124.482310:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ea00 x1871641155038720/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948124.482319:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948124.482334:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948124.482337:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948124.482341:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784948124.482343:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948124.482349:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000200:1.0:1784948124.482353:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948124.482357:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948124.482363:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948124.482370:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:1.0:1784948124.482377:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784948124.482379:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948124.482386:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784948124.482396:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948124.482399:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784948124.482401:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948124.482407:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ea00. 00000800:00000001:1.0:1784948124.482409:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948124.482418:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.482419:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948124.482424:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.482428:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.482431:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948124.482434:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948124.482435:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948124.482442:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948124.482444:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948124.482450:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948124.482452:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9f78. 00000400:00000200:0.0:1784948124.482456:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000400:00000010:0.0:1784948124.482459:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000001:0.0:1784948124.482462:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784948124.482465:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948124.482472:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784948124.482474:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948124.482477:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea1b8. 00000400:00000200:1.0:1784948124.482488:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf770 00000400:00000010:1.0:1784948124.482494:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf770. 00000100:00000200:0.0:1784948124.482503:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.482503:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948124.482512:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.482551:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784948124.482561:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.482562:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.482572:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948124.482577:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948124.482584:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948124.482590:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948124.482598:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.482599:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784948124.482606:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=115 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948124.482608:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948124.482621:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:0.0:1784948124.482622:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=137 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948124.482630:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784948124.482631:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948124.482634:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.482637:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1784948124.482640:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948124.482642:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948124.482647:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948124.482649:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948124.482657:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1784948124.482662:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=115 v=5 (5 5 5 5) 00000100:00000040:0.0:1784948124.482663:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948124.482671:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:1.0:1784948124.482676:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948124.482677:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.482689:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784948124.482695:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.482696:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948124.482704:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948124.482711:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.482720:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948124.482722:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948124.482725:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948124.482733:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948124.482734:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948124.482741:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948124.482742:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948124.482760:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948124.482762:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948124.482802:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784948124.482810:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155038976:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948124.482812:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948124.482817:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948124.482831:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948124.482836:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948124.482838:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948124.482851:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641155038976/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948124.482864:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155038848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948124.482871:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948124.482876:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948124.482877:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948124.482884:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00000001:1.0:1784948124.482886:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1784948124.482893:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784948124.482897:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c700 x1871641155038848/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948140 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784948124.482899:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948124.482905:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948124.482912:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948124.482921:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784948124.482931:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948124.482933:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948124.482935:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784948124.482938:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1784948124.482941:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 02000000:00000010:1.0:1784948124.482945:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 00000100:00000001:0.0:1784948124.482948:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948124.482954:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948124.482954:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948124.482961:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948124.482963:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784948124.482968:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948124.482973:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1784948124.482975:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948124.482983:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948124.482984:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784948124.482995:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784948124.482997:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784948124.483002:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948124.483003:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948124.483010:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c700. 00000100:00000001:1.0:1784948124.483017:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948124.483020:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948124.483023:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948124.483030:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948124.483042:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948124.483097:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948124.483103:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948124.668218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948124.668226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948124.668322:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948124.668329:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948124.668334:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948125.692208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948125.692218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948125.692296:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948125.692304:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948125.692311:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948126.716227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948126.716235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948126.716283:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948126.716288:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948126.716293:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948127.740206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948127.740218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948127.740265:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948127.740271:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948127.740279:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948128.380159:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306887942, at 4306888000 00000100:00000040:1.0:1784948128.380180:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306887942, at 4306888000 00000100:00000010:0.0:1784948128.380182:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f6c0. 00000100:00000010:1.0:1784948128.380200:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037ff00. 00010000:00000001:1.0:1784948128.764197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948128.764207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948128.764338:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948128.764344:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948128.764350:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948129.596162:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948129.596175:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948129.596189:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784948129.596197:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948129.596203:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948129.596208:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948129.596215:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948129.596227:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784948129.596236:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596251:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948129.596266:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948129.596273:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596281:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.596322:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596326:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948129.596331:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948129.596335:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ea00. 00000020:00000040:0.0:1784948129.596338:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948129.596341:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948129.596343:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948129.596345:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948129.596349:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948129.596352:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596357:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948129.596367:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948129.596378:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596383:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e721bbfd] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.596393:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596396:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948129.596401:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948129.596404:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755dc00. 00000020:00000040:0.0:1784948129.596408:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948129.596411:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948129.596413:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948129.596415:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948129.596419:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784948129.596423:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596428:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948129.596438:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948129.596441:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.596446:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e37825] to pc [ptlrpcd_00_01+1] req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.596450:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948129.596459:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948129.596463:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.596465:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948129.596471:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948129.596481:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948129.596484:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948129.596487:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948129.596503:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948129.596516:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12226) 00000100:00000001:1.0:1784948129.596519:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948129.596525:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948129.596531:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948129.596535:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948129.596538:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.596541:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784948129.596546:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155039104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948129.596549:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948129.596555:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948129.596558:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784948129.596567:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948129.596569:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948129.596576:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948129.596584:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948129.596592:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948129.596595:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948129.596597:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948129.596600:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948129.596604:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948129.596606:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948129.596613:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948129.596621:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948129.596628:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155039232:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784948129.596632:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9630. 00000100:00000001:0.0:1784948129.596638:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948129.596644:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948129.596647:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948129.596648:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b16e8. 02000000:00000001:0.0:1784948129.596651:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784948129.596662:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039104, portal 25 02000000:00000010:0.0:1784948129.596663:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 00000100:00000001:1.0:1784948129.596672:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1784948129.596674:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.596678:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000400:00000200:0.0:1784948129.596687:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948129.596696:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eadc0. 00000100:00000040:1.0:1784948129.596696:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948129.596709:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfd48. 00000100:00000001:1.0:1784948129.596719:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784948129.596721:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039232, portal 10 00000100:00000040:1.0:1784948129.596728:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948129.596730:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948129.596736:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534251520 : -119148175300096 : ffff93a2a755ea00) 00000400:00000010:1.0:1784948129.596737:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1440. 00000100:00000200:1.0:1784948129.596746:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155039104, offset 0 00000100:00000040:0.0:1784948129.596753:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948129.596764:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948129.596779:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948129.596785:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948129.596793:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948129.596802:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000400:00000200:1.0:1784948129.596806:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:0.0:1784948129.596810:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155039232, offset 0 00000400:00000200:1.0:1784948129.596818:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948129.596826:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948129.596832:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948129.596840:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948129.596844:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948129.596849:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541349:541349:256:4294967295] 192.168.201.111@tcp LPNI seq info [541286:541286:8:4294967295] 00000400:00000200:1.0:1784948129.596855:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.596867:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948129.596876:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948129.596884:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784948129.596891:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784948129.596898:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784948129.596907:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948129.596909:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948129.596919:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948129.596928:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784948129.596930:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948129.596936:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784948129.596940:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948129.596948:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541350:541350:255:4294967295] 192.168.201.111@tcp LPNI seq info [541287:541287:7:4294967295] 00000400:00000200:0.0:1784948129.596958:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948129.596967:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948129.596975:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948129.596983:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948129.597028:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948129.597031:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306893061 00000800:00000010:0.0:1784948129.597037:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000100:00000010:1.0:1784948129.597043:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037ff00. 00000800:00000200:0.0:1784948129.597084:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948129.597095:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948129.597100:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948129.597109:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.597112:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:0.0:1784948129.597115:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000100:00000001:1.0:1784948129.597124:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306893062 00000400:00000200:0.0:1784948129.597126:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948129.597137:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306889227 00000100:00000010:1.0:1784948129.597137:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f720. 00000100:00000001:0.0:1784948129.597147:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306893061 00000100:00000001:1.0:1784948129.597149:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948129.597158:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306889227 00000100:00000001:1.0:1784948129.597161:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948129.597164:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306893062 00000100:00000001:1.0:1784948129.597170:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597173:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948129.597178:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597181:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.597185:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.597188:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597194:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948129.597198:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948129.597201:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948129.597204:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948129.597207:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948129.597211:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948129.597215:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948129.597217:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948129.597220:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948129.597223:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948129.597226:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597235:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948129.597236:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.597251:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948129.597254:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948129.597257:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948129.597260:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948129.597263:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948129.597267:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155039360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948129.597272:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948129.597276:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948129.597278:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948129.597281:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948129.597288:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948129.597291:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948129.597295:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948129.597299:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948129.597304:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000010:1.0:1784948129.597308:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9160. 00000400:00000200:0.0:1784948129.597315:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784948129.597317:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1aa0. 00000100:00000200:1.0:1784948129.597325:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039360, portal 10 00000400:00000200:0.0:1784948129.597327:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948129.597333:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948129.597338:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247936 : -119148175303680 : ffff93a2a755dc00) 00000400:00000200:0.0:1784948129.597339:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1440 00000400:00000010:0.0:1784948129.597345:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1440. 00000100:00000040:1.0:1784948129.597353:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.597357:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948129.597370:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.597373:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948129.597382:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948129.597395:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b17f8. 00000100:00000200:1.0:1784948129.597403:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155039360, offset 0 00000100:00000001:0.0:1784948129.597414:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948129.597416:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948129.597425:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948129.597426:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.597439:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948129.597452:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948129.597456:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948129.597460:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948129.597463:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784948129.597469:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948129.597474:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948129.597478:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541351:541351:254:4294967295] 192.168.201.111@tcp LPNI seq info [541288:541288:6:4294967295] 00000400:00000200:1.0:1784948129.597483:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.597491:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948129.597497:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948129.597503:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000800:00000200:1.0:1784948129.597509:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948129.597517:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948129.597523:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948129.597531:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948129.597538:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:1.0:1784948129.597545:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948129.597549:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306889228 00000100:00000001:1.0:1784948129.597555:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306893061 00000100:00000001:1.0:1784948129.597559:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306889228 00000100:00000001:1.0:1784948129.597563:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306893062 00000100:00000001:1.0:1784948129.597567:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948129.597571:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.597577:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.597582:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948129.597584:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948129.597592:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000001:1.0:1784948129.597592:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948129.597602:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948129.597604:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948129.597618:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948129.597620:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948129.597627:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948129.597629:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:0.0:1784948129.597636:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784948129.597638:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597641:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948129.597653:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948129.597654:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.597672:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948129.597677:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.597687:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597690:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948129.597712:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948129.597714:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784948129.597718:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948129.597722:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948129.597725:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b17f8 00000400:00000010:0.0:1784948129.597727:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b17f8. 00000100:00000001:0.0:1784948129.597730:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948129.597734:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.597742:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948129.597746:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.597753:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.597755:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948129.600500:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948129.600515:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948129.600519:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948129.600523:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948129.600531:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600538:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948129.600548:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600554:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600561:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600567:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a316f80 00000400:00000200:1.0:1784948129.600574:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600581:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524871 [1] + 224 00000800:00000001:1.0:1784948129.600589:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948129.600594:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948129.600597:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948129.600602:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948129.600609:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948129.600617:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948129.600631:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.600657:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948129.600668:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948129.600674:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948129.600677:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948129.600681:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948129.600686:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600692:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948129.600699:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600704:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600709:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.600713:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317000 00000100:00000001:0.0:1784948129.600718:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948129.600720:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948129.600727:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948129.600733:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524879 [1] + 224 00000800:00000001:1.0:1784948129.600740:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784948129.600742:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948129.600746:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948129.600749:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948129.600752:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784948129.600757:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9630. 00000400:00000200:1.0:1784948129.600762:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948129.600770:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b16e8 00000400:00000010:0.0:1784948129.600776:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b16e8. 00000100:00000001:0.0:1784948129.600780:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948129.600782:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948129.600793:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948129.600795:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948129.600857:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948129.600859:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.600912:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948129.600918:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.600922:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948129.600927:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784948129.600928:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948129.600936:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948129.600939:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948129.600940:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948129.600944:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948129.600949:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948129.600955:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=120 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948129.600956:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948129.600965:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948129.600967:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=120 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948129.600978:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948129.600981:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948129.601009:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948129.601015:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948129.601020:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:0.0:1784948129.601031:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601039:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.601089:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948129.601089:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.601106:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948129.601122:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948129.601127:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948129.601136:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317080 00000100:00000001:0.0:1784948129.601139:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948129.601146:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948129.601152:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948129.601160:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948129.601162:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524891 [1] + 224 00000800:00000001:1.0:1784948129.601179:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:0.0:1784948129.601191:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155039104:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948129.601193:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948129.601203:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948129.601204:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601210:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948129.601217:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784948129.601223:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641155039104/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.601227:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948129.601240:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.601242:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948129.601248:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948129.601254:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948129.601267:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1784948129.601270:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784948129.601273:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948129.601279:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948129.601288:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948129.601294:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 00000100:00000001:1.0:1784948129.601298:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784948129.601302:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948129.601307:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:1.0:1784948129.601308:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:0.0:1784948129.601311:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000800:00000001:1.0:1784948129.601316:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.601319:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948129.601324:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.601329:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601332:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948129.601334:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948129.601338:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:0.0:1784948129.601340:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948129.601347:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948129.601348:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948129.601356:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9160. 00000400:00000200:0.0:1784948129.601368:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1aa0 00000400:00000010:0.0:1784948129.601371:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1aa0. 00000100:00000001:0.0:1784948129.601374:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784948129.601376:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948129.601384:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1784948129.601385:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948129.601389:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eadc0. 00000400:00000200:1.0:1784948129.601400:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfd48 00000400:00000010:1.0:1784948129.601409:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfd48. 00000100:00000200:0.0:1784948129.601414:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.601417:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948129.601430:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.601436:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948129.601442:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.601449:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948129.601454:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948129.601459:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784948129.601461:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.601463:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948129.601472:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948129.601483:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948129.601500:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=142 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948129.601517:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948129.601519:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948129.601520:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948129.601528:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948129.601531:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948129.601534:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.601541:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948129.601543:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948129.601549:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:1.0:1784948129.601552:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948129.601554:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948129.601562:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948129.601563:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.601574:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948129.601576:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948129.601585:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601597:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948129.601601:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:1.0:1784948129.601604:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=120 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948129.601605:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948129.601617:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948129.601624:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=10 v=5 (1 1 1 1) 00000100:00100000:0.0:1784948129.601638:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155039360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948129.601641:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948129.601650:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601653:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.601660:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1784948129.601660:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784948129.601669:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755dc00 x1871641155039360/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784948129.601672:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601687:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948129.601687:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784948129.601694:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1784948129.601697:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000010:0.0:1784948129.601698:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784948129.601706:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948129.601709:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1784948129.601711:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948129.601718:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948129.601719:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948129.601724:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948129.601729:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 00000100:00000040:1.0:1784948129.601737:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948129.601738:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948129.601743:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948129.601748:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755dc00. 00000100:00000001:0.0:1784948129.601757:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948129.601762:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948129.601767:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948129.601769:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948129.601781:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948129.601784:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948129.601786:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948129.601790:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948129.601798:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948129.601799:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948129.601804:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948129.601821:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155039232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948129.601829:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948129.601833:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948129.601838:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ea00 x1871641155039232/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948145 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948129.601846:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948129.601849:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948129.601853:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784948129.601858:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948129.601860:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948129.601862:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948129.601865:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948129.601867:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:1.0:1784948129.601871:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948129.601873:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948129.601875:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ea00. 00000100:00000001:1.0:1784948129.601879:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948129.601882:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948129.601885:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948129.601893:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948129.601896:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948129.601901:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948129.601904:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948129.788148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948129.788156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948129.788269:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948129.788278:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948129.788285:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948130.812159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948130.812170:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948130.812270:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948130.812276:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948130.812282:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948131.836119:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948131.836125:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948131.836148:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948131.836151:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948131.836155:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948132.860153:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948132.860161:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948132.860164:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948132.860169:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948132.860174:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948132.860177:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948132.860180:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948132.860184:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948132.860210:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948132.860214:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948132.860218:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948133.500162:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306893061, at 4306893120 00000100:00000040:1.0:1784948133.500182:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306893062, at 4306893120 00000100:00000010:0.0:1784948133.500186:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037ff00. 00000100:00000010:1.0:1784948133.500199:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f720. 00010000:00000001:1.0:1784948133.884173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948133.884182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948133.884290:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948133.884297:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948133.884304:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948134.716176:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948134.716187:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948134.716197:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784948134.716204:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948134.716208:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948134.716212:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948134.716218:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948134.716227:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784948134.716235:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716248:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948134.716262:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948134.716268:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716278:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.716319:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716323:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948134.716327:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948134.716332:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784948134.716335:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948134.716339:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948134.716341:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948134.716344:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948134.716348:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948134.716351:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.716353:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948134.716359:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948134.716361:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948134.716365:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948134.716373:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948134.716378:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948134.716379:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948134.716386:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.716409:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948134.716413:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948134.716415:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948134.716419:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948134.716420:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948134.716425:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948134.716426:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948134.716432:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 02000000:00000001:2.0:1784948134.716433:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948134.716438:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:2.0:1784948134.716443:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155039488:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948134.716444:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948134.716449:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948134.716452:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.716454:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784948134.716457:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784948134.716462:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948134.716463:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948134.716468:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716474:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948134.716475:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948134.716485:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948134.716486:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948134.716491:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948134.716492:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716499:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948134.716506:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948134.716516:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948134.716518:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716522:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784948134.716526:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000040:3.0:1784948134.716526:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948134.716534:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784948134.716537:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039488, portal 25 00000100:00000040:3.0:1784948134.716538:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948134.716545:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784948134.716549:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12232) 00000100:00000001:2.0:1784948134.716550:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000040:2.0:1784948134.716562:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.716577:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948134.716578:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948134.716582:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948134.716586:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948134.716587:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1784948134.716591:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784948134.716598:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155039488, offset 0 00000100:00000040:3.0:1784948134.716598:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948134.716614:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948134.716615:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948134.716619:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948134.716624:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948134.716626:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948134.716632:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948134.716633:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948134.716642:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155039616:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948134.716646:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784948134.716648:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784948134.716651:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948134.716655:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948134.716657:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1784948134.716659:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948134.716664:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:3.0:1784948134.716667:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 00000400:00000200:2.0:1784948134.716670:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784948134.716674:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948134.716676:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948134.716684:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948134.716686:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541352:541352:256:4294967295] 192.168.201.111@tcp LPNI seq info [541289:541289:8:4294967295] 00000400:00000010:3.0:1784948134.716691:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784948134.716697:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948134.716702:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000200:3.0:1784948134.716709:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039616, portal 10 00000400:00000200:2.0:1784948134.716714:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948134.716715:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948134.716720:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000800:00000200:2.0:1784948134.716727:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948134.716733:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784948134.716737:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948134.716748:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784948134.716753:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948134.716758:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948134.716764:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000800:00000200:2.0:1784948134.716770:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:3.0:1784948134.716770:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155039616, offset 0 00000800:00000200:2.0:1784948134.716778:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948134.716781:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948134.716790:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948134.716795:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948134.716800:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948134.716800:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948134.716805:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948134.716811:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948134.716814:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948134.716817:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306898181 00000400:00000200:3.0:1784948134.716821:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000010:2.0:1784948134.716826:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43660. 00000400:00000200:3.0:1784948134.716827:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541353:541353:255:4294967295] 192.168.201.111@tcp LPNI seq info [541290:541290:7:4294967295] 00000400:00000200:3.0:1784948134.716837:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948134.716839:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948134.716850:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306898181 00000400:00000200:3.0:1784948134.716854:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784948134.716857:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d20. 00000800:00000200:3.0:1784948134.716864:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948134.716865:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948134.716872:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784948134.716874:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000100:00000001:2.0:1784948134.716876:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.716882:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948134.716885:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948134.716887:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784948134.716896:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948134.716898:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784948134.716924:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948134.716938:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948134.716943:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000100:00000001:2.0:1784948134.716944:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948134.716950:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948134.716951:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948134.716954:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948134.716956:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306894346 00000100:00000001:2.0:1784948134.716958:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948134.716962:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306898181 00000100:00000001:3.0:1784948134.716968:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306894346 00000100:00000040:2.0:1784948134.716969:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.716972:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306898181 00000100:00000001:3.0:1784948134.716979:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948134.716988:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948134.716990:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948134.716990:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948134.716992:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.716995:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948134.717001:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948134.717001:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948134.717002:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948134.717010:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948134.717013:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948134.717015:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784948134.717017:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948134.717021:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948134.717030:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948134.717031:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784948134.717032:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155039744:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948134.717037:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000100:00000001:3.0:1784948134.717038:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1784948134.717075:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:0.0:1784948134.717083:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948134.717090:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.717091:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948134.717100:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948134.717104:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948134.717106:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784948134.717108:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948134.717109:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948134.717115:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948134.717116:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948134.717118:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948134.717124:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948134.717136:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948134.717137:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948134.717143:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784948134.717143:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948134.717151:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:2.0:1784948134.717157:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039744, portal 10 00000100:00000001:2.0:1784948134.717159:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948134.717161:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000800:00000200:0.0:1784948134.717164:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948134.717169:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000040:2.0:1784948134.717172:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948134.717174:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948134.717187:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948134.717195:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000100:00000001:2.0:1784948134.717196:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1784948134.717199:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:0.0:1784948134.717205:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784948134.717206:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948134.717213:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:0.0:1784948134.717216:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948134.717218:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155039744, offset 0 00000400:00000200:2.0:1784948134.717233:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948134.717234:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948134.717243:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948134.717245:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948134.717255:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948134.717267:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948134.717269:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948134.717272:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948134.717277:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948134.717284:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948134.717287:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948134.717292:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541354:541354:256:4294967295] 192.168.201.111@tcp LPNI seq info [541291:541291:8:4294967295] 00000400:00000200:2.0:1784948134.717298:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948134.717311:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948134.717316:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948134.717321:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948134.717325:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948134.717330:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948134.717333:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948134.717348:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948134.717351:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10216 usecs (11 jiffies) 00000400:00000200:2.0:1784948134.717354:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948134.717356:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306894348 00000100:00000001:2.0:1784948134.717370:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306898181 00000100:00000001:2.0:1784948134.717373:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306894348 00000100:00000001:2.0:1784948134.717376:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306898181 00000100:00000001:2.0:1784948134.717379:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948134.717382:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.717385:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.717387:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.717392:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948134.717394:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948134.717397:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948134.717398:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948134.717400:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.717403:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948134.717418:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948134.717427:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948134.717435:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948134.717444:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948134.717452:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:1.0:1784948134.717456:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:1.0:1784948134.717461:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948134.717468:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948134.717479:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948134.717482:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948134.717490:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948134.717492:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948134.719181:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948134.719197:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948134.719202:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948134.719206:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948134.719213:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948134.719221:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948134.719231:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948134.719236:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948134.719242:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948134.719248:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317100 00000400:00000200:0.0:1784948134.719255:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948134.719281:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248a1 [1] + 224 00000800:00000001:0.0:1784948134.719292:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948134.719304:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948134.719308:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948134.719315:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948134.719323:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948134.719331:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948134.719360:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948134.719392:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948134.719410:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948134.719416:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.719499:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948134.719505:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948134.719513:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948134.719516:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948134.719520:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948134.719527:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000400:00000010:2.0:1784948134.719529:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784948134.719533:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948134.719542:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948134.719559:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.719568:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948134.719571:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.719575:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948134.719578:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948134.719581:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948134.719584:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948134.719587:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948134.719594:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=125 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948134.719596:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784948134.719599:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948134.719606:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948134.719608:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948134.719611:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948134.719614:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948134.719615:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.719625:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948134.719628:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948134.719636:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948134.719640:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.719654:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948134.719658:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948134.719660:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948134.719666:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948134.719678:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948134.719686:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00100000:2.0:1784948134.719703:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155039488:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948134.719715:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948134.719717:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.719723:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948134.719728:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948134.719730:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155039488/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948134.719742:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948134.719757:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317180 00000100:00000001:2.0:1784948134.719759:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948134.719767:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784948134.719769:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784948134.719773:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:1.0:1784948134.719782:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248a9 [1] + 224 02000000:00000001:2.0:1784948134.719784:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948134.719793:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:1.0:1784948134.719795:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784948134.719797:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948134.719804:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948134.719808:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 00000800:00000001:1.0:1784948134.719809:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948134.719815:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784948134.719816:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784948134.719822:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784948134.719829:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000010:2.0:1784948134.719830:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784948134.719840:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948134.719842:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948134.719844:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.719852:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.719858:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948134.719860:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.719861:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948134.719866:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.719872:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948134.719889:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948134.719954:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948134.719965:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948134.719972:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948134.719975:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948134.719979:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948134.719984:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948134.719992:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948134.720002:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948134.720008:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948134.720014:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948134.720021:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317200 00000400:00000200:1.0:1784948134.720029:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948134.720032:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948134.720040:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948134.720042:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248b1 [1] + 224 00000400:00000001:3.0:1784948134.720099:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948134.720101:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948134.720105:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948134.720111:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784948134.720119:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948134.720120:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:3.0:1784948134.720126:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000400:00000200:1.0:1784948134.720130:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948134.720133:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948134.720149:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:3.0:1784948134.720150:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948134.720163:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948134.720175:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948134.720180:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.720199:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948134.720205:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948134.720213:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948134.720218:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948134.720221:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948134.720225:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948134.720226:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948134.720228:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948134.720242:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948134.720250:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948134.720253:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948134.720255:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948134.720257:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948134.720261:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784948134.720262:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948134.720270:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948134.720273:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784948134.720274:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948134.720276:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948134.720281:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948134.720282:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948134.720291:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.720302:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948134.720307:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948134.720309:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948134.720314:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948134.720324:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155039616:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948134.720331:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948134.720334:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948134.720338:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155039616/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.720346:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948134.720349:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948134.720354:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784948134.720354:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784948134.720367:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948134.720370:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1784948134.720371:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948134.720376:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000001:2.0:1784948134.720380:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784948134.720380:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:2.0:1784948134.720386:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1784948134.720388:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 00000400:00000010:2.0:1784948134.720393:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784948134.720395:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948134.720399:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948134.720403:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000400:00000200:2.0:1784948134.720405:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000100:00000001:3.0:1784948134.720409:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1784948134.720411:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:3.0:1784948134.720414:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.720419:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948134.720420:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948134.720429:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948134.720433:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948134.720434:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948134.720438:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948134.720444:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948134.720459:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.720470:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948134.720472:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.720475:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948134.720478:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948134.720480:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948134.720482:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948134.720485:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948134.720491:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948134.720496:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=147 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948134.720499:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948134.720500:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948134.720503:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948134.720506:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.720509:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948134.720511:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948134.720513:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948134.720515:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948134.720520:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.720530:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948134.720532:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948134.720534:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948134.720539:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948134.720548:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155039744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948134.720553:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.720555:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948134.720559:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155039744/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948150 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948134.720566:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948134.720568:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948134.720571:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948134.720575:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948134.720577:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948134.720579:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948134.720582:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948134.720584:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784948134.720587:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948134.720589:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948134.720591:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784948134.720595:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948134.720597:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.720599:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948134.720604:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948134.720606:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948134.720609:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948134.720611:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948134.908173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948134.908181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948134.908290:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948134.908295:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948134.908299:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948135.932205:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948135.932215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948135.932342:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948135.932348:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948135.932354:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948136.956227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948136.956239:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948136.956286:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948136.956291:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948136.956300:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948137.980149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948137.980155:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948137.980189:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948137.980194:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948137.980199:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948138.620169:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306898181, at 4306898240 00000100:00000040:0.0:1784948138.620173:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306898181, at 4306898240 00000100:00000010:1.0:1784948138.620195:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d20. 00000100:00000010:0.0:1784948138.620199:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43660. 00010000:00000001:1.0:1784948139.004137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948139.004143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948139.004204:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948139.004209:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948139.004213:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948139.836259:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948139.836273:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948139.836284:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ce00. 00000020:00000040:1.0:1784948139.836292:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948139.836298:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948139.836302:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948139.836309:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948139.836321:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948139.836330:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836346:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948139.836372:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948139.836377:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836385:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b91d019b] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.836426:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836430:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948139.836436:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948139.836440:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784948139.836443:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948139.836446:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948139.836448:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948139.836450:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948139.836456:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948139.836460:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836465:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948139.836475:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948139.836477:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836482:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.836493:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836496:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948139.836500:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948139.836503:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784948139.836507:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948139.836511:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948139.836512:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948139.836514:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948139.836519:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784948139.836522:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.836526:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948139.836528:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948139.836536:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948139.836544:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948139.836545:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948139.836552:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948139.836565:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948139.836566:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948139.836633:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948139.836640:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.836644:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948139.836647:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948139.836650:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948139.836654:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948139.836657:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948139.836664:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.836666:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948139.836675:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1784948139.836677:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155039872:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948139.836683:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12237) 00000100:00000001:0.0:1784948139.836698:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948139.836707:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948139.836711:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948139.836715:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948139.836723:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 02000000:00000001:0.0:1784948139.836727:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.836734:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948139.836741:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948139.836742:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948139.836749:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784948139.836751:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea580. 00000100:00000040:1.0:1784948139.836760:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948139.836764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784948139.836779:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1784948139.836780:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155039872, portal 25 00000100:00000001:1.0:1784948139.836784:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.836787:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784948139.836791:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948139.836792:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821357568 : -119147888194048 : ffff93a2b872ce00) 02000000:00000001:1.0:1784948139.836798:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948139.836803:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948139.836809:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948139.836852:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155040000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948139.836868:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948139.836875:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948139.836880:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.836882:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784948139.836885:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948139.836892:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784948139.836894:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948139.836900:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948139.836901:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf660. 00000100:00000200:0.0:1784948139.836911:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155039872, offset 0 00000400:00000200:1.0:1784948139.836912:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948139.836923:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99a0. 00000400:00000200:0.0:1784948139.836930:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948139.836943:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b15d8. 00000400:00000200:0.0:1784948139.836944:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784948139.836957:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040000, portal 10 00000400:00000200:0.0:1784948139.836965:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948139.836966:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948139.836972:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000400:00000200:0.0:1784948139.836979:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784948139.836989:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948139.836990:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948139.837004:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948139.837016:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948139.837017:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:1.0:1784948139.837031:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948139.837035:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541355:541355:256:4294967295] 192.168.201.111@tcp LPNI seq info [541292:541292:8:4294967295] 00000400:00000010:1.0:1784948139.837038:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1dd0. 00000400:00000200:0.0:1784948139.837086:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.837104:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948139.837115:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784948139.837116:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155040000, offset 0 00000800:00000010:0.0:1784948139.837126:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000400:00000200:1.0:1784948139.837136:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948139.837146:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948139.837148:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.837162:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948139.837171:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948139.837176:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948139.837180:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948139.837188:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948139.837195:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948139.837198:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948139.837203:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541356:541356:255:4294967295] 192.168.201.111@tcp LPNI seq info [541293:541293:7:4294967295] 00000100:00000001:0.0:1784948139.837206:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948139.837216:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.837223:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948139.837230:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306903302 00000400:00000200:1.0:1784948139.837240:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:0.0:1784948139.837244:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784948139.837252:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948139.837257:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1784948139.837261:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000100:00000001:0.0:1784948139.837268:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306903302 00000800:00000200:1.0:1784948139.837276:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:0.0:1784948139.837282:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889d80. 00000800:00000200:1.0:1784948139.837290:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948139.837292:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784948139.837300:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948139.837303:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948139.837312:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837313:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.837318:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.837322:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000100:00000001:0.0:1784948139.837324:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948139.837338:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948139.837343:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948139.837344:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306899467 00000100:00000001:0.0:1784948139.837350:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948139.837353:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306903302 00000100:00000001:0.0:1784948139.837356:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948139.837361:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306899467 00000100:00000001:0.0:1784948139.837363:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948139.837369:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306903302 00000100:00000001:0.0:1784948139.837370:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948139.837378:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948139.837382:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.837384:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837393:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837402:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948139.837414:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948139.837415:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948139.837418:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837421:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784948139.837425:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948139.837428:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948139.837431:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948139.837433:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948139.837441:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948139.837442:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837447:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948139.837452:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155040128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948139.837459:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948139.837463:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948139.837465:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948139.837468:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948139.837473:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784948139.837476:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948139.837481:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948139.837486:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea210. 00000400:00000010:0.0:1784948139.837492:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000100:00000200:0.0:1784948139.837497:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040128, portal 10 00000100:00000001:0.0:1784948139.837500:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948139.837502:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000100:00000040:0.0:1784948139.837510:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948139.837520:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948139.837524:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948139.837529:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf2a8. 00000800:00000200:1.0:1784948139.837533:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000200:0.0:1784948139.837534:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155040128, offset 0 00000800:00000010:1.0:1784948139.837542:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000400:00000200:0.0:1784948139.837551:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948139.837555:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948139.837564:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.837572:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948139.837579:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948139.837585:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948139.837589:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948139.837592:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948139.837596:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948139.837600:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541357:541357:254:4294967295] 192.168.201.111@tcp LPNI seq info [541294:541294:6:4294967295] 00000400:00000200:0.0:1784948139.837605:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.837613:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948139.837619:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948139.837623:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf660 00000800:00000010:0.0:1784948139.837626:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000400:00000010:1.0:1784948139.837629:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf660. 00000800:00000200:0.0:1784948139.837639:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948139.837640:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948139.837654:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948139.837656:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948139.837666:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948139.837678:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837684:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948139.837686:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10216 usecs (11 jiffies) 00000100:00000040:1.0:1784948139.837695:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948139.837699:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948139.837708:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306899468 00000100:00000001:0.0:1784948139.837718:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306903302 00000100:00000001:1.0:1784948139.837725:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.837726:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306899468 00000100:00000001:1.0:1784948139.837732:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784948139.837735:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306903302 00000100:00000001:0.0:1784948139.837741:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948139.837744:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.837747:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.837751:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948139.837756:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948139.837759:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784948139.837760:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948139.837763:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1784948139.837768:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000100:00000001:0.0:1784948139.837769:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948139.837777:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948139.837778:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.837786:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948139.837788:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948139.837797:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000400:00000010:1.0:1784948139.837800:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:1.0:1784948139.837805:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948139.837810:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.837841:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948139.837846:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.837865:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837867:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948139.837947:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948139.837951:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000400:00000200:1.0:1784948139.837955:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948139.837959:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948139.837963:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf2a8 00000400:00000010:1.0:1784948139.837965:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf2a8. 00000100:00000001:1.0:1784948139.837968:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948139.837973:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.837982:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948139.837986:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.837994:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.837995:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948139.840519:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948139.840537:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948139.840541:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948139.840544:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948139.840551:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840561:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948139.840570:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840578:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840586:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840591:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317280 00000400:00000200:1.0:1784948139.840597:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840605:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248b9 [1] + 224 00000800:00000001:1.0:1784948139.840614:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948139.840646:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948139.840650:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948139.840656:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948139.840672:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948139.840679:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948139.840694:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.840720:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948139.840729:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948139.840735:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948139.840737:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948139.840741:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948139.840746:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840753:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948139.840760:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840764:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840769:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948139.840775:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948139.840775:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317300 00000100:00000001:0.0:1784948139.840786:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948139.840787:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948139.840798:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248c9 [1] + 224 00000800:00000001:1.0:1784948139.840804:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784948139.840835:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948139.840842:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948139.840843:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948139.840849:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea580. 00000400:00000200:1.0:1784948139.840850:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948139.840872:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000200:1.0:1784948139.840872:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:0.0:1784948139.840883:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:0.0:1784948139.840891:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948139.840892:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948139.840906:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948139.840915:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948139.840932:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.840976:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948139.840979:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948139.840984:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948139.840991:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841010:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948139.841016:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948139.841018:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784948139.841021:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948139.841025:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948139.841027:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948139.841034:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:1.0:1784948139.841035:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99a0. 02000000:00000001:0.0:1784948139.841042:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784948139.841084:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 00000400:00000010:1.0:1784948139.841093:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000001:1.0:1784948139.841099:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948139.841104:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784948139.841111:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948139.841112:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948139.841123:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948139.841136:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=130 v=5 (5 5 5 5) 00000100:00000200:1.0:1784948139.841142:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948139.841147:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=130 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948139.841161:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948139.841169:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841170:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:0.0:1784948139.841174:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948139.841176:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948139.841182:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841183:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948139.841190:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948139.841191:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841195:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948139.841200:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948139.841207:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948139.841208:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948139.841221:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=130 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948139.841228:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1784948139.841231:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948139.841234:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948139.841238:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948139.841240:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841244:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948139.841252:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784948139.841254:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784948139.841258:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841269:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948139.841274:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00100000:0.0:1784948139.841281:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155039872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948139.841283:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948139.841289:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948139.841296:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.841303:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948139.841305:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948139.841317:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ce00 x1871641155039872/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.841332:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948139.841343:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948139.841347:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948139.841348:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948139.841354:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948139.841360:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 00000100:00000040:1.0:1784948139.841362:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948139.841382:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1784948139.841385:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155040000:192.168.201.111@tcp:400:kworker.0 00000020:00000001:0.0:1784948139.841388:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948139.841394:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784948139.841395:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948139.841400:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784948139.841403:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784948139.841410:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155040000/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948139.841412:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:0.0:1784948139.841422:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948139.841427:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948139.841431:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1784948139.841433:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ce00. 02000000:00000001:1.0:1784948139.841435:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948139.841443:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1784948139.841444:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948139.841450:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948139.841454:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948139.841457:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948139.841459:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948139.841464:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1784948139.841466:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948139.841469:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1784948139.841472:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948139.841475:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948139.841478:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 00000100:00000001:0.0:1784948139.841482:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948139.841485:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948139.841490:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948139.841492:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:1.0:1784948139.841497:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948139.841500:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841503:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841510:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948139.841512:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841517:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948139.841520:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948139.841521:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948139.841535:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948139.841542:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948139.841545:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948139.841553:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.841560:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948139.841569:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.841573:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.841578:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.841583:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317380 00000400:00000200:0.0:1784948139.841588:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948139.841594:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248d9 [1] + 224 00000800:00000001:0.0:1784948139.841600:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948139.841626:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948139.841630:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948139.841635:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948139.841640:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948139.841647:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948139.841659:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948139.841694:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948139.841703:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948139.841706:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841745:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948139.841750:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948139.841755:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948139.841757:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948139.841761:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea210. 00000400:00000200:1.0:1784948139.841766:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000010:1.0:1784948139.841768:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:1.0:1784948139.841772:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948139.841779:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948139.841800:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.841809:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948139.841811:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841832:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948139.841835:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948139.841836:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948139.841838:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948139.841841:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948139.841847:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=130 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948139.841851:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=152 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948139.841854:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948139.841856:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948139.841858:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948139.841862:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841864:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948139.841866:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948139.841869:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948139.841871:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948139.841876:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.841884:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948139.841887:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948139.841889:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948139.841893:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948139.841902:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155040128:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948139.841907:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841910:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948139.841913:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155040128/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948139.841922:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948139.841924:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948139.841927:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:1.0:1784948139.841930:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948139.841932:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948139.841934:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948139.841937:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948139.841939:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:1.0:1784948139.841942:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948139.841943:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948139.841945:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:1.0:1784948139.841949:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948139.841951:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841953:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948139.841957:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948139.841959:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948139.841961:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948139.841964:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948140.028145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948140.028153:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948140.028206:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948140.028209:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948140.028212:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948141.052135:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948141.052141:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948141.052205:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948141.052209:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948141.052212:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948142.076175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948142.076185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948142.076223:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948142.076228:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948142.076233:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948143.100169:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948143.100177:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948143.100179:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948143.100183:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948143.100187:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948143.100189:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948143.100191:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948143.100193:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948143.100216:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948143.100219:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948143.100222:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948143.356153:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948143.356160:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948143.356164:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948143.356343:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948143.356353:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948143.356357:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948143.356363:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948143.356365:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948143.740120:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306903302, at 4306903360 00000100:00000040:1.0:1784948143.740121:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306903302, at 4306903360 00000100:00000010:0.0:1784948143.740136:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784948143.740138:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889d80. 00010000:00000001:1.0:1784948144.124155:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948144.124164:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948144.124225:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948144.124228:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948144.124231:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948144.956190:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948144.956203:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948144.956215:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ed80. 00000020:00000040:1.0:1784948144.956222:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948144.956229:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948144.956232:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948144.956239:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948144.956251:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdf00. 00000100:00000001:1.0:1784948144.956260:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956275:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948144.956288:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948144.956294:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956303:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003a801999] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948144.956338:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956342:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948144.956346:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948144.956350:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784948144.956353:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948144.956355:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948144.956357:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948144.956359:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948144.956362:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948144.956365:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956369:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948144.956378:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948144.956380:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956384:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948144.956393:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956395:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948144.956399:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948144.956402:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d500. 00000020:00000040:1.0:1784948144.956404:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948144.956406:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948144.956408:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948144.956410:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948144.956414:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784948144.956417:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956422:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948144.956429:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948144.956432:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.956435:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948144.956437:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c82bec8] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.956444:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948144.956451:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948144.956453:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.956458:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948144.956465:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948144.956466:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948144.956475:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948144.956485:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784948144.956496:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784948144.956497:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12242) 00000100:00000001:0.0:1784948144.956502:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948144.956508:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948144.956512:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948144.956515:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948144.956516:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.956522:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1784948144.956525:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155040256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948144.956527:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948144.956535:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784948144.956540:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948144.956544:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948144.956549:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948144.956556:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948144.956559:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948144.956563:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948144.956565:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 02000000:00000001:1.0:1784948144.956567:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948144.956573:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948144.956574:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948144.956584:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948144.956593:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784948144.956594:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155040384:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784948144.956602:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea580. 00000100:00000001:1.0:1784948144.956603:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948144.956611:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948144.956614:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948144.956616:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 02000000:00000001:1.0:1784948144.956617:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948144.956627:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000200:0.0:1784948144.956628:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040256, portal 25 02000000:00000001:1.0:1784948144.956630:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.956634:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948144.956638:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821365632 : -119147888185984 : ffff93a2b872ed80) 00000400:00000200:1.0:1784948144.956644:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948144.956651:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99a0. 00000100:00000040:0.0:1784948144.956653:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948144.956659:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b15d8. 00000100:00000200:1.0:1784948144.956669:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040384, portal 10 00000100:00000001:1.0:1784948144.956678:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948144.956699:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000001:0.0:1784948144.956712:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948144.956723:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948144.956781:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948144.956788:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784948144.956793:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155040256, offset 0 00000400:00000200:0.0:1784948144.956800:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948144.956811:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948144.956820:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948144.956826:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948144.956855:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948144.956867:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948144.956877:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948144.956892:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541358:541358:256:4294967295] 192.168.201.111@tcp LPNI seq info [541295:541295:8:4294967295] 00000100:00000001:1.0:1784948144.956896:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948144.956906:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948144.956908:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948144.956918:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1dd0. 00000100:00000200:1.0:1784948144.956929:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155040384, offset 0 00000400:00000200:0.0:1784948144.956933:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948144.956943:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948144.956950:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948144.956960:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948144.956962:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000400:00000200:1.0:1784948144.956975:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948144.956979:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948144.956986:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948144.956993:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784948144.957000:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948144.957005:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784948144.957013:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948144.957016:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948144.957026:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541359:541359:255:4294967295] 192.168.201.111@tcp LPNI seq info [541296:541296:7:4294967295] 00000400:00000200:1.0:1784948144.957049:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.957053:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948144.957068:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.957069:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948144.957073:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306908421 00000800:00000200:1.0:1784948144.957109:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948144.957116:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000800:00000200:1.0:1784948144.957124:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948144.957131:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948144.957136:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:0.0:1784948144.957139:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:1.0:1784948144.957141:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.957150:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9052 usecs (10 jiffies) 00000100:00000001:0.0:1784948144.957151:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948144.957160:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.957163:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306908422 00000100:00000001:1.0:1784948144.957165:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306904587 00000100:00000010:0.0:1784948144.957173:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889ea0. 00000100:00000001:1.0:1784948144.957174:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306908421 00000100:00000001:1.0:1784948144.957182:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306904587 00000100:00000001:0.0:1784948144.957183:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948144.957192:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948144.957193:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306908422 00000100:00000001:0.0:1784948144.957198:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.957200:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948144.957207:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.957208:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957217:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948144.957218:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.957225:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.957231:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948144.957232:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948144.957238:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948144.957239:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948144.957248:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948144.957249:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948144.957253:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948144.957254:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948144.957259:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948144.957261:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.957266:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948144.957272:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957282:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948144.957285:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948144.957289:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948144.957292:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948144.957295:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948144.957298:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155040512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948144.957302:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948144.957305:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948144.957307:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948144.957309:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948144.957313:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 02000000:00000001:0.0:1784948144.957315:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948144.957319:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948144.957322:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea7e8. 00000400:00000010:0.0:1784948144.957326:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000100:00000200:0.0:1784948144.957330:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040512, portal 10 00000100:00000001:0.0:1784948144.957333:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948144.957334:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821359360 : -119147888192256 : ffff93a2b872d500) 00000100:00000040:0.0:1784948144.957341:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957349:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948144.957351:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948144.957354:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 00000100:00000200:0.0:1784948144.957356:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155040512, offset 0 00000400:00000200:0.0:1784948144.957361:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948144.957366:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948144.957370:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948144.957374:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948144.957377:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948144.957380:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948144.957383:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948144.957386:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541360:541360:254:4294967295] 192.168.201.111@tcp LPNI seq info [541297:541297:6:4294967295] 00000400:00000200:0.0:1784948144.957391:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948144.957398:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948144.957403:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948144.957406:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000800:00000200:0.0:1784948144.957410:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948144.957416:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948144.957420:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948144.957423:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948144.957427:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10215 usecs (11 jiffies) 00000400:00000200:0.0:1784948144.957430:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.957432:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306904588 00000100:00000001:0.0:1784948144.957435:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306908421 00000100:00000001:0.0:1784948144.957438:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306904588 00000100:00000001:0.0:1784948144.957440:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306908422 00000100:00000001:0.0:1784948144.957442:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948144.957444:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957447:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957449:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.957452:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948144.957454:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948144.957456:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948144.957457:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948144.957459:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957462:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948144.957512:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948144.957516:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784948144.957523:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948144.957528:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948144.957534:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:0.0:1784948144.957537:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:0.0:1784948144.957542:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948144.957546:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957557:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948144.957560:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957568:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957570:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948144.957581:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948144.957584:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000400:00000200:0.0:1784948144.957587:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948144.957590:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948144.957593:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1dd0 00000400:00000010:0.0:1784948144.957595:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1dd0. 00000100:00000001:0.0:1784948144.957597:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948144.957600:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957607:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948144.957611:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957618:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957619:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948144.957713:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948144.957717:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000400:00000200:0.0:1784948144.957720:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948144.957745:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948144.957749:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf110 00000400:00000010:0.0:1784948144.957752:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf110. 00000100:00000001:0.0:1784948144.957755:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948144.957760:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957770:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948144.957774:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.957782:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.957784:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948144.960248:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960298:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948144.960303:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960307:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948144.960314:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960320:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948144.960327:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960332:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960338:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960344:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317400 00000400:00000200:1.0:1784948144.960351:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960359:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248e9 [1] + 224 00000800:00000001:1.0:1784948144.960369:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960376:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948144.960380:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948144.960387:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948144.960394:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948144.960404:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948144.960423:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948144.960451:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948144.960460:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960466:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948144.960468:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960470:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948144.960475:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960479:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948144.960485:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960488:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960491:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960495:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317480 00000400:00000200:1.0:1784948144.960499:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948144.960503:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5248f1 [1] + 224 00000800:00000001:1.0:1784948144.960507:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960510:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948144.960514:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948144.960518:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948144.960522:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948144.960528:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948144.960539:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.960545:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948144.960552:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948144.960561:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948144.960561:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:0.0:1784948144.960567:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948144.960571:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea580. 00000400:00000200:0.0:1784948144.960577:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:0.0:1784948144.960580:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:0.0:1784948144.960583:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784948144.960592:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948144.960594:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948144.960599:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948144.960607:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948144.960611:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948144.960621:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948144.960622:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948144.960633:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948144.960650:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.960656:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948144.960658:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.960663:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948144.960670:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.960672:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948144.960679:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784948144.960679:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317500 00000100:00000001:0.0:1784948144.960685:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948144.960690:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948144.960692:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948144.960698:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948144.960699:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524909 [1] + 224 00000800:00000001:1.0:1784948144.960707:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784948144.960708:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=135 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948144.960716:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=135 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948144.960719:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.960720:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784948144.960745:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948144.960747:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948144.960753:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:0.0:1784948144.960756:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948144.960762:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784948144.960763:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.960770:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948144.960775:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948144.960783:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.960809:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948144.960812:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.960814:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948144.960819:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948144.960831:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948144.960849:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:0.0:1784948144.960852:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155040256:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948144.960861:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948144.960862:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.960869:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948144.960874:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ed80 x1871641155040256/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948144.960874:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.960890:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948144.960893:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948144.960897:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 00000100:00000001:1.0:1784948144.960899:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948144.960902:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948144.960903:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1784948144.960908:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948144.960912:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000001:1.0:1784948144.960912:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948144.960918:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784948144.960920:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:1.0:1784948144.960924:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99a0. 02000000:00000010:0.0:1784948144.960926:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdf00. 02000000:00000001:0.0:1784948144.960935:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784948144.960936:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 02000000:00000001:0.0:1784948144.960937:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1784948144.960943:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000010:0.0:1784948144.960944:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ed80. 00000100:00000001:1.0:1784948144.960955:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948144.960956:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948144.960961:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.960964:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948144.960968:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.960969:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948144.960973:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948144.960979:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948144.960983:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948144.960990:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea7e8. 00000100:00000200:1.0:1784948144.960990:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948144.960997:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000010:0.0:1784948144.961003:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784948144.961007:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948144.961009:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948144.961012:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948144.961016:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784948144.961019:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948144.961021:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948144.961025:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948144.961030:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948144.961037:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948144.961043:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.961088:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:1.0:1784948144.961089:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=135 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948144.961091:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.961099:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:1.0:1784948144.961102:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=25 v=5 (1 1 1 1) 02000000:00000001:0.0:1784948144.961103:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948144.961107:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948144.961112:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948144.961113:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.961118:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948144.961119:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948144.961127:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1784948144.961130:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=135 v=5 (5 5 5 5) 00010000:00000001:1.0:1784948144.961133:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948144.961139:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948144.961141:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948144.961147:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948144.961149:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948144.961156:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948144.961157:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.961161:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948144.961162:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948144.961168:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948144.961172:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.961174:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948144.961179:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948144.961184:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948144.961188:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948144.961198:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948144.961201:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948144.961202:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948144.961207:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.961221:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948144.961222:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.961229:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948144.961234:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948144.961247:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948144.961252:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155040384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948144.961267:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948144.961272:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784948144.961277:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155040512:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948144.961283:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155040384/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948144.961287:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.961295:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948144.961302:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784948144.961307:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d500 x1871641155040512/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948144.961308:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948144.961314:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948144.961323:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948144.961325:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784948144.961327:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784948144.961329:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1784948144.961331:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000010:0.0:1784948144.961334:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 00000020:00000001:1.0:1784948144.961338:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784948144.961341:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1784948144.961343:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 00000020:00000001:0.0:1784948144.961345:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948144.961350:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948144.961351:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784948144.961354:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784948144.961356:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1784948144.961360:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 00000100:00000010:1.0:1784948144.961361:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 02000000:00000001:0.0:1784948144.961368:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948144.961369:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784948144.961372:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948144.961374:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784948144.961377:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d500. 00000100:00000001:1.0:1784948144.961379:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948144.961384:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948144.961388:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948144.961389:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948144.961393:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.961395:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948144.961399:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948144.961404:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948144.961404:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.961409:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948144.961415:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948144.961417:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948145.148224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948145.148235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948145.148325:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948145.148332:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948145.148337:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948146.172176:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948146.172183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948146.172245:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948146.172250:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948146.172255:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948147.196156:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948147.196163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948147.196186:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948147.196189:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948147.196193:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948148.220141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948148.220148:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948148.220173:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948148.220176:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948148.220178:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948148.860174:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306908422, at 4306908480 00000100:00000010:1.0:1784948148.860194:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889ea0. 00000100:00000040:0.0:1784948148.860207:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306908421, at 4306908480 00000100:00000010:0.0:1784948148.860223:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948149.244119:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948149.244129:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948149.244194:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948149.244199:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948149.244203:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948150.076217:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948150.076230:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948150.076243:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784948150.076250:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948150.076256:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948150.076260:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948150.076268:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948150.076279:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948150.076287:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076303:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948150.076317:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948150.076322:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076330:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948150.076376:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076380:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948150.076385:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948150.076389:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784948150.076392:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948150.076395:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948150.076396:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948150.076399:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948150.076403:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948150.076406:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076412:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948150.076421:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948150.076424:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076429:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948150.076439:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076442:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948150.076445:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948150.076448:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784948150.076450:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948150.076454:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948150.076455:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948150.076458:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948150.076462:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784948150.076466:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076472:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948150.076481:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948150.076484:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076489:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.076493:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948150.076505:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948150.076507:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.076512:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948150.076514:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948150.076522:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948150.076527:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948150.076531:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948150.076532:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948150.076546:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12247) 00000100:00000001:2.0:1784948150.076559:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948150.076563:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948150.076569:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948150.076573:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948150.076577:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948150.076583:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155040640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948150.076590:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948150.076591:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948150.076596:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948150.076599:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948150.076600:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948150.076608:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.076615:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948150.076616:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948150.076629:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948150.076631:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784948150.076669:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948150.076677:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948150.076684:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948150.076686:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948150.076689:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784948150.076696:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784948150.076697:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948150.076710:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155040768:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784948150.076714:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000001:3.0:1784948150.076717:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948150.076726:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948150.076729:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948150.076732:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040640, portal 25 02000000:00000001:3.0:1784948150.076733:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948150.076742:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784948150.076744:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784948150.076750:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.076753:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000400:00000200:3.0:1784948150.076763:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948150.076770:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948150.076781:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948150.076782:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000200:3.0:1784948150.076792:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040768, portal 10 00000100:00000001:3.0:1784948150.076800:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948150.076805:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000001:2.0:1784948150.076819:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948150.076824:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948150.076837:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948150.076847:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784948150.076851:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000100:00000040:3.0:1784948150.076857:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784948150.076863:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155040640, offset 0 00000400:00000010:3.0:1784948150.076866:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000200:3.0:1784948150.076876:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155040768, offset 0 00000400:00000200:2.0:1784948150.076884:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948150.076903:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948150.076905:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948150.076921:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948150.076928:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948150.076934:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948150.076939:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948150.076942:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948150.076949:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541361:541361:256:4294967295] 192.168.201.111@tcp LPNI seq info [541298:541298:8:4294967295] 00000400:00000200:2.0:1784948150.076955:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948150.076964:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948150.076978:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948150.076981:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948150.076996:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948150.077001:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948150.077008:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948150.077015:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784948150.077016:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:3.0:1784948150.077023:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948150.077038:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541362:541362:255:4294967295] 192.168.201.111@tcp LPNI seq info [541299:541299:7:4294967295] 00000800:00000200:2.0:1784948150.077040:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948150.077089:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948150.077103:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948150.077116:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948150.077123:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:3.0:1784948150.077126:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000800:00000200:2.0:1784948150.077133:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784948150.077145:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948150.077153:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948150.077159:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948150.077168:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948150.077170:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948150.077176:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306913542 00000100:00000001:3.0:1784948150.077180:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948150.077187:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43300. 00000100:00000040:3.0:1784948150.077189:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9051 usecs (10 jiffies) 00000400:00000200:3.0:1784948150.077201:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948150.077203:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948150.077205:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306909707 00000100:00000001:2.0:1784948150.077218:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306913542 00000100:00000001:3.0:1784948150.077219:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306913542 00000100:00000001:3.0:1784948150.077233:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306909707 00000100:00000010:2.0:1784948150.077235:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43960. 00000100:00000001:2.0:1784948150.077244:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:0.0:1784948150.077249:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948150.077252:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948150.077253:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306913542 00000800:00000010:0.0:1784948150.077262:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784948150.077265:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948150.077266:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948150.077276:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948150.077279:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.077280:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948150.077288:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.077290:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948150.077295:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948150.077298:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.077308:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948150.077309:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000100:00000001:3.0:1784948150.077310:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948150.077318:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948150.077319:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784948150.077320:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:2.0:1784948150.077336:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948150.077337:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948150.077338:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948150.077346:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948150.077347:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948150.077355:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.077356:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:0.0:1784948150.077357:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948150.077363:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948150.077374:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948150.077388:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948150.077397:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948150.077403:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948150.077405:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948150.077408:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948150.077415:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948150.077425:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948150.077428:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948150.077437:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155040896:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948150.077438:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948150.077448:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948150.077454:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948150.077457:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948150.077461:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948150.077466:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948150.077468:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948150.077473:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948150.077476:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948150.077481:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784948150.077486:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155040896, portal 10 00000100:00000001:2.0:1784948150.077489:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948150.077491:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000040:2.0:1784948150.077501:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.077510:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948150.077514:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948150.077518:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784948150.077522:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155040896, offset 0 00000400:00000200:2.0:1784948150.077527:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948150.077534:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948150.077539:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948150.077541:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:0.0:1784948150.077546:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784948150.077550:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948150.077555:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948150.077559:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948150.077585:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948150.077587:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948150.077594:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000200:2.0:1784948150.077594:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:0.0:1784948150.077597:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:0.0:1784948150.077605:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948150.077606:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541363:541363:255:4294967295] 192.168.201.111@tcp LPNI seq info [541300:541300:7:4294967295] 00000100:00000200:0.0:1784948150.077614:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948150.077620:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948150.077673:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948150.077685:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948150.077690:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948150.077716:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948150.077722:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784948150.077726:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948150.077739:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948150.077752:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948150.077763:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948150.077769:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948150.077793:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948150.077800:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10215 usecs (11 jiffies) 00000400:00000200:2.0:1784948150.077808:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948150.077812:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306909708 00000100:00000001:2.0:1784948150.077817:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306913542 00000100:00000001:2.0:1784948150.077821:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306909708 00000100:00000001:2.0:1784948150.077825:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306913542 00000100:00000001:2.0:1784948150.077830:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948150.077834:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.077840:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.077844:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.077850:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948150.077853:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948150.077858:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948150.077862:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948150.077866:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.077871:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948150.077932:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948150.077938:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784948150.077942:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948150.077948:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948150.077952:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:1.0:1784948150.077954:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:1.0:1784948150.077957:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948150.077988:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948150.078002:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948150.078008:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948150.078019:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948150.078022:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948150.080216:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948150.080231:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948150.080236:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948150.080240:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948150.080248:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080254:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948150.080263:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080268:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080273:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080280:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317580 00000400:00000200:0.0:1784948150.080285:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080293:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524919 [1] + 224 00000800:00000001:0.0:1784948150.080302:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948150.080366:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948150.080369:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948150.080375:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948150.080382:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948150.080390:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948150.080406:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948150.080428:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948150.080439:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948150.080445:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948150.080447:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948150.080449:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948150.080453:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080458:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948150.080466:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080481:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080488:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317600 00000400:00000200:0.0:1784948150.080497:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948150.080509:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524921 [1] + 224 00000100:00000001:2.0:1784948150.080511:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948150.080520:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948150.080524:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948150.080534:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948150.080538:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948150.080542:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948150.080547:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1784948150.080551:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784948150.080562:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948150.080564:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:2.0:1784948150.080573:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784948150.080578:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948150.080581:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948150.080591:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948150.080600:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948150.080627:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948150.080680:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.080688:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948150.080694:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.080705:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948150.080709:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948150.080712:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948150.080715:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948150.080719:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784948150.080720:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948150.080733:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1784948150.080734:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=141 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948150.080743:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948150.080748:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=141 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948150.080750:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948150.080756:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.080761:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784948150.080765:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948150.080770:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948150.080779:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:2.0:1784948150.080785:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784948150.080791:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948150.080792:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:2.0:1784948150.080795:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948150.080803:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948150.080804:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948150.080807:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948150.080816:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948150.080817:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784948150.080827:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948150.080828:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948150.080829:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317680 00000400:00000010:3.0:1784948150.080839:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784948150.080851:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948150.080855:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000100:00000001:2.0:1784948150.080864:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784948150.080867:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:2.0:1784948150.080872:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948150.080877:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948150.080878:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948150.080883:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524929 [1] + 224 00000800:00000001:0.0:1784948150.080893:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948150.080900:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948150.080904:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948150.080906:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948150.080917:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948150.080933:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784948150.080942:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155040640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948150.080946:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948150.080961:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.080966:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948150.080978:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.080979:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948150.080995:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948150.080997:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155040640/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948150.081021:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948150.081030:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948150.081041:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948150.081094:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948150.081103:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948150.081109:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948150.081112:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948150.081116:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948150.081126:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:0.0:1784948150.081128:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784948150.081128:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948150.081132:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948150.081140:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784948150.081146:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784948150.081148:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00001000:3.0:1784948150.081148:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=141 v=5 (5 5 5 5) 00000020:00000001:2.0:1784948150.081158:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784948150.081161:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948150.081165:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=31 v=5 (1 1 1 1) 02000000:00000010:2.0:1784948150.081166:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784948150.081178:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948150.081180:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784948150.081182:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948150.081189:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948150.081190:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00010000:00000001:3.0:1784948150.081201:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948150.081202:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948150.081209:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948150.081211:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.081214:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.081220:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948150.081223:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784948150.081224:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948150.081233:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784948150.081233:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:2.0:1784948150.081238:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948150.081243:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000010:2.0:1784948150.081245:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948150.081251:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948150.081253:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:2.0:1784948150.081262:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:2.0:1784948150.081266:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784948150.081272:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948150.081277:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948150.081295:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948150.081307:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948150.081313:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948150.081321:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948150.081334:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.081338:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948150.081343:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.081350:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948150.081355:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948150.081359:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948150.081364:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948150.081374:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948150.081381:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155040768:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784948150.081385:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=141 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948150.081397:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948150.081403:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.081405:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948150.081410:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948150.081414:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00010000:00000001:2.0:1784948150.081416:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948150.081422:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948150.081429:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155040768/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948150.081430:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948150.081435:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948150.081442:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948150.081446:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948150.081460:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948150.081466:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948150.081474:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948150.081478:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784948150.081483:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784948150.081484:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948150.081489:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948150.081499:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784948150.081500:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948150.081508:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948150.081515:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00100000:2.0:1784948150.081523:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155040896:192.168.201.111@tcp:400:kworker.0 00000020:00000001:3.0:1784948150.081526:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948150.081532:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948150.081536:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:2.0:1784948150.081538:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948150.081547:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155040896/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948150.081549:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948150.081556:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948150.081564:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:2.0:1784948150.081565:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948150.081570:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948150.081575:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:2.0:1784948150.081576:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948150.081585:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948150.081587:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948150.081595:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948150.081596:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948150.081599:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948150.081607:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948150.081609:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 00000100:00000001:3.0:1784948150.081611:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784948150.081614:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948150.081619:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948150.081620:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948150.081625:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:3.0:1784948150.081631:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948150.081632:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948150.081661:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948150.081665:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.081666:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948150.081681:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948150.081684:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948150.081687:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948150.081692:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948150.268171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948150.268178:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948150.268284:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948150.268289:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948150.268293:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948151.292225:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948151.292234:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948151.292366:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948151.292373:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948151.292379:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948152.316193:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948152.316202:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948152.316243:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948152.316248:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948152.316254:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948153.340171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948153.340181:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948153.340185:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948153.340190:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948153.340197:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948153.340200:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948153.340203:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948153.340207:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948153.340235:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948153.340239:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948153.340243:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948153.980157:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306913542, at 4306913600 00000100:00000040:1.0:1784948153.980158:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306913542, at 4306913600 00000100:00000010:0.0:1784948153.980176:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43300. 00000100:00000010:1.0:1784948153.980180:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43960. 00010000:00000001:1.0:1784948154.364214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948154.364223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948154.364353:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948154.364359:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948154.364365:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948155.196154:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948155.196165:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948155.196177:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc700. 00000020:00000040:3.0:1784948155.196184:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948155.196190:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948155.196193:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948155.196200:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948155.196209:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948155.196217:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196230:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948155.196244:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948155.196249:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196256:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c17c2798] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948155.196290:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196294:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948155.196298:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948155.196302:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784948155.196304:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948155.196307:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948155.196309:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948155.196311:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948155.196315:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784948155.196317:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196322:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948155.196330:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948155.196332:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196336:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_01+1] req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948155.196345:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196348:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948155.196351:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948155.196356:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf800. 00000020:00000040:3.0:1784948155.196359:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948155.196362:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948155.196364:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948155.196366:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948155.196369:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948155.196372:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.196377:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948155.196378:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948155.196387:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948155.196391:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948155.196393:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948155.196397:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948155.196412:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948155.196413:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa1cbb5f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948155.196452:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.196459:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948155.196460:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948155.196468:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948155.196468:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948155.196475:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948155.196481:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948155.196482:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948155.196493:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948155.196493:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12252) 02000000:00000001:2.0:1784948155.196504:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948155.196515:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155041024:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948155.196525:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948155.196530:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948155.196535:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948155.196535:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948155.196541:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948155.196544:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.196575:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784948155.196576:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948155.196587:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948155.196588:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948155.196592:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.196609:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948155.196610:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948155.196614:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948155.196620:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948155.196624:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155041152:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948155.196631:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948155.196632:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948155.196638:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948155.196642:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948155.196644:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 02000000:00000001:3.0:1784948155.196645:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948155.196653:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948155.196658:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948155.196661:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000400:00000200:3.0:1784948155.196667:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948155.196674:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000200:2.0:1784948155.196677:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041024, portal 25 00000400:00000010:3.0:1784948155.196681:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000001:2.0:1784948155.196682:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948155.196687:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146662656 : -119148562888960 : ffff93a2903bc700) 00000100:00000200:3.0:1784948155.196692:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041152, portal 10 00000100:00000001:3.0:1784948155.196697:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948155.196701:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000040:2.0:1784948155.196702:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948155.196715:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.196719:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948155.196731:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948155.196735:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784948155.196739:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000040:3.0:1784948155.196742:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784948155.196746:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155041024, offset 0 00000400:00000010:3.0:1784948155.196749:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784948155.196756:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155041152, offset 0 00000400:00000200:2.0:1784948155.196762:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948155.196773:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948155.196779:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948155.196787:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948155.196794:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948155.196799:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948155.196803:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948155.196807:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948155.196812:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541364:541364:256:4294967295] 192.168.201.111@tcp LPNI seq info [541301:541301:8:4294967295] 00000400:00000200:2.0:1784948155.196817:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948155.196826:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948155.196837:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948155.196841:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948155.196850:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948155.196854:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948155.196859:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948155.196865:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784948155.196866:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784948155.196870:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948155.196877:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541365:541365:255:4294967295] 192.168.201.111@tcp LPNI seq info [541302:541302:7:4294967295] 00000800:00000200:2.0:1784948155.196883:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948155.196889:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948155.196906:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948155.196915:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948155.196916:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784948155.196929:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948155.196936:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784948155.196942:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948155.196945:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948155.196954:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948155.196959:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948155.196962:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948155.196964:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306918661 00000100:00000001:3.0:1784948155.196969:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948155.196975:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43840. 00000100:00000040:3.0:1784948155.196977:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9051 usecs (10 jiffies) 00000400:00000200:3.0:1784948155.196985:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948155.196988:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948155.196989:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306914826 00000100:00000001:2.0:1784948155.197000:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306918661 00000100:00000001:3.0:1784948155.197001:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306918661 00000100:00000001:3.0:1784948155.197011:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306914826 00000100:00000010:2.0:1784948155.197012:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43900. 00000100:00000001:2.0:1784948155.197019:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948155.197025:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948155.197026:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306918661 00000100:00000001:2.0:1784948155.197034:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948155.197035:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948155.197043:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.197044:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948155.197085:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.197095:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948155.197095:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948155.197111:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948155.197112:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948155.197114:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948155.197117:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948155.197121:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948155.197124:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948155.197125:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948155.197129:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948155.197131:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.197134:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948155.197138:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948155.197140:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784948155.197146:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948155.197150:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948155.197163:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948155.197163:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948155.197168:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.197173:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784948155.197179:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784948155.197180:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948155.197189:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948155.197192:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000100:00100000:2.0:1784948155.197197:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155041280:192.168.201.111@tcp:400:kworker.0 00000400:00000010:1.0:1784948155.197198:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784948155.197208:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948155.197209:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784948155.197213:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948155.197217:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.197221:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1784948155.197222:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948155.197226:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948155.197234:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948155.197245:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948155.197247:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784948155.197251:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:1.0:1784948155.197257:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948155.197260:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000200:2.0:1784948155.197268:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041280, portal 10 00000100:00000001:2.0:1784948155.197276:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948155.197279:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.197280:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146675200 : -119148562876416 : ffff93a2903bf800) 00000100:00000001:1.0:1784948155.197285:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784948155.197295:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.197305:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948155.197308:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948155.197312:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3110. 00000100:00000200:2.0:1784948155.197315:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155041280, offset 0 00000400:00000200:2.0:1784948155.197321:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948155.197325:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948155.197329:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948155.197334:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948155.197337:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948155.197340:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948155.197342:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948155.197346:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541366:541366:255:4294967295] 192.168.201.111@tcp LPNI seq info [541303:541303:7:4294967295] 00000400:00000200:2.0:1784948155.197350:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948155.197358:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948155.197367:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948155.197368:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948155.197374:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000800:00000010:2.0:1784948155.197377:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:1.0:1784948155.197379:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948155.197392:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784948155.197398:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948155.197399:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:1.0:1784948155.197404:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:1.0:1784948155.197410:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784948155.197417:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784948155.197419:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948155.197445:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948155.197459:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948155.197462:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948155.197467:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948155.197474:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10215 usecs (11 jiffies) 00000100:00000001:1.0:1784948155.197482:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948155.197487:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948155.197508:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948155.197514:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306914828 00000100:00000001:2.0:1784948155.197519:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306918661 00000800:00000200:1.0:1784948155.197522:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948155.197524:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306914828 00000800:00000010:1.0:1784948155.197527:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784948155.197536:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306918661 00000400:00000200:1.0:1784948155.197537:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948155.197546:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948155.197548:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948155.197571:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3110 00000400:00000010:1.0:1784948155.197577:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3110. 00000100:00000001:2.0:1784948155.197577:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948155.197581:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948155.197584:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948155.197591:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.197592:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.197602:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948155.197607:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948155.197611:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948155.197612:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948155.197617:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948155.197620:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.197622:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.197630:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948155.197642:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948155.197645:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948155.199833:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.199867:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948155.199871:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.199874:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948155.199881:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.199890:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948155.199898:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.199903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.199908:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.199915:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317700 00000400:00000200:0.0:1784948155.199920:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.199928:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524931 [1] + 224 00000800:00000001:0.0:1784948155.199937:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.199942:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948155.199945:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948155.199950:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948155.199955:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948155.199962:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948155.199974:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948155.199998:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948155.200009:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.200013:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948155.200015:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.200017:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948155.200021:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.200026:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948155.200032:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.200037:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948155.200041:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948155.200079:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948155.200084:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948155.200093:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948155.200096:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948155.200100:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:0.0:1784948155.200103:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317780 00000400:00000200:2.0:1784948155.200107:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000200:0.0:1784948155.200115:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948155.200116:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:2.0:1784948155.200125:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948155.200130:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524939 [1] + 224 00000100:00000200:2.0:1784948155.200137:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948155.200140:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.200149:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948155.200154:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784948155.200157:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948155.200167:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948155.200177:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948155.200185:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948155.200188:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200190:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.200198:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948155.200204:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948155.200210:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784948155.200214:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200215:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.200224:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948155.200234:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=146 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948155.200240:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948155.200245:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948155.200246:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948155.200252:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948155.200257:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948155.200258:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948155.200265:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948155.200267:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.200271:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948155.200273:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948155.200281:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948155.200286:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948155.200290:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948155.200292:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948155.200300:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948155.200310:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:3.0:1784948155.200311:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948155.200314:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784948155.200317:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948155.200324:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948155.200325:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784948155.200326:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948155.200332:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948155.200334:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948155.200337:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000200:0.0:1784948155.200345:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948155.200346:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000040:2.0:1784948155.200347:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948155.200355:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317800 00000100:00000001:3.0:1784948155.200357:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948155.200372:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948155.200374:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948155.200380:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155041024:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948155.200387:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524941 [1] + 224 00000100:00000001:2.0:1784948155.200400:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948155.200403:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948155.200411:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784948155.200415:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948155.200420:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948155.200423:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784948155.200424:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc700 x1871641155041024/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948155.200438:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948155.200449:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948155.200459:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948155.200475:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948155.200482:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.200483:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948155.200489:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948155.200493:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784948155.200494:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948155.200494:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948155.200500:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1784948155.200502:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948155.200505:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948155.200515:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.200517:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948155.200527:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:3.0:1784948155.200527:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=146 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948155.200530:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000040:2.0:1784948155.200534:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00001000:3.0:1784948155.200539:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=36 v=5 (1 1 1 1) 00000020:00000001:2.0:1784948155.200543:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784948155.200544:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948155.200545:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1784948155.200573:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948155.200576:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948155.200582:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948155.200583:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948155.200583:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1784948155.200588:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948155.200590:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948155.200597:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc700. 00000100:00000001:3.0:1784948155.200598:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948155.200604:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948155.200606:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948155.200608:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948155.200610:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948155.200613:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.200616:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.200622:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948155.200624:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200626:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948155.200634:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948155.200639:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948155.200641:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784948155.200644:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948155.200646:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948155.200650:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948155.200651:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:2.0:1784948155.200657:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000040:3.0:1784948155.200659:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200662:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948155.200673:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948155.200683:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155041152:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948155.200697:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948155.200700:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948155.200703:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948155.200709:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155041152/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200735:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948155.200737:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948155.200741:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948155.200742:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948155.200748:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:3.0:1784948155.200750:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:2.0:1784948155.200752:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948155.200757:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784948155.200757:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948155.200760:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948155.200762:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784948155.200766:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948155.200767:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948155.200776:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:2.0:1784948155.200780:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=146 v=5 (5 5 5 5) 02000000:00000010:3.0:1784948155.200781:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784948155.200789:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:2.0:1784948155.200791:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=18 v=5 (1 1 1 1) 02000000:00000001:3.0:1784948155.200793:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948155.200798:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:2.0:1784948155.200800:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948155.200804:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948155.200805:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948155.200810:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948155.200811:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784948155.200817:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948155.200819:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.200826:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948155.200826:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948155.200832:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948155.200833:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948155.200840:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948155.200840:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948155.200847:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948155.200847:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948155.200860:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200869:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948155.200871:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948155.200874:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948155.200879:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948155.200888:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155041280:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948155.200894:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.200897:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948155.200900:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf800 x1871641155041280/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948171 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948155.200907:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948155.200909:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948155.200911:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948155.200914:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948155.200915:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948155.200917:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948155.200919:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948155.200920:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784948155.200923:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948155.200925:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948155.200927:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf800. 00000100:00000001:2.0:1784948155.200930:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948155.200932:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.200934:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948155.200938:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948155.200940:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948155.200943:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948155.200945:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948155.388204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948155.388213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948155.388316:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948155.388325:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948155.388333:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948156.412139:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948156.412145:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948156.412231:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948156.412236:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948156.412240:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948157.436182:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948157.436190:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948157.436221:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948157.436225:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948157.436230:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948158.460179:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948158.460189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948158.460228:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948158.460233:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948158.460239:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948159.100177:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306918661, at 4306918720 00000100:00000040:0.0:1784948159.100178:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306918661, at 4306918720 00000100:00000010:1.0:1784948159.100200:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43900. 00000100:00000010:0.0:1784948159.100210:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43840. 00010000:00000001:1.0:1784948159.484220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948159.484232:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948159.484337:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948159.484344:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948159.484351:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948160.316170:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948160.316179:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948160.316189:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784948160.316194:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948160.316198:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948160.316201:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948160.316206:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948160.316213:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948160.316220:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.316230:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948160.316240:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948160.316244:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.316249:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948160.316277:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.316279:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948160.316284:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948160.316287:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784948160.316289:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948160.316291:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948160.316292:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948160.316294:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.316296:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784948160.316297:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948160.316302:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.316303:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948160.316307:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948160.316310:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784948160.316317:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948160.316321:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948160.316326:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.316335:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.316336:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948160.316339:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.316346:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948160.316349:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.316350:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948160.316352:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948160.316356:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.316357:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948160.316362:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000100:00100000:3.0:1784948160.316363:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155041408:192.168.201.111@tcp:400:kworker.0 00000020:00000040:2.0:1784948160.316365:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948160.316371:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948160.316372:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948160.316373:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948160.316376:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948160.316378:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948160.316380:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948160.316381:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.316383:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.316386:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948160.316390:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784948160.316394:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784948160.316398:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948160.316399:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.316402:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.316407:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_01+1] req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948160.316410:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948160.316418:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948160.316426:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000001:2.0:1784948160.316428:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.316430:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948160.316433:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784948160.316434:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041408, portal 25 00000100:00000040:2.0:1784948160.316436:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948160.316439:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948160.316441:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784948160.316444:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000040:2.0:1784948160.316447:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12257) 00000100:00000040:3.0:1784948160.316452:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.316459:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948160.316477:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948160.316481:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784948160.316484:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784948160.316485:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155041408, offset 0 00000100:00000001:2.0:1784948160.316490:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948160.316494:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948160.316495:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948160.316505:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948160.316506:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948160.316514:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948160.316523:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784948160.316524:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948160.316528:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948160.316531:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948160.316533:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948160.316537:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948160.316537:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784948160.316541:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948160.316543:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00100000:2.0:1784948160.316548:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155041536:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948160.316550:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541367:541367:256:4294967295] 192.168.201.111@tcp LPNI seq info [541304:541304:8:4294967295] 00000100:00000001:2.0:1784948160.316556:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948160.316560:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948160.316561:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948160.316564:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948160.316566:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948160.316572:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948160.316573:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948160.316576:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948160.316582:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948160.316583:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784948160.316589:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000400:00000010:2.0:1784948160.316590:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948160.316598:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000800:00000200:3.0:1784948160.316603:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:2.0:1784948160.316604:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041536, portal 10 00000100:00000001:2.0:1784948160.316608:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948160.316610:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000800:00000200:3.0:1784948160.316615:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784948160.316619:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948160.316621:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948160.316631:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948160.316634:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948160.316635:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784948160.316638:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155041536, offset 0 00000100:00000001:3.0:1784948160.316639:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948160.316644:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948160.316648:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948160.316652:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306923781 00000400:00000200:2.0:1784948160.316653:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784948160.316658:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7660. 00000400:00000200:2.0:1784948160.316660:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948160.316666:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948160.316668:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948160.316669:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948160.316674:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948160.316676:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306923781 00000400:00000200:2.0:1784948160.316678:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000010:3.0:1784948160.316681:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7120. 00000400:00000200:2.0:1784948160.316685:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541368:541368:255:4294967295] 192.168.201.111@tcp LPNI seq info [541305:541305:7:4294967295] 00000100:00000001:3.0:1784948160.316686:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948160.316692:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948160.316694:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948160.316696:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.316700:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.316705:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948160.316710:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948160.316714:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784948160.316716:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948160.316717:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948160.316721:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:2.0:1784948160.316722:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948160.316723:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948160.316727:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784948160.316731:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948160.316734:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948160.316742:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948160.316746:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784948160.316748:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948160.316749:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.316754:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.316755:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948160.316759:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948160.316761:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9051 usecs (10 jiffies) 02000000:00000001:3.0:1784948160.316762:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948160.316772:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:3.0:1784948160.316772:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155041664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948160.316776:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306919946 00000100:00000001:3.0:1784948160.316778:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948160.316781:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306923781 02000000:00000001:3.0:1784948160.316782:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948160.316786:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306919946 02000000:00000001:3.0:1784948160.316786:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.316793:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306923781 02000000:00000001:3.0:1784948160.316794:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948160.316798:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784948160.316800:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000800:00000200:1.0:1784948160.316801:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948160.316802:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.316804:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.316809:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948160.316810:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:3.0:1784948160.316811:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948160.316815:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784948160.316817:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784948160.316819:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948160.316820:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1784948160.316822:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000001:2.0:1784948160.316824:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1784948160.316827:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041664, portal 10 00000100:00000001:2.0:1784948160.316829:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948160.316830:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948160.316832:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948160.316834:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948160.316836:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000001:2.0:1784948160.316838:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948160.316839:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000100:00000001:2.0:1784948160.316843:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948160.316844:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000040:3.0:1784948160.316847:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948160.316852:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948160.316856:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784948160.316861:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948160.316862:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948160.316866:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000200:3.0:1784948160.316873:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155041664, offset 0 00000100:00000001:1.0:1784948160.316878:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948160.316883:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948160.316889:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948160.316890:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948160.316902:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948160.316904:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784948160.316906:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948160.316908:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784948160.316970:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948160.316974:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000200:3.0:1784948160.316977:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948160.316978:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000100:00000001:1.0:1784948160.316983:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784948160.316984:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:1.0:1784948160.316989:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948160.316990:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948160.316998:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948160.317005:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948160.317006:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948160.317011:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948160.317017:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948160.317018:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784948160.317074:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948160.317078:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541369:541369:256:4294967295] 192.168.201.111@tcp LPNI seq info [541306:541306:8:4294967295] 00000400:00000200:3.0:1784948160.317082:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948160.317088:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948160.317092:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948160.317096:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784948160.317099:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948160.317103:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948160.317105:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948160.317117:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948160.317121:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10215 usecs (11 jiffies) 00000400:00000200:3.0:1784948160.317124:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948160.317125:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306919948 00000100:00000001:3.0:1784948160.317127:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306923781 00000100:00000001:3.0:1784948160.317129:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306919948 00000100:00000001:3.0:1784948160.317131:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306923781 00000100:00000001:3.0:1784948160.317132:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948160.317134:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.317136:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.317138:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.317140:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948160.317142:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948160.317143:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948160.317144:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948160.317145:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.317147:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948160.317244:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948160.317251:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:0.0:1784948160.317256:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948160.317262:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948160.317267:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:0.0:1784948160.317269:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:0.0:1784948160.317272:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948160.317278:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948160.317290:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948160.317294:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948160.317304:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948160.317306:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948160.318170:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948160.318180:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948160.318183:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948160.318185:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948160.318189:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948160.318193:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948160.318198:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948160.318201:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948160.318205:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948160.318207:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317880 00000400:00000200:1.0:1784948160.318211:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948160.318216:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524949 [1] + 224 00000800:00000001:1.0:1784948160.318226:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948160.318232:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948160.318234:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948160.318236:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948160.318241:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948160.318245:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948160.318252:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948160.318263:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948160.318269:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948160.318272:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318282:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948160.318285:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948160.318290:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948160.318292:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948160.318294:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948160.318297:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:3.0:1784948160.318299:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:3.0:1784948160.318301:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948160.318305:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948160.318313:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.318319:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948160.318320:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318323:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948160.318325:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948160.318326:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948160.318328:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.318330:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948160.318335:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948160.318338:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948160.318340:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948160.318341:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948160.318344:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948160.318346:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.318347:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948160.318351:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.318356:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948160.318358:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948160.318360:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948160.318363:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948160.318368:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155041408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948160.318371:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.318373:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948160.318375:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155041408/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.318379:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948160.318381:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948160.318446:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948160.318450:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948160.318451:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948160.318453:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948160.318455:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948160.318457:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948160.318460:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948160.318478:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948160.318480:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784948160.318484:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1784948160.318489:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948160.318497:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948160.318499:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948160.318500:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948160.318504:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318508:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948160.318513:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318516:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318519:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318522:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317980 00000100:00000001:3.0:1784948160.318522:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318527:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948160.318537:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318545:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524959 [1] + 224 00000800:00000001:0.0:1784948160.318549:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948160.318555:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948160.318557:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948160.318559:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948160.318563:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948160.318567:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948160.318575:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948160.318587:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948160.318593:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948160.318597:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318598:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948160.318600:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948160.318602:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948160.318605:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948160.318607:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948160.318608:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948160.318610:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948160.318616:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784948160.318616:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948160.318622:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000200:0.0:1784948160.318626:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948160.318627:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000400:00000200:0.0:1784948160.318631:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318634:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948160.318637:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317900 00000400:00000200:0.0:1784948160.318639:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948160.318660:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948160.318664:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524951 [1] + 224 00000100:00000200:3.0:1784948160.318669:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948160.318670:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948160.318676:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948160.318680:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784948160.318682:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948160.318687:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948160.318694:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948160.318699:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948160.318700:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.318703:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318708:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948160.318710:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948160.318714:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1784948160.318718:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.318718:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948160.318723:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948160.318731:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=151 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948160.318735:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=23 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948160.318737:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948160.318739:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948160.318740:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784948160.318741:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948160.318745:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784948160.318745:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948160.318751:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318752:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948160.318755:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948160.318758:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948160.318759:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948160.318765:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948160.318770:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948160.318772:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948160.318774:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948160.318777:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948160.318778:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948160.318782:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948160.318788:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1784948160.318790:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155041664:192.168.201.111@tcp:400:kworker.0 00000400:00000001:2.0:1784948160.318791:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948160.318795:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948160.318797:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318800:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948160.318801:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000100:00000040:3.0:1784948160.318804:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155041664/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948160.318805:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784948160.318811:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948160.318816:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948160.318819:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1784948160.318820:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948160.318822:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948160.318827:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948160.318830:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948160.318833:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948160.318836:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000200:2.0:1784948160.318840:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948160.318840:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948160.318845:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948160.318847:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948160.318849:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000001:3.0:1784948160.318854:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948160.318856:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948160.318857:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948160.318862:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948160.318862:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948160.318866:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948160.318868:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948160.318868:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948160.318872:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.318873:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948160.318877:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.318878:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948160.318881:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948160.318882:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948160.318887:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=151 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948160.318891:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948160.318894:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948160.318896:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948160.318897:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948160.318899:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.318901:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948160.318902:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948160.318904:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948160.318905:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948160.318908:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948160.318913:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948160.318915:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948160.318916:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948160.318919:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948160.318924:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155041536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948160.318928:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948160.318929:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948160.318931:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155041536/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948176 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948160.318936:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948160.318937:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948160.318938:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948160.318941:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948160.318942:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948160.318943:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948160.318945:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948160.318946:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:2.0:1784948160.318948:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948160.318949:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948160.318950:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:2.0:1784948160.318952:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948160.318953:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948160.318955:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948160.318958:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948160.318959:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948160.318961:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948160.318963:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948160.508202:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948160.508213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948160.508330:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948160.508336:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948160.508341:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948161.532170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948161.532176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948161.532241:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948161.532246:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948161.532250:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948162.556230:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948162.556240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948162.556279:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948162.556284:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948162.556291:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948163.580193:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948163.580206:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948163.580209:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948163.580215:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948163.580224:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948163.580229:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948163.580233:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948163.580238:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948163.580286:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948163.580293:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948163.580301:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948164.220155:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306923781, at 4306923840 00000100:00000010:0.0:1784948164.220175:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7660. 00000100:00000040:1.0:1784948164.220178:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306923781, at 4306923840 00000100:00000010:1.0:1784948164.220191:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7120. 00010000:00000001:1.0:1784948164.604204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948164.604212:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948164.604353:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948164.604359:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948164.604364:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948165.436106:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948165.436114:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948165.436124:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784948165.436129:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948165.436132:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948165.436135:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948165.436139:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948165.436146:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948165.436160:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436169:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948165.436177:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948165.436181:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436186:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948165.436208:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436211:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948165.436214:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948165.436216:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784948165.436217:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948165.436219:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948165.436220:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948165.436221:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948165.436223:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948165.436225:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436229:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948165.436234:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948165.436236:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436239:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948165.436245:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.436246:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948165.436247:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948165.436252:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784948165.436252:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1784948165.436254:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000100:00000001:3.0:1784948165.436256:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1784948165.436257:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948165.436260:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948165.436262:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948165.436263:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948165.436264:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948165.436266:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948165.436271:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436278:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948165.436279:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948165.436282:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948165.436288:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948165.436289:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948165.436292:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948165.436292:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948165.436297:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_00+0] req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948165.436297:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948165.436306:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155041792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948165.436312:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.436313:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784948165.436317:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948165.436319:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784948165.436320:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948165.436324:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.436325:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948165.436327:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948165.436329:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784948165.436333:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000040:2.0:1784948165.436334:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12262) 02000000:00000001:3.0:1784948165.436337:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948165.436344:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948165.436348:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948165.436353:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000001:2.0:1784948165.436358:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1784948165.436360:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041792, portal 25 00000100:00000001:2.0:1784948165.436362:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948165.436363:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948165.436365:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948165.436366:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000040:2.0:1784948165.436371:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948165.436389:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.436395:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948165.436401:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948165.436405:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000001:2.0:1784948165.436408:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784948165.436410:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155041792, offset 0 00000100:00000001:2.0:1784948165.436411:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948165.436417:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948165.436419:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948165.436420:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948165.436422:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948165.436427:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155041920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948165.436429:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948165.436432:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948165.436433:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948165.436436:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948165.436438:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948165.436441:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:2.0:1784948165.436442:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948165.436447:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948165.436449:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948165.436453:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948165.436456:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:2.0:1784948165.436458:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948165.436462:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784948165.436463:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000400:00000200:3.0:1784948165.436467:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:2.0:1784948165.436469:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155041920, portal 10 00000100:00000001:2.0:1784948165.436472:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948165.436474:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000400:00000200:3.0:1784948165.436477:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541370:541370:256:4294967295] 192.168.201.111@tcp LPNI seq info [541307:541307:8:4294967295] 00000100:00000040:2.0:1784948165.436483:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948165.436489:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948165.436497:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948165.436501:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948165.436505:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784948165.436509:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155041920, offset 0 00000400:00000200:3.0:1784948165.436510:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948165.436517:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948165.436522:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948165.436524:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784948165.436529:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784948165.436530:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948165.436535:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784948165.436539:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948165.436542:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948165.436546:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948165.436548:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784948165.436552:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948165.436553:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541371:541371:255:4294967295] 192.168.201.111@tcp LPNI seq info [541308:541308:7:4294967295] 00000800:00000200:3.0:1784948165.436558:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948165.436561:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948165.436569:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948165.436573:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948165.436575:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948165.436578:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784948165.436582:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948165.436586:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948165.436587:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306928901 00000800:00000200:2.0:1784948165.436594:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000010:3.0:1784948165.436594:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7000. 00000800:00000200:2.0:1784948165.436600:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948165.436603:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.436605:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784948165.436607:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9051 usecs (10 jiffies) 00000400:00000200:2.0:1784948165.436613:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948165.436613:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306928901 00000100:00000001:2.0:1784948165.436618:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306925066 00000100:00000010:3.0:1784948165.436619:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d75a0. 00000100:00000001:2.0:1784948165.436624:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306928901 00000100:00000001:3.0:1784948165.436625:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948165.436629:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306925066 00000100:00000001:3.0:1784948165.436630:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948165.436632:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306928901 00000100:00000001:3.0:1784948165.436634:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948165.436636:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948165.436638:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948165.436641:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.436642:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948165.436645:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948165.436648:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948165.436649:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948165.436650:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948165.436652:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948165.436654:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948165.436655:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784948165.436656:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784948165.436658:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948165.436660:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948165.436662:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948165.436663:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948165.436664:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948165.436666:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948165.436666:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948165.436672:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948165.436673:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948165.436677:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948165.436684:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000100:00000001:3.0:1784948165.436685:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1784948165.436689:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:3.0:1784948165.436689:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948165.436692:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948165.436694:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948165.436696:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784948165.436697:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948165.436703:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155042048:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784948165.436704:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.436709:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948165.436713:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948165.436716:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948165.436718:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948165.436719:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784948165.436723:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000040:1.0:1784948165.436725:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948165.436726:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948165.436735:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948165.436738:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:1.0:1784948165.436742:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948165.436744:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000001:1.0:1784948165.436745:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784948165.436748:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042048, portal 10 00000100:00000001:3.0:1784948165.436751:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948165.436753:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000040:3.0:1784948165.436759:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.436764:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948165.436765:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948165.436767:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000200:3.0:1784948165.436769:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155042048, offset 0 00000400:00000200:3.0:1784948165.436772:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948165.436775:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948165.436778:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948165.436781:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948165.436782:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948165.436784:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948165.436786:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948165.436788:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541372:541372:255:4294967295] 192.168.201.111@tcp LPNI seq info [541309:541309:7:4294967295] 00000400:00000200:3.0:1784948165.436791:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948165.436797:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948165.436802:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784948165.436804:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948165.436806:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784948165.436810:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1784948165.436811:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000400:00000200:1.0:1784948165.436816:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948165.436819:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000400:00000010:1.0:1784948165.436822:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000800:00000200:3.0:1784948165.436823:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948165.436826:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948165.436831:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948165.436836:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948165.436843:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948165.436844:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948165.436850:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.436851:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948165.436858:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10215 usecs (11 jiffies) 00000100:00000001:1.0:1784948165.436860:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948165.436864:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784948165.436868:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948165.436872:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306925067 00000800:00000200:1.0:1784948165.436874:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948165.436875:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306928901 00000800:00000010:1.0:1784948165.436877:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:1.0:1784948165.436883:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948165.436883:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306925067 00000400:00000200:1.0:1784948165.436889:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948165.436890:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306928901 00000400:00000200:1.0:1784948165.436891:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:1.0:1784948165.436896:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:3.0:1784948165.436896:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948165.436898:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948165.436902:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948165.436903:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948165.436911:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948165.436913:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948165.436917:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948165.436918:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948165.437012:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.437016:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.437019:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948165.437021:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948165.437023:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948165.437024:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948165.437026:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.437028:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948165.438119:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948165.438134:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948165.438137:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948165.438140:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948165.438146:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438153:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948165.438160:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438164:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438168:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438173:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317a00 00000400:00000200:0.0:1784948165.438176:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438181:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524961 [1] + 224 00000800:00000001:0.0:1784948165.438187:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948165.438192:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948165.438195:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948165.438200:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948165.438205:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948165.438210:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948165.438223:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948165.438239:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948165.438246:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948165.438249:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948165.438251:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948165.438253:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948165.438256:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438258:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948165.438262:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438264:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438266:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438269:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317a80 00000400:00000200:0.0:1784948165.438272:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438274:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524969 [1] + 224 00000800:00000001:0.0:1784948165.438277:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948165.438288:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948165.438292:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948165.438296:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948165.438300:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948165.438305:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784948165.438306:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.438310:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948165.438318:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784948165.438322:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948165.438322:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948165.438327:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948165.438333:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000100:00000001:0.0:1784948165.438347:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948165.438385:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948165.438388:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784948165.438390:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:3.0:1784948165.438396:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1784948165.438398:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948165.438401:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948165.438402:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948165.438404:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948165.438405:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000800:00000001:0.0:1784948165.438407:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948165.438411:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000800:00000001:0.0:1784948165.438412:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784948165.438415:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000800:00000001:0.0:1784948165.438417:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948165.438422:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948165.438426:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948165.438431:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948165.438435:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948165.438438:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948165.438451:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948165.438461:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948165.438464:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.438467:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948165.438471:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948165.438472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948165.438478:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948165.438483:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317b00 02000000:00000001:3.0:1784948165.438484:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948165.438485:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948165.438489:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948165.438490:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948165.438491:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948165.438495:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948165.438496:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948165.438498:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948165.438499:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524971 [1] + 224 00000100:00000001:2.0:1784948165.438502:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1784948165.438504:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948165.438505:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948165.438506:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948165.438510:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948165.438513:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=6 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948165.438514:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948165.438515:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=6 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948165.438521:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1784948165.438523:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=6 v=5 (1 1 1 1) 00000100:00001000:2.0:1784948165.438524:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=46 v=5 (1 1 1 1) 00000400:00000200:0.0:1784948165.438527:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948165.438535:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948165.438535:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948165.438536:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948165.438539:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948165.438540:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948165.438544:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948165.438546:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948165.438546:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948165.438551:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948165.438552:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948165.438556:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948165.438559:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948165.438559:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948165.438562:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948165.438568:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948165.438572:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948165.438572:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948165.438573:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948165.438579:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948165.438583:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948165.438584:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.438591:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948165.438595:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948165.438597:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948165.438598:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948165.438600:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948165.438601:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948165.438613:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948165.438614:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948165.438626:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155041920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948165.438636:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948165.438639:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784948165.438642:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155041792:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948165.438644:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155041920/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.438653:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948165.438654:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948165.438658:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948165.438658:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1784948165.438663:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948165.438666:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1784948165.438668:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155041792/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784948165.438669:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948165.438671:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948165.438677:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948165.438679:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:2.0:1784948165.438683:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948165.438685:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948165.438689:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784948165.438690:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948165.438692:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:3.0:1784948165.438694:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948165.438695:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948165.438698:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948165.438699:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784948165.438702:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948165.438704:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948165.438705:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948165.438707:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784948165.438709:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948165.438710:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948165.438713:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948165.438717:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948165.438721:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948165.438724:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948165.438726:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948165.438728:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784948165.438732:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948165.438733:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.438736:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.438738:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948165.438740:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948165.438743:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948165.438745:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948165.438747:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948165.438750:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784948165.438752:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784948165.438754:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948165.438759:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948165.438769:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.438777:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948165.438779:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.438781:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948165.438783:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948165.438784:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948165.438786:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948165.438788:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948165.438792:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948165.438796:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948165.438798:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948165.438800:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948165.438802:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948165.438805:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.438807:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948165.438809:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948165.438811:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948165.438812:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948165.438817:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.438825:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948165.438827:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948165.438829:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948165.438833:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948165.438843:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155042048:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948165.438848:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.438850:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948165.438854:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155042048/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948181 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948165.438862:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948165.438864:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948165.438866:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948165.438869:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948165.438871:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948165.438873:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948165.438875:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948165.438877:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784948165.438880:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948165.438882:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948165.438883:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000001:3.0:1784948165.438886:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948165.438887:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.438889:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948165.438894:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948165.438895:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948165.438897:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948165.438899:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948165.628124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948165.628130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948165.628182:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948165.628185:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948165.628189:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948166.652128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948166.652134:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948166.652189:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948166.652193:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948166.652196:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948167.676215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948167.676228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948167.676273:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948167.676278:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948167.676284:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948168.700187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948168.700196:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948168.700233:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948168.700237:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948168.700243:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948169.340162:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306928901, at 4306928960 00000100:00000010:0.0:1784948169.340182:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7000. 00000100:00000040:1.0:1784948169.340187:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306928901, at 4306928960 00000100:00000010:1.0:1784948169.340201:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d75a0. 00010000:00000001:1.0:1784948169.724185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948169.724198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948169.724354:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948169.724360:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948169.724366:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948170.556179:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948170.556192:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948170.556205:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784948170.556213:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948170.556219:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948170.556223:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948170.556230:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948170.556241:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948170.556250:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556266:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948170.556280:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948170.556333:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556344:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948170.556383:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556387:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948170.556392:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948170.556396:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784948170.556399:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948170.556403:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948170.556405:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948170.556408:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948170.556412:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948170.556416:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556423:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948170.556434:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948170.556438:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556443:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_00+0] req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.556453:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948170.556457:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.556463:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948170.556465:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948170.556473:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948170.556474:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948170.556482:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948170.556487:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948170.556490:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948170.556494:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948170.556497:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948170.556499:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948170.556501:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948170.556508:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556528:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948170.556539:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948170.556549:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948170.556558:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948170.556562:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948170.556566:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948170.556572:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948170.556582:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556583:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_01+1] req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948170.556596:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155042176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948170.556613:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948170.556623:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948170.556627:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948170.556629:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556639:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948170.556640:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948170.556650:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784948170.556652:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000040:2.0:1784948170.556656:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948170.556659:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.556668:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948170.556678:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948170.556679:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12267) 00000400:00000010:3.0:1784948170.556687:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948170.556700:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784948170.556709:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042176, portal 25 00000100:00000001:3.0:1784948170.556713:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948170.556716:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000100:00000001:2.0:1784948170.556723:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948170.556727:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948170.556730:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948170.556737:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948170.556751:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.556751:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948170.556767:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948170.556777:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000001:2.0:1784948170.556778:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948170.556785:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948170.556786:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155042176, offset 0 02000000:00000001:2.0:1784948170.556790:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948170.556796:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948170.556802:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948170.556805:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948170.556814:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155042304:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948170.556822:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948170.556827:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948170.556835:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948170.556839:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948170.556840:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948170.556846:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948170.556853:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1784948170.556855:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948170.556861:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948170.556863:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948170.556874:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948170.556876:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948170.556883:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784948170.556885:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948170.556896:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541373:541373:256:4294967295] 192.168.201.111@tcp LPNI seq info [541310:541310:8:4294967295] 00000400:00000010:2.0:1784948170.556899:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000400:00000200:3.0:1784948170.556908:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948170.556910:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042304, portal 10 00000100:00000001:2.0:1784948170.556917:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948170.556920:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000400:00000200:3.0:1784948170.556934:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948170.556939:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948170.556952:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948170.556966:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1784948170.556968:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000040:2.0:1784948170.556977:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948170.556985:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000800:00000200:3.0:1784948170.556989:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:2.0:1784948170.556992:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155042304, offset 0 00000400:00000200:2.0:1784948170.557005:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948170.557013:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948170.557022:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948170.557023:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948170.557037:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948170.557043:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948170.557090:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948170.557096:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948170.557101:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948170.557103:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948170.557112:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541374:541374:255:4294967295] 192.168.201.111@tcp LPNI seq info [541311:541311:7:4294967295] 00000400:00000200:3.0:1784948170.557122:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948170.557129:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306934022 00000400:00000200:2.0:1784948170.557130:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784948170.557145:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7f60. 00000400:00000200:2.0:1784948170.557157:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948170.557159:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784948170.557175:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948170.557177:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306934022 00000800:00000010:2.0:1784948170.557184:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000010:3.0:1784948170.557187:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7360. 00000100:00000001:3.0:1784948170.557196:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784948170.557200:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948170.557204:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948170.557211:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948170.557218:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948170.557219:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.557228:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784948170.557230:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948170.557239:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948170.557242:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948170.557243:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784948170.557245:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9051 usecs (10 jiffies) 00000100:00000001:3.0:1784948170.557251:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784948170.557256:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:2.0:1784948170.557259:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948170.557260:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948170.557268:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948170.557270:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306930187 00000400:00000200:1.0:1784948170.557271:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948170.557273:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948170.557283:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306934022 00000400:00000200:1.0:1784948170.557308:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948170.557313:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306930187 00000100:00000040:3.0:1784948170.557314:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948170.557319:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000100:00000001:2.0:1784948170.557324:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306934022 00000400:00000010:1.0:1784948170.557329:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:2.0:1784948170.557336:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948170.557343:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948170.557348:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948170.557361:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948170.557362:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.557363:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948170.557369:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948170.557373:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948170.557381:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948170.557386:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784948170.557389:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948170.557394:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:3.0:1784948170.557402:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948170.557404:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948170.557406:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948170.557412:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1784948170.557414:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155042432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948170.557418:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948170.557421:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.557429:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948170.557431:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948170.557437:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948170.557445:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948170.557455:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948170.557457:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948170.557462:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1784948170.557465:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948170.557473:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948170.557482:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948170.557488:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1784948170.557491:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000800:00000010:1.0:1784948170.557494:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784948170.557503:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784948170.557506:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000200:1.0:1784948170.557511:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948170.557520:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000100:00000200:3.0:1784948170.557522:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042432, portal 10 00000400:00000010:1.0:1784948170.557523:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:1.0:1784948170.557531:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948170.557534:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1784948170.557540:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.557543:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000100:00000001:1.0:1784948170.557562:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948170.557568:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948170.557574:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948170.557604:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948170.557607:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948170.557771:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948170.557777:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948170.557781:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000200:3.0:1784948170.557785:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155042432, offset 0 00000400:00000200:3.0:1784948170.557791:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948170.557797:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948170.557803:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948170.557808:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948170.557811:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948170.557815:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948170.557818:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948170.557822:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541375:541375:256:4294967295] 192.168.201.111@tcp LPNI seq info [541312:541312:8:4294967295] 00000400:00000200:3.0:1784948170.557828:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948170.557836:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948170.557842:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948170.557903:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000800:00000200:3.0:1784948170.557911:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948170.557918:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948170.557922:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948170.557937:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948170.557942:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10213 usecs (11 jiffies) 00000400:00000200:3.0:1784948170.557947:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948170.557950:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306930188 00000100:00000001:3.0:1784948170.557954:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306934022 00000100:00000001:3.0:1784948170.557957:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306930188 00000100:00000001:3.0:1784948170.557959:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306934022 00000100:00000001:3.0:1784948170.557962:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948170.557965:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.557969:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.557971:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.557977:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948170.557979:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948170.557983:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948170.557985:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948170.557988:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.557992:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948170.558154:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948170.558165:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:0.0:1784948170.558174:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948170.558186:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948170.558193:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:0.0:1784948170.558198:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:0.0:1784948170.558204:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948170.558215:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948170.558234:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948170.558241:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948170.558257:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948170.558261:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948170.559600:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948170.559616:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948170.559622:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948170.559628:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948170.559638:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948170.559647:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948170.559660:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948170.559668:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948170.559678:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948170.559687:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317b80 00000400:00000200:1.0:1784948170.559695:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948170.559704:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524979 [1] + 224 00000800:00000001:1.0:1784948170.559716:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948170.559730:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948170.559736:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948170.559742:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948170.559751:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948170.559761:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948170.559784:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948170.559827:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948170.559838:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948170.559843:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.559887:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948170.559894:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948170.559904:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948170.559907:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948170.559912:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948170.559920:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784948170.559924:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784948170.559929:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948170.559942:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948170.559965:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.559979:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948170.559983:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.559989:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948170.559993:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948170.559997:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948170.560001:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948170.560005:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948170.560015:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948170.560023:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948170.560028:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948170.560031:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948170.560036:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948170.560040:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.560091:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948170.560105:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.560127:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948170.560133:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948170.560136:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948170.560144:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948170.560161:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155042176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948170.560171:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.560175:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948170.560183:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155042176/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.560196:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948170.560201:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948170.560206:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948170.560212:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948170.560216:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948170.560219:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948170.560224:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948170.560229:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948170.560234:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948170.560237:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948170.560241:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784948170.560248:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948170.560250:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.560255:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.560259:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948170.560262:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948170.560265:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.560269:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948170.560691:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948170.560706:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948170.560713:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948170.560718:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948170.560727:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948170.560736:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948170.560750:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948170.560758:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948170.560769:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948170.560776:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317c00 00000400:00000200:0.0:1784948170.560784:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948170.560794:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524981 [1] + 224 00000800:00000001:0.0:1784948170.560804:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948170.560812:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948170.560817:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948170.560826:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948170.560834:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948170.560845:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948170.560869:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948170.560905:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948170.560918:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948170.560927:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948170.560932:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948170.560938:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948170.560947:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948170.560948:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948170.560955:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948170.560963:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:2.0:1784948170.560964:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948170.560969:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948170.560975:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948170.560982:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000200:0.0:1784948170.560984:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948170.560987:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784948170.560999:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948170.561006:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948170.561012:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948170.561026:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948170.561075:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948170.561087:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948170.561091:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948170.561094:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948170.561097:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948170.561099:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948170.561102:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948170.561111:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317c80 02000000:00000001:2.0:1784948170.561112:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948170.561124:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=11 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948170.561135:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784948170.561137:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=51 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948170.561146:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948170.561148:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948170.561155:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948170.561158:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524989 [1] + 224 00010000:00000001:2.0:1784948170.561161:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948170.561170:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948170.561175:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:0.0:1784948170.561178:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948170.561179:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948170.561186:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948170.561193:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948170.561199:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948170.561205:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948170.561210:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948170.561211:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948170.561216:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948170.561229:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948170.561234:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948170.561251:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784948170.561256:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155042304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948170.561264:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948170.561268:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784948170.561269:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948170.561277:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155042304/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948170.561335:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948170.561339:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948170.561345:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948170.561351:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948170.561355:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:0.0:1784948170.561358:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784948170.561359:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948170.561367:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948170.561372:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784948170.561380:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948170.561385:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948170.561390:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:2.0:1784948170.561398:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948170.561403:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948170.561406:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948170.561412:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948170.561413:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948170.561416:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948170.561418:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948170.561423:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948170.561438:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948170.561446:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.561516:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948170.561525:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948170.561533:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948170.561537:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948170.561542:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948170.561551:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784948170.561555:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:3.0:1784948170.561561:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948170.561573:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948170.561593:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.561603:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948170.561606:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.561609:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948170.561612:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948170.561614:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948170.561617:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948170.561620:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948170.561626:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948170.561630:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=33 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948170.561634:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948170.561636:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948170.561638:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948170.561642:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.561645:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948170.561648:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948170.561650:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948170.561652:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948170.561657:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.561667:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948170.561671:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948170.561673:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948170.561678:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948170.561688:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155042432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948170.561694:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.561696:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948170.561700:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155042432/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948186 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948170.561708:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948170.561711:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948170.561714:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948170.561717:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948170.561719:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948170.561721:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948170.561724:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948170.561727:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948170.561730:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948170.561732:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948170.561734:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784948170.561737:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948170.561739:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.561742:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948170.561747:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948170.561749:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948170.561752:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948170.561755:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948170.748201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948170.748210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948170.748371:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948170.748377:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948170.748382:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948171.772224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948171.772235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948171.772360:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948171.772366:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948171.772371:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948172.796206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948172.796218:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948172.796223:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948172.796229:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948172.796237:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948172.796241:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948172.796245:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948172.796271:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948172.796308:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948172.796313:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948172.796319:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948173.820203:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948173.820213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948173.820272:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948173.820278:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948173.820284:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948174.460171:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306934022, at 4306934080 00000100:00000010:1.0:1784948174.460190:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7360. 00000100:00000040:0.0:1784948174.460250:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306934022, at 4306934080 00000100:00000010:0.0:1784948174.460264:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7f60. 00010000:00000001:1.0:1784948174.844236:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948174.844249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948174.844358:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948174.844364:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948174.844369:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948175.676281:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948175.676294:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948175.676307:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bed80. 00000020:00000040:3.0:1784948175.676315:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948175.676320:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948175.676324:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948175.676331:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948175.676343:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784948175.676351:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948175.676366:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948175.676380:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948175.676386:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948175.676393:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ca1cd9d1] to pc [ptlrpcd_01_00+0] req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948175.676436:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948175.676440:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948175.676445:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948175.676449:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784948175.676453:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948175.676456:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948175.676458:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948175.676462:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948175.676466:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:3.0:1784948175.676471:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.676479:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948175.676479:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948175.676489:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948175.676496:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948175.676498:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948175.676504:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948175.676512:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948175.676516:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_01+1] req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.676564:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948175.676568:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.676569:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948175.676576:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948175.676580:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948175.676583:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784948175.676587:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784948175.676589:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be680. 02000000:00000001:2.0:1784948175.676597:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948175.676600:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00100000:2.0:1784948175.676607:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155042560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948175.676612:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784948175.676619:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948175.676620:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948175.676628:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948175.676630:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948175.676635:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948175.676642:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948175.676643:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948175.676654:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948175.676655:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948175.676661:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948175.676674:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948175.676676:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1784948175.676681:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948175.676695:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000200:2.0:1784948175.676708:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042560, portal 25 00000100:00000001:3.0:1784948175.676709:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948175.676714:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948175.676721:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146672512 : -119148562879104 : ffff93a2903bed80) 00000100:00000001:3.0:1784948175.676721:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948175.676742:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948175.676746:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020caa2b8] to pc [ptlrpcd_01_00+0] req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.676771:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948175.676784:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948175.676792:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000001:3.0:1784948175.676797:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948175.676798:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155042560, offset 0 00000100:00000040:3.0:1784948175.676810:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784948175.676815:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948175.676827:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784948175.676832:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948175.676842:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784948175.676850:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:3.0:1784948175.676858:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784948175.676863:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948175.676873:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784948175.676876:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12272) 00000400:00000200:2.0:1784948175.676879:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948175.676887:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948175.676894:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541376:541376:256:4294967295] 192.168.201.111@tcp LPNI seq info [541313:541313:8:4294967295] 00000400:00000200:2.0:1784948175.676901:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948175.676910:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784948175.676919:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948175.676920:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948175.676926:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784948175.676935:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948175.676940:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784948175.676944:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:3.0:1784948175.676960:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948175.676966:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948175.676968:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:3.0:1784948175.676972:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948175.676977:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948175.676981:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948175.676989:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:3.0:1784948175.676991:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155042688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948175.677005:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784948175.677008:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784948175.677011:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948175.677016:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948175.677021:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948175.677027:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948175.677030:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948175.677037:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948175.677042:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948175.677043:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948175.677110:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948175.677117:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306939142 00000400:00000010:3.0:1784948175.677118:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000200:3.0:1784948175.677131:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042688, portal 10 00000100:00000010:2.0:1784948175.677132:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a80. 00000100:00000001:3.0:1784948175.677136:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948175.677141:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000040:3.0:1784948175.677152:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.677154:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948175.677169:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948175.677170:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306939142 00000100:00000040:3.0:1784948175.677180:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000010:2.0:1784948175.677183:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43120. 00000400:00000010:3.0:1784948175.677187:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000001:2.0:1784948175.677191:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000200:3.0:1784948175.677194:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155042688, offset 0 00000100:00000001:2.0:1784948175.677222:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948175.677228:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.677237:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.677240:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948175.677245:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948175.677254:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784948175.677257:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948175.677260:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948175.677267:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948175.677270:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948175.677273:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948175.677279:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948175.677280:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784948175.677284:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948175.677294:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784948175.677295:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948175.677299:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948175.677306:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948175.677321:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784948175.677322:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948175.677325:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948175.677332:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948175.677338:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541377:541377:255:4294967295] 192.168.201.111@tcp LPNI seq info [541314:541314:7:4294967295] 02000000:00000001:2.0:1784948175.677341:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948175.677347:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948175.677353:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784948175.677356:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948175.677357:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784948175.677370:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155042816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948175.677386:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948175.677391:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948175.677393:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948175.677400:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948175.677408:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000800:00000200:3.0:1784948175.677409:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948175.677410:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784948175.677421:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 02000000:00000010:2.0:1784948175.677422:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000800:00000010:3.0:1784948175.677423:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 02000000:00000001:2.0:1784948175.677434:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948175.677439:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948175.677446:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948175.677454:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000200:1.0:1784948175.677461:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948175.677463:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784948175.677473:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042816, portal 10 00000100:00000001:2.0:1784948175.677481:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948175.677486:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146670720 : -119148562880896 : ffff93a2903be680) 00000100:00000001:1.0:1784948175.677503:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948175.677504:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948175.677523:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.677530:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948175.677543:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948175.677550:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000100:00000001:1.0:1784948175.677553:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948175.677557:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155042816, offset 0 00000100:00000001:1.0:1784948175.677564:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948175.677571:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948175.677582:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948175.677590:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948175.677594:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948175.677606:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948175.677616:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784948175.677617:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948175.677623:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948175.677634:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784948175.677634:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948175.677648:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541378:541378:255:4294967295] 192.168.201.111@tcp LPNI seq info [541315:541315:7:4294967295] 00000400:00000200:2.0:1784948175.677656:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948175.677669:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948175.677670:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948175.677682:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9050 usecs (10 jiffies) 00000800:00000200:2.0:1784948175.677692:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948175.677700:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784948175.677702:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784948175.677706:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306935307 00000100:00000001:3.0:1784948175.677713:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306939142 00000800:00000200:2.0:1784948175.677718:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948175.677721:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306935307 00000100:00000001:3.0:1784948175.677730:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306939142 00000800:00000200:2.0:1784948175.677738:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948175.677740:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784948175.677750:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948175.677751:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948175.677761:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.677763:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948175.677767:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948175.677772:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10213 usecs (11 jiffies) 00000100:00000001:3.0:1784948175.677776:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948175.677783:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948175.677784:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948175.677795:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306935308 00000100:00000001:3.0:1784948175.677797:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784948175.677802:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948175.677803:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306939142 00000100:00000001:3.0:1784948175.677804:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948175.677810:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.677814:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306935308 00000800:00000010:1.0:1784948175.677816:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784948175.677817:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.677827:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306939142 00000400:00000200:1.0:1784948175.677832:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948175.677833:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948175.677844:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.677851:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948175.677855:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948175.677857:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.677868:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948175.677872:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000100:00000001:2.0:1784948175.677873:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948175.677883:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784948175.677884:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:2.0:1784948175.677886:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948175.677891:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948175.677897:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948175.677898:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948175.677914:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.677934:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948175.677941:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.677956:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948175.677960:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948175.677984:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948175.677990:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784948175.677996:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948175.678003:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948175.678008:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:1.0:1784948175.678011:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000100:00000001:1.0:1784948175.678016:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948175.678023:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.678038:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948175.678100:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.678118:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948175.678121:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948175.679357:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.679374:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948175.679379:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.679382:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948175.679389:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.679397:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948175.679406:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.679411:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.679417:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.679422:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317d00 00000400:00000200:1.0:1784948175.679427:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.679435:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524991 [1] + 224 00000800:00000001:1.0:1784948175.679444:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.679454:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948175.679458:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948175.679466:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948175.679474:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948175.679484:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948175.679507:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.679541:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948175.679554:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.679561:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.679606:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948175.679612:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948175.679619:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948175.679621:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948175.679625:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948175.679631:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:2.0:1784948175.679633:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:2.0:1784948175.679637:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948175.679645:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948175.679658:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.679667:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948175.679669:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.679673:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948175.679676:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948175.679679:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948175.679682:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948175.679685:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948175.679692:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948175.679697:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948175.679701:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948175.679703:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948175.679706:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948175.679709:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.679713:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948175.679719:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.679728:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948175.679732:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948175.679734:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948175.679738:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948175.679748:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155042560:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948175.679753:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.679756:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948175.679760:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bed80 x1871641155042560/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.679768:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948175.679771:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948175.679775:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948175.679779:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948175.679782:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948175.679784:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948175.679787:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948175.679791:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784948175.679795:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948175.679797:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948175.679799:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bed80. 00000100:00000001:2.0:1784948175.679803:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948175.679805:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.679808:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.679810:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948175.679812:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948175.679814:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.679817:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948175.680728:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.680738:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948175.680742:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.680744:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948175.680750:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680756:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948175.680764:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680769:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680773:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680778:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317d80 00000400:00000200:1.0:1784948175.680783:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680788:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524999 [1] + 224 00000800:00000001:1.0:1784948175.680795:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.680802:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948175.680805:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948175.680811:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948175.680816:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948175.680823:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948175.680836:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.680858:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948175.680867:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.680887:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948175.680890:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948175.680894:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948175.680900:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680906:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948175.680914:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948175.680914:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948175.680922:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948175.680924:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948175.680933:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948175.680934:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948175.680942:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317e00 00000400:00000001:3.0:1784948175.680943:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948175.680952:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948175.681005:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948175.681012:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784948175.681015:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:3.0:1784948175.681019:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948175.681032:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249a1 [1] + 224 00000100:00000200:3.0:1784948175.681033:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948175.681091:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948175.681106:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948175.681108:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948175.681114:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948175.681118:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948175.681121:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948175.681126:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948175.681129:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948175.681132:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948175.681140:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=16 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948175.681143:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948175.681146:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=56 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948175.681151:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948175.681153:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948175.681159:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948175.681165:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948175.681168:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:3.0:1784948175.681172:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948175.681177:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948175.681179:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948175.681185:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948175.681189:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1784948175.681191:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948175.681193:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948175.681233:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948175.681244:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948175.681252:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948175.681262:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948175.681267:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948175.681278:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948175.681286:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784948175.681295:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155042688:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948175.681299:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948175.681304:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948175.681307:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948175.681315:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155042688/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948175.681316:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948175.681330:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948175.681334:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948175.681338:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948175.681344:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948175.681347:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948175.681350:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948175.681352:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784948175.681354:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948175.681359:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784948175.681361:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 00000400:00000001:2.0:1784948175.681368:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784948175.681369:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1784948175.681377:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1784948175.681378:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:2.0:1784948175.681385:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000010:3.0:1784948175.681386:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:3.0:1784948175.681399:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1784948175.681400:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000100:00000001:3.0:1784948175.681403:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948175.681407:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784948175.681409:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.681418:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948175.681420:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948175.681425:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948175.681431:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784948175.681434:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948175.681437:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948175.681460:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.681472:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948175.681474:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.681477:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948175.681479:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948175.681481:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948175.681484:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948175.681487:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948175.681493:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948175.681497:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948175.681500:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948175.681502:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948175.681504:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948175.681507:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.681510:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948175.681513:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948175.681515:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948175.681518:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948175.681523:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.681533:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948175.681536:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948175.681538:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948175.681543:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948175.681561:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155042816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948175.681566:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.681569:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948175.681605:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be680 x1871641155042816/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948191 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948175.681615:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948175.681618:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948175.681622:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948175.681626:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948175.681629:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948175.681632:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948175.681636:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948175.681639:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948175.681643:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948175.681645:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948175.681647:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be680. 00000100:00000001:2.0:1784948175.681651:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948175.681653:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.681656:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948175.681662:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948175.681663:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948175.681666:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948175.681669:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948175.868227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948175.868237:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948175.868358:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948175.868365:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948175.868371:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948176.892196:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948176.892207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948176.892277:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948176.892283:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948176.892289:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948177.916267:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948177.916278:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948177.916322:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948177.916325:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948177.916330:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948178.940175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948178.940182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948178.940218:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948178.940222:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948178.940226:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948179.580162:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306939142, at 4306939200 00000100:00000040:1.0:1784948179.580165:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306939142, at 4306939200 00000100:00000010:0.0:1784948179.580177:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a80. 00000100:00000010:1.0:1784948179.580179:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43120. 00010000:00000001:1.0:1784948179.964189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948179.964195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948179.964272:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784948179.964276:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784948179.964279:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948180.796163:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948180.796174:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948180.796186:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784948180.796193:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948180.796198:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948180.796202:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948180.796208:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948180.796216:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948180.796224:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.796237:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948180.796247:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948180.796252:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.796258:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_01+1] req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948180.796287:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.796290:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948180.796294:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948180.796298:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948180.796301:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948180.796302:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948180.796304:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948180.796305:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948180.796308:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948180.796311:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.796312:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948180.796316:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948180.796322:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948180.796330:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948180.796332:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948180.796336:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.796357:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948180.796358:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.796438:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948180.796439:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.796443:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.796444:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948180.796449:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948180.796451:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948180.796454:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 02000000:00000001:3.0:1784948180.796455:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948180.796468:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784948180.796469:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948180.796481:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948180.796485:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:3.0:1784948180.796486:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155042944:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784948180.796488:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948180.796502:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:3.0:1784948180.796503:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948180.796513:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948180.796514:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948180.796517:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.796521:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784948180.796523:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948180.796531:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948180.796532:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948180.796535:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000040:2.0:1784948180.796536:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948180.796546:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948180.796559:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948180.796568:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948180.796570:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948180.796575:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784948180.796575:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784948180.796586:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948180.796589:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784948180.796590:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000040:2.0:1784948180.796595:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12278) 00000100:00000200:3.0:1784948180.796599:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155042944, portal 25 00000100:00000001:3.0:1784948180.796603:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948180.796605:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000100:00000040:3.0:1784948180.796611:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948180.796612:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948180.796616:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948180.796621:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948180.796630:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.796630:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948180.796643:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948180.796651:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000001:2.0:1784948180.796664:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784948180.796665:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155042944, offset 0 00000100:00000001:2.0:1784948180.796667:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948180.796671:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948180.796679:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948180.796679:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948180.796691:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948180.796696:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155043072:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948180.796702:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948180.796709:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948180.796713:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784948180.796714:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948180.796716:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948180.796720:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948180.796721:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1784948180.796725:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948180.796727:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948180.796736:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948180.796740:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948180.796744:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948180.796751:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948180.796760:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948180.796761:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541379:541379:256:4294967295] 192.168.201.111@tcp LPNI seq info [541316:541316:8:4294967295] 00000400:00000200:3.0:1784948180.796776:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948180.796777:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784948180.796791:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043072, portal 10 00000100:00000001:2.0:1784948180.796798:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948180.796805:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000400:00000200:3.0:1784948180.796806:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948180.796825:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948180.796826:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948180.796838:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000001:2.0:1784948180.796841:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948180.796847:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948180.796851:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784948180.796854:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000100:00000200:2.0:1784948180.796858:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155043072, offset 0 00000800:00000200:3.0:1784948180.796864:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948180.796870:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948180.796873:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948180.796882:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948180.796890:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948180.796891:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948180.796897:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948180.796901:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948180.796902:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306944261 00000100:00000010:3.0:1784948180.796912:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ae0. 00000400:00000200:2.0:1784948180.796913:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948180.796922:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948180.796923:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948180.796939:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948180.796939:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306944261 00000100:00000010:3.0:1784948180.796949:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7e40. 00000100:00000001:3.0:1784948180.796954:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948180.796955:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541380:541380:255:4294967295] 192.168.201.111@tcp LPNI seq info [541317:541317:7:4294967295] 00000100:00000001:3.0:1784948180.796958:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948180.796964:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.796968:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948180.796972:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948180.796973:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.796985:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948180.796990:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948180.796995:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948180.797002:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948180.797006:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948180.797008:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784948180.797013:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948180.797026:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948180.797027:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784948180.797029:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948180.797030:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948180.797036:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 02000000:00000001:3.0:1784948180.797037:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948180.797040:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784948180.797042:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 02000000:00000001:3.0:1784948180.797043:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948180.797071:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155043200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948180.797074:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948180.797077:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948180.797080:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948180.797081:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948180.797084:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948180.797085:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948180.797088:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.797089:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784948180.797091:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948180.797100:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000800:00000200:2.0:1784948180.797122:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:3.0:1784948180.797123:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043200, portal 10 00000400:00000200:1.0:1784948180.797124:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948180.797129:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948180.797133:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000400:00000200:1.0:1784948180.797139:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000100:00000040:3.0:1784948180.797146:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948180.797147:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:1.0:1784948180.797149:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000800:00000200:2.0:1784948180.797157:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948180.797161:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948180.797165:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948180.797174:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948180.797174:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9050 usecs (10 jiffies) 00000400:00000200:2.0:1784948180.797190:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948180.797201:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306940427 00000100:00000001:1.0:1784948180.797209:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948180.797209:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306944261 00000100:00000001:2.0:1784948180.797219:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306940427 00000100:00000040:1.0:1784948180.797221:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.797224:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948180.797229:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306944261 00000100:00000040:3.0:1784948180.797236:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948180.797240:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784948180.797243:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784948180.797251:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155043200, offset 0 00000100:00000001:2.0:1784948180.797252:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948180.797261:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948180.797262:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948180.797263:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948180.797266:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948180.797272:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948180.797272:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948180.797284:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948180.797287:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784948180.797288:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948180.797295:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784948180.797297:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948180.797304:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948180.797305:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948180.797313:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948180.797314:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784948180.797318:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948180.797322:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948180.797324:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:3.0:1784948180.797324:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541381:541381:255:4294967295] 192.168.201.111@tcp LPNI seq info [541318:541318:7:4294967295] 00000100:00000001:2.0:1784948180.797333:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948180.797335:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.797336:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948180.797352:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784948180.797357:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948180.797363:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000800:00000200:3.0:1784948180.797364:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948180.797368:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000001:1.0:1784948180.797374:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948180.797380:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948180.797389:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948180.797393:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948180.797401:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948180.797403:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:3.0:1784948180.797415:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784948180.797422:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948180.797426:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948180.797429:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948180.797445:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948180.797448:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10213 usecs (11 jiffies) 00000400:00000200:3.0:1784948180.797451:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948180.797452:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306940428 00000100:00000001:3.0:1784948180.797455:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306944261 00000100:00000001:3.0:1784948180.797456:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306940428 00000100:00000001:3.0:1784948180.797458:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306944261 00000100:00000001:3.0:1784948180.797460:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948180.797463:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.797465:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.797467:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.797470:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948180.797471:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948180.797474:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948180.797476:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948180.797477:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.797479:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948180.797511:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948180.797515:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784948180.797519:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948180.797524:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948180.797527:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:1.0:1784948180.797529:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:1.0:1784948180.797533:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948180.797536:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948180.797545:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948180.797548:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948180.797556:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948180.797558:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948180.798404:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798413:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948180.798415:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798416:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948180.798420:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798424:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948180.798428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798434:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798437:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a317e80 00000400:00000200:1.0:1784948180.798441:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798445:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249a9 [1] + 224 00000800:00000001:1.0:1784948180.798450:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798454:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948180.798456:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948180.798458:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948180.798462:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948180.798466:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948180.798474:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948180.798485:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948180.798490:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798492:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.798506:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948180.798509:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948180.798513:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948180.798515:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948180.798517:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948180.798520:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:3.0:1784948180.798521:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000100:00000001:3.0:1784948180.798523:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948180.798527:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948180.798534:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.798539:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948180.798540:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.798542:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948180.798544:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948180.798547:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948180.798549:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948180.798552:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948180.798559:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948180.798563:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=21 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948180.798566:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948180.798568:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948180.798571:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948180.798573:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.798576:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948180.798581:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.798590:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948180.798592:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948180.798594:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948180.798598:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948180.798607:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155042944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948180.798613:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.798616:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948180.798619:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155042944/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.798626:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948180.798629:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948180.798631:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948180.798707:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948180.798710:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948180.798713:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948180.798716:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948180.798720:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948180.798724:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784948180.798727:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784948180.798727:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948180.798730:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000800:00000001:1.0:1784948180.798733:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948180.798736:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948180.798736:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:1.0:1784948180.798740:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.798741:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948180.798744:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798748:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948180.798752:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798754:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798756:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798758:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317f80 00000400:00000200:1.0:1784948180.798760:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798763:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249b9 [1] + 224 00000800:00000001:1.0:1784948180.798765:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798769:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948180.798770:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948180.798773:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948180.798775:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948180.798788:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948180.798795:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948180.798800:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948180.798803:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798804:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.798845:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.798848:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948180.798849:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948180.798851:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948180.798852:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948180.798854:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948180.798857:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:3.0:1784948180.798859:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:3.0:1784948180.798861:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948180.798866:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948180.798867:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798872:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948180.798875:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798878:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948180.798879:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948180.798882:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798885:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948180.798888:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798890:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798892:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798894:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a317f00 00000400:00000200:1.0:1784948180.798897:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948180.798900:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249b1 [1] + 224 00000800:00000001:1.0:1784948180.798902:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798906:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948180.798908:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948180.798910:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948180.798912:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948180.798915:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948180.798930:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.798940:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948180.798943:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.798945:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948180.798947:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948180.798948:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948180.798949:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948180.798950:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948180.798953:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948180.798954:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948180.798957:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948180.798959:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948180.798963:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948180.798965:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948180.798966:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948180.798967:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948180.798970:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948180.798972:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948180.798975:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948180.798976:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948180.798977:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948180.798982:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948180.798987:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948180.798988:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948180.798990:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948180.798993:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948180.798999:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784948180.798999:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155043200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948180.799004:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948180.799006:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.799010:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948180.799013:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155043200/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784948180.799015:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948180.799020:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948180.799030:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948180.799030:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948180.799035:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948180.799040:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000400:00000200:2.0:1784948180.799043:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 02000000:00000001:3.0:1784948180.799044:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948180.799075:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948180.799076:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948180.799079:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948180.799080:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948180.799082:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948180.799083:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948180.799085:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784948180.799087:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948180.799088:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948180.799089:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948180.799095:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784948180.799096:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948180.799100:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948180.799105:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948180.799106:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948180.799128:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948180.799133:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948180.799148:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948180.799163:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948180.799165:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948180.799168:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948180.799171:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948180.799173:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948180.799175:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948180.799178:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948180.799185:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=21 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948180.799189:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948180.799192:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948180.799194:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948180.799196:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948180.799199:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948180.799203:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948180.799205:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948180.799208:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948180.799210:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948180.799215:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948180.799224:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948180.799226:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948180.799228:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948180.799232:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948180.799241:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155043072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948180.799246:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948180.799249:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948180.799252:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155043072/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948180.799261:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948180.799263:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948180.799266:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948180.799270:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948180.799272:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948180.799274:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948180.799277:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948180.799279:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:2.0:1784948180.799283:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948180.799285:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948180.799286:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:2.0:1784948180.799290:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948180.799291:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948180.799293:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948180.799298:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948180.799299:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948180.799302:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948180.799304:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948180.988145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948180.988152:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948180.988223:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948180.988231:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948180.988236:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948182.012148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948182.012154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948182.012224:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948182.012229:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948182.012234:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948182.268154:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948182.268162:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948182.268166:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948182.268336:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948182.268342:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948182.268353:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948182.268360:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948182.268364:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948183.036152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948183.036161:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948183.036164:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948183.036168:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948183.036173:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948183.036176:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948183.036178:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948183.036182:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948183.036204:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948183.036207:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948183.036210:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948184.060173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948184.060180:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948184.060209:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948184.060212:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948184.060214:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948184.700120:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306944261, at 4306944320 00000100:00000010:1.0:1784948184.700134:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7e40. 00000100:00000040:0.0:1784948184.700176:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306944261, at 4306944320 00000100:00000010:0.0:1784948184.700189:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ae0. 00010000:00000001:1.0:1784948185.084172:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948185.084179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948185.084271:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948185.084277:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948185.084281:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948185.916142:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948185.916155:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948185.916169:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948185.916176:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948185.916181:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948185.916185:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948185.916192:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948185.916203:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948185.916211:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916225:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948185.916241:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948185.916246:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916252:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.916285:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916288:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948185.916291:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948185.916294:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784948185.916296:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948185.916298:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948185.916299:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948185.916300:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948185.916303:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948185.916305:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916308:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948185.916313:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948185.916315:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916317:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_01+1] req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.916322:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916323:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948185.916326:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948185.916327:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784948185.916329:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948185.916331:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948185.916332:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948185.916333:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948185.916335:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948185.916338:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916340:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948185.916346:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948185.916347:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916349:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.916353:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916355:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948185.916359:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948185.916362:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948185.916364:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948185.916368:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12283) 00000100:00000001:2.0:1784948185.916400:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948185.916404:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948185.916407:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948185.916410:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948185.916412:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948185.916425:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948185.916426:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948185.916432:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948185.916433:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948185.916446:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948185.916449:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948185.916454:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948185.916461:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948185.916462:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155043328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948185.916483:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948185.916497:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948185.916497:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784948185.916504:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948185.916505:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948185.916521:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1784948185.916523:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784948185.916528:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:3.0:1784948185.916529:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948185.916539:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948185.916541:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948185.916551:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155043456:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948185.916556:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948185.916570:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948185.916570:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948185.916584:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1784948185.916586:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 02000000:00000001:3.0:1784948185.916589:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948185.916594:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1784948185.916598:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043328, portal 25 00000100:00000001:2.0:1784948185.916603:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000010:3.0:1784948185.916605:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784948185.916607:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 02000000:00000001:3.0:1784948185.916621:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.916630:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948185.916649:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948185.916666:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:3.0:1784948185.916667:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948185.916675:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948185.916684:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000400:00000010:3.0:1784948185.916685:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:2.0:1784948185.916694:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155043328, offset 0 00000100:00000200:3.0:1784948185.916700:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043456, portal 10 00000100:00000001:3.0:1784948185.916707:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784948185.916708:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948185.916711:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000400:00000200:2.0:1784948185.916724:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948185.916731:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948185.916742:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948185.916766:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948185.916769:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948185.916778:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784948185.916779:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948185.916787:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000400:00000200:2.0:1784948185.916789:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1784948185.916806:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155043456, offset 0 00000400:00000200:2.0:1784948185.916808:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948185.916822:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541382:541382:256:4294967295] 192.168.201.111@tcp LPNI seq info [541319:541319:8:4294967295] 00000400:00000200:3.0:1784948185.916835:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948185.916843:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948185.916853:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948185.916868:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948185.916876:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948185.916889:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948185.916896:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784948185.916901:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948185.916908:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948185.916915:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784948185.916926:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948185.916928:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948185.916944:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541383:541383:255:4294967295] 192.168.201.111@tcp LPNI seq info [541320:541320:7:4294967295] 00000800:00000200:2.0:1784948185.916955:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948185.916967:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948185.916968:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948185.916994:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948185.916996:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948185.917007:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948185.917014:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948185.917016:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306949381 00000100:00000010:2.0:1784948185.917044:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43d80. 00000100:00000001:2.0:1784948185.917075:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948185.917086:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306949382 00000100:00000010:2.0:1784948185.917089:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43780. 00000100:00000001:2.0:1784948185.917093:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948185.917097:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948185.917100:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.917103:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1784948185.917109:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000040:2.0:1784948185.917110:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.917123:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1784948185.917129:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948185.917130:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948185.917149:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948185.917154:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784948185.917164:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:2.0:1784948185.917165:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948185.917179:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:2.0:1784948185.917181:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155043584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948185.917197:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948185.917198:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948185.917199:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784948185.917202:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948185.917215:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948185.917216:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:2.0:1784948185.917221:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784948185.917223:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9050 usecs (10 jiffies) 00000400:00000200:0.0:1784948185.917226:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784948185.917231:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948185.917239:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948185.917241:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.917254:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948185.917255:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948185.917257:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306945547 00000400:00000010:2.0:1784948185.917267:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784948185.917268:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000100:00000001:3.0:1784948185.917270:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306949381 00000400:00000010:0.0:1784948185.917276:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000400:00000010:2.0:1784948185.917278:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000001:3.0:1784948185.917279:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306945547 00000100:00000001:0.0:1784948185.917282:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1784948185.917294:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043584, portal 10 00000100:00000001:3.0:1784948185.917296:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306949382 00000100:00000200:0.0:1784948185.917297:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.917300:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948185.917308:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000001:3.0:1784948185.917312:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948185.917324:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948185.917330:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948185.917332:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948185.917337:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948185.917339:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948185.917344:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:2.0:1784948185.917349:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155043584, offset 0 00000100:00000001:0.0:1784948185.917350:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948185.917353:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948185.917356:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948185.917359:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948185.917364:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948185.917367:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948185.917369:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784948185.917370:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948185.917373:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:0.0:1784948185.917375:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:2.0:1784948185.917378:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948185.917380:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948185.917385:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541384:541384:255:4294967295] 192.168.201.111@tcp LPNI seq info [541321:541321:7:4294967295] 00000400:00000200:0.0:1784948185.917387:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948185.917392:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000400:00000010:0.0:1784948185.917396:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 00000400:00000200:2.0:1784948185.917396:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948185.917401:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948185.917409:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948185.917411:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948185.917424:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948185.917426:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1784948185.917429:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000040:0.0:1784948185.917430:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948185.917439:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948185.917444:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948185.917448:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784948185.917449:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948185.917453:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948185.917464:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.917468:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10213 usecs (11 jiffies) 00000400:00000200:2.0:1784948185.917471:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948185.917473:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306945548 00000100:00000001:2.0:1784948185.917475:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306949381 00000100:00000001:2.0:1784948185.917477:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306945548 00000100:00000001:2.0:1784948185.917479:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306949382 00000100:00000001:2.0:1784948185.917481:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948185.917483:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.917486:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.917488:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.917497:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948185.917500:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948185.917509:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.917511:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948185.917518:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948185.917522:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948185.917522:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948185.917543:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.917544:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948185.917621:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948185.917625:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948185.917630:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948185.917632:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948185.917635:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948185.917640:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948185.917680:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948185.917690:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:1.0:1784948185.917697:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948185.917706:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948185.917715:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:1.0:1784948185.917718:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:1.0:1784948185.917724:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948185.917732:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948185.917747:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948185.917752:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948185.917763:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948185.917766:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948185.919627:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948185.919643:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948185.919647:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948185.919649:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948185.919654:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919659:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948185.919665:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919669:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919673:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919677:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318000 00000400:00000200:0.0:1784948185.919680:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919687:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249c1 [1] + 224 00000800:00000001:0.0:1784948185.919695:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948185.919703:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948185.919705:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948185.919708:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948185.919713:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948185.919718:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948185.919727:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948185.919744:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948185.919755:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948185.919759:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948185.919760:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948185.919763:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948185.919765:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919768:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948185.919771:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919773:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919775:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919777:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318080 00000400:00000200:0.0:1784948185.919780:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948185.919783:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249c9 [1] + 224 00000800:00000001:0.0:1784948185.919785:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948185.919788:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948185.919790:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948185.919793:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948185.919795:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948185.919799:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948185.919806:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.919810:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948185.919814:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948185.919818:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784948185.919821:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948185.919824:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948185.919826:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948185.919830:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:2.0:1784948185.919832:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:2.0:1784948185.919836:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948185.919839:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948185.919843:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948185.919844:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948185.919856:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.919861:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948185.919863:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.919865:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948185.919867:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948185.919870:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948185.919872:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948185.919873:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948185.919879:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948185.919884:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948185.919886:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948185.919888:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948185.919891:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948185.919893:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.919897:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.919906:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.919912:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948185.919915:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948185.919916:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948185.919921:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948185.919927:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1784948185.919931:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155043328:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948185.919934:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948185.919944:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.919950:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000001:3.0:1784948185.919950:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948185.919958:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1784948185.919964:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155043328/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948185.919967:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948185.919981:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000100:00000001:2.0:1784948185.919982:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1784948185.919990:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 02000000:00000001:2.0:1784948185.919991:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948185.920000:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948185.920003:0:2409:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784948185.920009:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948185.920012:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948185.920019:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:3.0:1784948185.920021:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784948185.920042:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948185.920045:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:2.0:1784948185.920077:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948185.920080:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948185.920081:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:2.0:1784948185.920085:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948185.920088:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.920094:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948185.920096:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948185.920097:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.920099:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948185.920258:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948185.920270:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948185.920273:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948185.920278:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948185.920282:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948185.920285:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948185.920289:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948185.920293:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948185.920300:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948185.920316:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948185.920321:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948185.920324:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948185.920331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948185.920340:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948185.920351:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948185.920358:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784948185.920360:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=26 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948185.920370:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784948185.920374:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=66 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948185.920382:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318100 00000100:00000001:3.0:1784948185.920385:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948185.920391:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948185.920399:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:3.0:1784948185.920402:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948185.920408:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948185.920415:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249d1 [1] + 224 00000100:00000001:3.0:1784948185.920419:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948185.920425:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784948185.920428:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948185.920429:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948185.920436:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948185.920443:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948185.920446:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948185.920449:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948185.920467:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948185.920481:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948185.920482:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948185.920490:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948185.920496:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948185.920497:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948185.920509:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948185.920527:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948185.920537:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155043456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948185.920556:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948185.920561:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948185.920567:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155043456/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948185.920573:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948185.920582:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948185.920587:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784948185.920588:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:3.0:1784948185.920592:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000800:00000001:1.0:1784948185.920596:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948185.920598:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948185.920604:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948185.920607:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948185.920611:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948185.920615:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948185.920621:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948185.920626:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948185.920629:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000001:3.0:1784948185.920636:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948185.920639:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920643:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948185.920643:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920650:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948185.920656:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1784948185.920658:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948185.920661:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948185.920661:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948185.920670:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948185.920671:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948185.920678:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948185.920681:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948185.920687:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948185.920690:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948185.920698:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948185.920714:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.920720:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948185.920721:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920723:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948185.920725:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948185.920726:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948185.920728:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948185.920730:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948185.920735:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=26 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948185.920738:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948185.920740:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948185.920741:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948185.920743:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948185.920746:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.920749:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948185.920750:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948185.920752:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948185.920753:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948185.920757:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.920762:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948185.920764:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948185.920765:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948185.920767:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948185.920772:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155043584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948185.920776:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920778:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948185.920780:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155043584/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948185.920786:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948185.920788:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948185.920790:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948185.920792:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948185.920794:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948185.920795:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948185.920797:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948185.920799:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:2.0:1784948185.920802:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948185.920803:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948185.920805:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:2.0:1784948185.920807:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948185.920808:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920810:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948185.920813:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948185.920814:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948185.920816:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948185.920818:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948186.108214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948186.108223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948186.108330:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948186.108337:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948186.108342:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948187.132209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948187.132217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948187.132322:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948187.132329:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948187.132335:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948188.156223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948188.156231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948188.156274:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948188.156280:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948188.156287:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948189.180199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948189.180209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948189.180252:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948189.180260:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948189.180268:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948189.820170:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306949381, at 4306949440 00000100:00000010:0.0:1784948189.820190:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43d80. 00000100:00000040:1.0:1784948189.820196:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306949382, at 4306949440 00000100:00000010:1.0:1784948189.820217:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43780. 00010000:00000001:1.0:1784948190.204220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948190.204231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948190.204369:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948190.204375:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948190.204380:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948191.036120:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948191.036128:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948191.036137:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784948191.036142:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948191.036145:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948191.036148:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948191.036153:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948191.036160:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948191.036166:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036177:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948191.036185:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948191.036189:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036194:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_01+1] req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.036217:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036219:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948191.036222:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948191.036224:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948191.036225:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948191.036227:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948191.036228:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948191.036229:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948191.036231:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948191.036233:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036236:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948191.036241:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948191.036242:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036244:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.036250:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036251:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948191.036254:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948191.036256:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784948191.036257:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948191.036259:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948191.036260:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948191.036262:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948191.036264:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948191.036267:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036269:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948191.036271:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948191.036276:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948191.036277:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948191.036278:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036281:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948191.036283:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_01+1] req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948191.036290:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.036292:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036297:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948191.036304:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784948191.036310:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948191.036311:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948191.036314:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.036315:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948191.036318:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948191.036320:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12288) 02000000:00000001:3.0:1784948191.036322:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948191.036325:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948191.036328:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155043712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948191.036332:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948191.036334:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948191.036337:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948191.036337:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948191.036341:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784948191.036342:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948191.036345:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948191.036346:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948191.036351:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784948191.036354:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784948191.036355:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.036357:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948191.036360:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948191.036362:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948191.036363:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948191.036366:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948191.036369:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00100000:2.0:1784948191.036370:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155043840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948191.036374:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948191.036376:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:3.0:1784948191.036377:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 02000000:00000001:2.0:1784948191.036378:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948191.036382:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948191.036386:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000200:3.0:1784948191.036386:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043712, portal 25 00000100:00000001:3.0:1784948191.036391:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784948191.036392:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036395:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000400:00000200:2.0:1784948191.036399:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948191.036403:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948191.036404:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948191.036409:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000001:3.0:1784948191.036412:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:2.0:1784948191.036414:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043840, portal 10 00000100:00000040:3.0:1784948191.036418:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948191.036419:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948191.036421:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000400:00000010:3.0:1784948191.036422:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000200:3.0:1784948191.036428:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155043712, offset 0 00000100:00000040:2.0:1784948191.036432:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948191.036438:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948191.036443:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948191.036447:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948191.036450:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948191.036451:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000200:2.0:1784948191.036455:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155043840, offset 0 00000400:00000200:2.0:1784948191.036461:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948191.036471:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948191.036476:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948191.036480:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948191.036483:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948191.036486:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948191.036490:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541385:541385:256:4294967295] 192.168.201.111@tcp LPNI seq info [541322:541322:8:4294967295] 00000400:00000200:3.0:1784948191.036496:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948191.036502:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948191.036510:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948191.036511:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948191.036518:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784948191.036523:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948191.036525:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948191.036528:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:3.0:1784948191.036529:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000400:00000200:2.0:1784948191.036531:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948191.036535:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541386:541386:255:4294967295] 192.168.201.111@tcp LPNI seq info [541323:541323:7:4294967295] 00000800:00000200:3.0:1784948191.036541:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948191.036542:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948191.036552:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948191.036556:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948191.036562:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948191.036563:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1784948191.036567:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948191.036572:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948191.036576:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948191.036578:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948191.036579:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948191.036585:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948191.036585:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948191.036590:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306954501 00000100:00000040:2.0:1784948191.036591:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9050 usecs (10 jiffies) 00000400:00000200:2.0:1784948191.036596:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784948191.036596:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d79c0. 00000100:00000001:2.0:1784948191.036597:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306950666 00000100:00000001:3.0:1784948191.036606:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948191.036612:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306954501 00000100:00000001:2.0:1784948191.036613:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306954501 00000100:00000010:3.0:1784948191.036615:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7de0. 00000100:00000001:2.0:1784948191.036617:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306950666 00000100:00000001:3.0:1784948191.036621:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948191.036626:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306954501 00000100:00000001:3.0:1784948191.036627:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948191.036631:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.036633:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948191.036636:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.036637:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036639:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948191.036642:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.036647:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.036647:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948191.036651:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948191.036655:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948191.036656:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948191.036656:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948191.036661:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948191.036662:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948191.036667:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948191.036668:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.036670:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948191.036675:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036677:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948191.036680:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.036681:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948191.036682:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948191.036686:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948191.036688:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948191.036690:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155043968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948191.036692:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948191.036695:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948191.036696:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948191.036698:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948191.036700:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784948191.036702:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948191.036704:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948191.036707:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948191.036713:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784948191.036716:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155043968, portal 10 00000100:00000001:3.0:1784948191.036717:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948191.036719:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000800:00000200:0.0:1784948191.036724:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784948191.036725:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784948191.036741:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000001:3.0:1784948191.036741:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948191.036747:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948191.036751:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000200:3.0:1784948191.036754:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155043968, offset 0 00000400:00000200:0.0:1784948191.036758:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784948191.036758:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948191.036766:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948191.036770:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948191.036777:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948191.036782:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784948191.036786:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948191.036792:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948191.036797:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000200:3.0:1784948191.036798:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948191.036806:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541387:541387:254:4294967295] 192.168.201.111@tcp LPNI seq info [541324:541324:6:4294967295] 00000400:00000010:0.0:1784948191.036807:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000400:00000200:3.0:1784948191.036823:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948191.036825:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784948191.036833:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:0.0:1784948191.036841:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948191.036845:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948191.036854:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784948191.036868:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948191.036882:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948191.036888:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948191.036901:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948191.036909:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10212 usecs (11 jiffies) 00000400:00000200:3.0:1784948191.036917:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948191.036919:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306950667 00000100:00000001:0.0:1784948191.036920:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948191.036923:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306954501 00000100:00000001:3.0:1784948191.036926:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306950667 00000100:00000001:3.0:1784948191.036930:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306954501 00000100:00000040:0.0:1784948191.036931:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948191.036932:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948191.036952:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036954:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036955:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.036958:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948191.036959:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948191.036960:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948191.036961:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948191.036962:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.036965:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948191.036980:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948191.036983:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948191.037005:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948191.037008:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784948191.037012:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948191.037018:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948191.037021:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 00000400:00000010:0.0:1784948191.037023:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000001:0.0:1784948191.037026:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948191.037031:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948191.037039:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948191.037043:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948191.037094:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948191.037096:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948191.037178:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948191.037182:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784948191.037185:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948191.037190:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948191.037193:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000400:00000010:0.0:1784948191.037195:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:0.0:1784948191.037198:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948191.037203:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948191.037211:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948191.037215:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948191.037229:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948191.037230:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948191.038528:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948191.038541:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948191.038544:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948191.038546:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948191.038550:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038555:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948191.038560:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038563:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038566:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038569:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318180 00000400:00000200:1.0:1784948191.038572:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038576:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249d9 [1] + 224 00000800:00000001:1.0:1784948191.038582:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948191.038601:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948191.038604:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948191.038608:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948191.038613:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948191.038617:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948191.038626:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948191.038639:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948191.038646:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948191.038666:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948191.038670:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784948191.038676:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948191.038677:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948191.038682:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948191.038682:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948191.038685:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784948191.038687:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784948191.038688:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948191.038691:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948191.038695:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948191.038695:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000200:1.0:1784948191.038701:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:3.0:1784948191.038701:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000400:00000200:1.0:1784948191.038708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038711:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038713:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038715:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318280 00000400:00000200:1.0:1784948191.038717:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948191.038748:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948191.038751:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249e9 [1] + 224 00000800:00000001:1.0:1784948191.038755:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948191.038758:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948191.038759:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948191.038763:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948191.038771:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948191.038778:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948191.038783:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948191.038787:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948191.038795:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948191.038820:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948191.038824:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948191.038826:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948191.038828:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.038830:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948191.038831:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948191.038834:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.038836:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784948191.038838:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948191.038841:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784948191.038843:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948191.038846:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948191.038849:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948191.038851:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948191.038854:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948191.038856:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948191.038859:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948191.038863:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318200 00000400:00000200:1.0:1784948191.038865:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784948191.038866:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=32 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948191.038869:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249e1 [1] + 224 00000800:00000001:1.0:1784948191.038874:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784948191.038874:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=32 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948191.038880:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784948191.038881:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948191.038884:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948191.038884:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948191.038890:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:3.0:1784948191.038890:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948191.038895:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784948191.038896:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948191.038899:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948191.038902:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948191.038912:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948191.038913:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948191.038957:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948191.038959:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948191.038961:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784948191.038963:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948191.038965:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948191.038967:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948191.038974:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948191.038987:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155043712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948191.038992:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.038995:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948191.038999:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155043712/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948191.039007:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948191.039010:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948191.039013:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948191.039017:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948191.039020:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:3.0:1784948191.039020:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948191.039024:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:3.0:1784948191.039025:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000001:2.0:1784948191.039029:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784948191.039030:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000001:2.0:1784948191.039032:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948191.039036:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000010:3.0:1784948191.039036:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000400:00000200:2.0:1784948191.039043:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948191.039063:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948191.039066:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948191.039071:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948191.039078:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:2.0:1784948191.039080:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948191.039083:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948191.039088:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:2.0:1784948191.039090:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948191.039097:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.039099:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948191.039101:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948191.039103:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948191.039106:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948191.039110:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948191.039111:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.039113:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.039116:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948191.039119:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.039120:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948191.039126:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00001000:2.0:1784948191.039128:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=32 v=5 (5 5 5 5) 00000400:00000001:3.0:1784948191.039129:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948191.039133:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00001000:2.0:1784948191.039135:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=72 v=5 (1 1 1 1) 00000400:00000200:3.0:1784948191.039138:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000100:00000001:2.0:1784948191.039140:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784948191.039142:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784948191.039144:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.039148:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784948191.039149:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948191.039154:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948191.039156:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.039160:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948191.039163:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948191.039169:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948191.039172:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948191.039178:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948191.039183:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948191.039196:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948191.039200:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948191.039202:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948191.039206:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784948191.039207:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784948191.039209:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948191.039211:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.039213:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948191.039217:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948191.039220:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.039222:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948191.039226:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948191.039234:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948191.039243:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00100000:2.0:1784948191.039247:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155043840:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948191.039247:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948191.039251:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948191.039256:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948191.039257:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.039261:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784948191.039262:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948191.039264:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948191.039267:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948191.039269:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948191.039270:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155043840/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948191.039276:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.039283:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948191.039286:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948191.039290:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784948191.039291:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948191.039295:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784948191.039298:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948191.039298:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948191.039302:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:3.0:1784948191.039304:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784948191.039305:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948191.039309:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948191.039312:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:2.0:1784948191.039318:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1784948191.039320:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155043968:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784948191.039321:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948191.039324:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784948191.039327:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948191.039328:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948191.039331:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.039331:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948191.039336:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948191.039336:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155043968/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948191.039340:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948191.039343:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.039344:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948191.039346:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948191.039347:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948191.039349:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948191.039350:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af600. 02000000:00000001:3.0:1784948191.039355:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948191.039356:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948191.039358:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948191.039360:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948191.039361:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948191.039364:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948191.039365:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948191.039366:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000001:3.0:1784948191.039368:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948191.039369:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.039370:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948191.039373:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948191.039374:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948191.039376:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948191.039377:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948191.228138:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948191.228144:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948191.228203:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948191.228209:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948191.228214:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948192.252211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948192.252221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948192.252299:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948192.252303:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948192.252308:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948193.276152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948193.276166:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948193.276169:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948193.276177:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948193.276184:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948193.276188:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948193.276192:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948193.276196:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948193.276229:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948193.276233:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948193.276237:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948194.300159:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948194.300169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948194.300212:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948194.300216:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948194.300220:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948194.940139:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306954501, at 4306954560 00000100:00000040:0.0:1784948194.940150:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306954501, at 4306954560 00000100:00000010:1.0:1784948194.940158:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7de0. 00000100:00000010:0.0:1784948194.940162:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d79c0. 00010000:00000001:1.0:1784948195.324203:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948195.324216:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948195.324292:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948195.324297:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948195.324301:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948196.156214:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948196.156225:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948196.156238:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784948196.156245:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948196.156250:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948196.156254:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948196.156261:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948196.156272:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948196.156281:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156295:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948196.156306:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948196.156311:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156318:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.156349:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156352:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948196.156356:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948196.156358:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c700. 00000020:00000040:1.0:1784948196.156360:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948196.156362:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948196.156363:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948196.156364:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948196.156367:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948196.156369:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156372:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948196.156378:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948196.156379:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156382:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e7812e1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.156391:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156394:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948196.156396:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948196.156398:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000020:00000040:1.0:1784948196.156400:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948196.156401:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948196.156402:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948196.156406:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948196.156408:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.156410:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784948196.156411:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948196.156415:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.156416:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948196.156419:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948196.156428:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784948196.156430:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.156430:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156437:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.156459:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948196.156461:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.156463:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.156464:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948196.156470:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948196.156473:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948196.156473:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948196.156478:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948196.156480:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948196.156483:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12293) 02000000:00000001:0.0:1784948196.156485:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948196.156493:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155044096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948196.156499:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948196.156507:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948196.156512:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.156513:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948196.156516:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948196.156517:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948196.156520:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948196.156525:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948196.156526:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948196.156532:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.156536:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948196.156538:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948196.156540:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948196.156541:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948196.156543:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948196.156548:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784948196.156549:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155044224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948196.156555:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784948196.156557:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea7e8. 02000000:00000001:1.0:1784948196.156558:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948196.156563:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948196.156565:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948196.156569:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000400:00000010:0.0:1784948196.156570:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 02000000:00000001:1.0:1784948196.156571:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948196.156579:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948196.156584:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155044096, portal 25 00000400:00000010:1.0:1784948196.156584:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99a0. 00000400:00000010:1.0:1784948196.156589:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b15d8. 00000100:00000001:0.0:1784948196.156590:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948196.156595:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000200:1.0:1784948196.156595:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155044224, portal 10 00000100:00000001:1.0:1784948196.156599:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948196.156601:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821355776 : -119147888195840 : ffff93a2b872c700) 00000100:00000040:0.0:1784948196.156606:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948196.156612:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.156627:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948196.156628:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948196.156637:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948196.156638:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948196.156641:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000400:00000010:0.0:1784948196.156645:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000200:1.0:1784948196.156645:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155044224, offset 0 00000100:00000200:0.0:1784948196.156652:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155044096, offset 0 00000400:00000200:1.0:1784948196.156657:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948196.156665:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948196.156669:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.156679:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948196.156685:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948196.156689:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948196.156693:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948196.156696:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948196.156700:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541388:541388:256:4294967295] 192.168.201.111@tcp LPNI seq info [541325:541325:8:4294967295] 00000400:00000200:1.0:1784948196.156704:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.156714:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948196.156723:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948196.156724:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948196.156732:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784948196.156732:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948196.156739:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784948196.156744:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948196.156745:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948196.156752:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948196.156755:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784948196.156762:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948196.156763:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541389:541389:255:4294967295] 192.168.201.111@tcp LPNI seq info [541326:541326:7:4294967295] 00000800:00000200:1.0:1784948196.156770:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948196.156775:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948196.156784:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948196.156787:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:1.0:1784948196.156791:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9050 usecs (10 jiffies) 00000800:00000200:0.0:1784948196.156797:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948196.156798:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948196.156804:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306955786 00000800:00000010:0.0:1784948196.156807:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b100. 00000100:00000010:1.0:1784948196.156811:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f720. 00000800:00000200:0.0:1784948196.156817:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948196.156822:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000800:00000200:0.0:1784948196.156826:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948196.156831:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306955786 00000800:00000200:0.0:1784948196.156832:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b100 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:1.0:1784948196.156835:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f600. 00000100:00000001:0.0:1784948196.156839:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.156840:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784948196.156867:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948196.156871:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306959621 00000100:00000001:0.0:1784948196.156879:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4306955786 00000100:00000001:0.0:1784948196.156883:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306959621 00000100:00000001:0.0:1784948196.156887:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4306955786 00000100:00000001:0.0:1784948196.156890:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948196.156894:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.156897:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.156900:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948196.156910:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948196.156913:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948196.156915:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948196.156917:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948196.156919:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948196.156924:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.156932:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948196.156934:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948196.156936:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948196.156938:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948196.156941:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.156943:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1784948196.156946:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155044352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948196.156947:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.156951:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.156955:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948196.156956:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948196.156961:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948196.156962:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784948196.156966:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.156966:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784948196.156973:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948196.156973:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948196.156975:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948196.156977:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948196.156979:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 00000100:00000001:1.0:1784948196.156980:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948196.156986:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948196.156991:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948196.156995:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea580. 00000400:00000010:0.0:1784948196.157000:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 00000100:00000200:0.0:1784948196.157004:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155044352, portal 10 00000100:00000001:0.0:1784948196.157006:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948196.157008:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000100:00000040:0.0:1784948196.157016:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.157023:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948196.157025:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948196.157029:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000100:00000200:0.0:1784948196.157031:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155044352, offset 0 00000400:00000200:0.0:1784948196.157038:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948196.157042:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948196.157079:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784948196.157082:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784948196.157084:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:1.0:1784948196.157088:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948196.157089:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948196.157094:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948196.157096:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948196.157101:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948196.157106:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948196.157111:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541390:541390:254:4294967295] 192.168.201.111@tcp LPNI seq info [541327:541327:6:4294967295] 00000400:00000200:0.0:1784948196.157117:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948196.157126:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948196.157132:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948196.157135:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000800:00000010:0.0:1784948196.157137:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000400:00000010:1.0:1784948196.157138:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:1.0:1784948196.157147:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784948196.157148:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948196.157153:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948196.157159:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948196.157166:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948196.157170:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948196.157171:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.157175:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948196.157178:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10212 usecs (11 jiffies) 00000100:00000001:1.0:1784948196.157186:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948196.157187:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948196.157192:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784948196.157193:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306955788 00000100:00000001:0.0:1784948196.157197:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306959621 00000100:00000001:0.0:1784948196.157200:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306955788 00000100:00000001:0.0:1784948196.157203:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306959621 00000800:00000200:1.0:1784948196.157206:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948196.157207:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784948196.157210:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b100. 00000100:00000001:0.0:1784948196.157212:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948196.157215:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948196.157218:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948196.157221:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948196.157223:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948196.157224:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000400:00000010:1.0:1784948196.157227:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784948196.157230:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784948196.157231:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784948196.157234:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.157235:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948196.157241:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948196.157244:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948196.157247:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948196.157248:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.157252:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.157253:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.157262:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.157264:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948196.157335:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948196.157337:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:1.0:1784948196.157339:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948196.157341:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948196.157343:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000400:00000010:1.0:1784948196.157344:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000100:00000001:1.0:1784948196.157346:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948196.157348:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.157354:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948196.157356:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.157360:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.157361:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948196.160080:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948196.160101:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948196.160108:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948196.160111:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948196.160122:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160133:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948196.160145:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160152:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160161:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160166:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318380 00000400:00000200:1.0:1784948196.160174:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160183:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249f9 [1] + 224 00000800:00000001:1.0:1784948196.160194:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948196.160213:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948196.160218:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948196.160224:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948196.160232:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948196.160244:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948196.160260:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.160290:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948196.160301:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948196.160307:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948196.160309:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948196.160312:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948196.160319:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160325:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948196.160332:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160336:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160341:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948196.160347:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948196.160348:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318300 00000100:00000001:0.0:1784948196.160355:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948196.160360:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160368:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5249f1 [1] + 224 00000800:00000001:1.0:1784948196.160373:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784948196.160376:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948196.160380:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948196.160383:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948196.160386:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784948196.160392:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99a0. 00000400:00000200:1.0:1784948196.160395:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948196.160408:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b15d8 00000400:00000010:0.0:1784948196.160413:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b15d8. 00000100:00000001:0.0:1784948196.160418:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948196.160419:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948196.160436:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948196.160439:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948196.160491:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948196.160504:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.160524:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948196.160526:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948196.160530:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948196.160533:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948196.160541:0:2407:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948196.160544:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948196.160548:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784948196.160548:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948196.160559:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784948196.160559:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948196.160572:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948196.160574:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948196.160586:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948196.160590:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948196.160600:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160605:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784948196.160606:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=37 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948196.160614:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948196.160625:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318400 00000100:00001000:0.0:1784948196.160627:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=77 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948196.160637:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948196.160643:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948196.160652:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948196.160653:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a11 [1] + 224 00010000:00000001:0.0:1784948196.160673:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948196.160674:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784948196.160688:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948196.160689:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948196.160699:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948196.160705:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784948196.160707:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784948196.160713:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948196.160716:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948196.160722:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000200:1.0:1784948196.160725:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.160729:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948196.160755:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948196.160756:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.160868:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948196.160873:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948196.160875:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.160884:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784948196.160886:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948196.160892:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948196.160900:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784948196.160914:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155044224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948196.160923:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948196.160927:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948196.160933:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c700 x1871641155044224/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.160943:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948196.160946:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948196.160947:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784948196.160952:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784948196.160954:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000400:00000001:1.0:1784948196.160962:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1784948196.160964:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:1.0:1784948196.160967:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1784948196.160970:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:1.0:1784948196.160972:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea580. 00000020:00000040:0.0:1784948196.160976:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000200:1.0:1784948196.160981:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf110 00000020:00000001:0.0:1784948196.160984:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:1.0:1784948196.160987:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf110. 02000000:00000010:0.0:1784948196.160992:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948196.160993:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784948196.161005:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:1.0:1784948196.161006:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948196.161015:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948196.161025:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c700. 00000100:00000200:1.0:1784948196.161036:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948196.161037:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948196.161088:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948196.161089:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161093:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948196.161098:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161099:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948196.161106:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948196.161110:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948196.161110:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948196.161122:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.161122:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948196.161135:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948196.161138:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948196.161145:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948196.161149:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948196.161156:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948196.161160:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948196.161164:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948196.161168:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948196.161174:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.161178:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948196.161182:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948196.161184:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948196.161186:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.161192:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.161202:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948196.161205:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948196.161209:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948196.161214:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948196.161225:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155044352:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948196.161232:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948196.161233:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948196.161236:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea7e8. 00000400:00000200:1.0:1784948196.161239:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000010:1.0:1784948196.161242:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784948196.161245:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948196.161249:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948196.161259:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.161267:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948196.161269:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161271:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948196.161272:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948196.161274:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948196.161275:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948196.161278:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948196.161281:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=37 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948196.161284:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948196.161287:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948196.161288:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948196.161290:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948196.161293:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.161295:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948196.161299:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.161307:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948196.161309:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948196.161312:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948196.161316:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948196.161326:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155044096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948196.161331:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161334:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948196.161338:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155044352/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.161346:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948196.161349:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948196.161353:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feda00. 02000000:00000001:1.0:1784948196.161358:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948196.161361:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948196.161363:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948196.161366:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948196.161369:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:1.0:1784948196.161374:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948196.161376:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948196.161378:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00000100:00000001:1.0:1784948196.161382:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948196.161384:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161386:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948196.161390:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155044096/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948196.161397:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948196.161399:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948196.161401:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 02000000:00000001:1.0:1784948196.161403:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948196.161405:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948196.161406:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948196.161408:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948196.161410:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:1.0:1784948196.161412:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948196.161415:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948196.161416:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:1.0:1784948196.161419:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948196.161421:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161423:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948196.161433:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948196.161435:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948196.161438:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948196.161441:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948196.348228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948196.348238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948196.348343:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948196.348350:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948196.348355:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948197.372215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948197.372224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948197.372301:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948197.372307:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948197.372311:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948198.396179:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948198.396189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948198.396233:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948198.396237:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948198.396242:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948199.420181:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948199.420189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948199.420218:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948199.420221:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948199.420224:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948200.060184:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306959621, at 4306959680 00000100:00000040:1.0:1784948200.060184:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306959621, at 4306959680 00000100:00000010:1.0:1784948200.060202:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f600. 00000100:00000010:0.0:1784948200.060205:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f720. 00010000:00000001:1.0:1784948200.444149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948200.444158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948200.444234:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948200.444239:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948200.444243:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:3.0:1784948200.764132:0:251654:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:3.0:1784948200.764144:0:251654:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff93a291046700. 00000008:00000020:3.0:1784948200.764149:0:251654:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0000-mdc-ffff93a2a6cc9000: dirty: 0 undirty: 484638720 dropped 0 grant: 2146304 cl_lost_grant 0 00000008:00000020:3.0:1784948200.764152:0:251654:0:(osc_request.c:745:osc_update_next_shrink()) next time 13493 to shrink grant 00000008:00000001:3.0:1784948200.764154:0:251654:0:(osc_request.c:3687:osc_set_info_async()) Process entered 00000100:00000010:3.0:1784948200.764160:0:251654:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784948200.764163:0:251654:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948200.764168:0:251654:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948200.764170:0:251654:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948200.764176:0:251654:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948200.764182:0:251654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a2b84af600. 00000100:00000001:3.0:1784948200.764188:0:251654:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1784948200.764193:0:251654:0:(osc_request.c:3779:osc_set_info_async()) slab-alloced 'oa': 208 at ffff93a287357270. 00000100:00000001:3.0:1784948200.764197:0:251654:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948200.764201:0:251654:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948200.764211:0:251654:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1784948200.764234:0:251654:0:(osc_request.c:3798:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1784948200.764236:0:251654:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff93a291046700. 00000008:00000001:3.0:1784948200.764241:0:251654:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1784948200.764243:0:251654:0:(osc_request.c:834:osc_shrink_grant_to_target()) Process entered 00000008:00000010:3.0:1784948200.764244:0:251654:0:(osc_request.c:849:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff93a291046700. 00000008:00000020:3.0:1784948200.764246:0:251654:0:(osc_request.c:736:osc_announce_cached()) lustre-MDT0001-mdc-ffff93a2a6cc9000: dirty: 0 undirty: 484638720 dropped 0 grant: 2146304 cl_lost_grant 0 00000008:00000020:3.0:1784948200.764248:0:251654:0:(osc_request.c:745:osc_update_next_shrink()) next time 13493 to shrink grant 00000008:00000001:3.0:1784948200.764250:0:251654:0:(osc_request.c:3687:osc_set_info_async()) Process entered 00000100:00000010:3.0:1784948200.764251:0:251654:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784948200.764253:0:251654:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948200.764255:0:251654:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948200.764255:0:251654:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948200.764257:0:251654:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948200.764258:0:251654:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:3.0:1784948200.764260:0:251654:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1784948200.764262:0:251654:0:(osc_request.c:3779:osc_set_info_async()) slab-alloced 'oa': 208 at ffff93a2873574e0. 00000100:00000001:3.0:1784948200.764264:0:251654:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948200.764266:0:251654:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948200.764269:0:251654:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:3.0:1784948200.764275:0:251654:0:(osc_request.c:3798:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:3.0:1784948200.764276:0:251654:0:(osc_request.c:877:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff93a291046700. 00000008:00000001:3.0:1784948200.764278:0:251654:0:(osc_request.c:878:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948200.764289:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948200.764293:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948200.764295:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948200.764297:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948200.764300:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948200.764301:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948200.764305:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948200.764310:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948200.764313:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948200.764314:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948200.764317:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948200.764320:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948200.764324:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.764331:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1784948200.764332:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155044608:192.168.201.111@tcp:17:kworker.0 00000100:00000001:2.0:1784948200.764334:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948200.764337:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948200.764338:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948200.764342:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948200.764343:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948200.764344:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948200.764346:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948200.764349:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1784948200.764351:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155044480:192.168.201.111@tcp:17:kworker.0 02000000:00000010:3.0:1784948200.764354:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93a283b86400. 00000100:00000001:2.0:1784948200.764355:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948200.764357:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948200.764360:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948200.764362:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948200.764366:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948200.764367:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784948200.764372:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 02000000:00000010:2.0:1784948200.764374:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93a298bf6000. 02000000:00000001:2.0:1784948200.764377:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948200.764379:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000400:00000200:2.0:1784948200.764384:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948200.764388:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871641155044608, portal 10 00000400:00000010:2.0:1784948200.764389:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948200.764391:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948200.764394:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000400:00000010:2.0:1784948200.764396:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784948200.764401:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1871641155044480, portal 10 00000100:00000040:3.0:1784948200.764403:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948200.764405:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948200.764408:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000040:2.0:1784948200.764416:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948200.764433:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948200.764440:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948200.764443:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:2.0:1784948200.764444:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000040:3.0:1784948200.764448:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784948200.764449:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1871641155044480, offset 0 00000400:00000010:3.0:1784948200.764452:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000400:00000200:2.0:1784948200.764457:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948200.764462:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 12, xid 1871641155044608, offset 0 00000400:00000200:2.0:1784948200.764467:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948200.764472:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948200.764476:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948200.764481:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948200.764484:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948200.764487:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948200.764490:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948200.764493:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541391:541391:256:4294967295] 192.168.201.111@tcp LPNI seq info [541328:541328:8:4294967295] 00000400:00000200:2.0:1784948200.764496:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948200.764501:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948200.764508:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948200.764510:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948200.764517:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948200.764521:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948200.764522:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948200.764527:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000010:2.0:1784948200.764528:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:3.0:1784948200.764529:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948200.764535:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541392:541392:255:4294967295] 192.168.201.111@tcp LPNI seq info [541329:541329:7:4294967295] 00000800:00000200:2.0:1784948200.764541:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948200.764542:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948200.764552:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948200.764557:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948200.764563:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948200.764564:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 552 niov 1 nkiov 1 00000800:00000010:3.0:1784948200.764567:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784948200.764572:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948200.764576:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948200.764579:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1784948200.764581:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948200.764582:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948200.764588:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10212 usecs (11 jiffies) 00000100:00000040:2.0:1784948200.764589:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9048 usecs (10 jiffies) 00000400:00000200:3.0:1784948200.764594:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948200.764598:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948200.764599:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306960395 00000100:00000001:2.0:1784948200.764601:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306960394 00000100:00000010:3.0:1784948200.764606:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7960. 00000100:00000001:3.0:1784948200.764615:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948200.764626:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306960395 00000100:00000001:2.0:1784948200.764627:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306960395 00000100:00000010:3.0:1784948200.764629:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d79c0. 00000100:00000001:2.0:1784948200.764631:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306960394 00000100:00000001:3.0:1784948200.764634:0:2409:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948200.764638:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948200.764639:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306960395 00000100:00000001:3.0:1784948200.764642:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.764644:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948200.764645:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.764647:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948200.764649:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948200.764656:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948200.764660:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948200.764661:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.764665:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784948200.764668:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948200.764668:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948200.764669:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948200.764675:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948200.764677:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948200.764680:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948200.764681:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:2.0:1784948200.764682:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948200.764690:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.764691:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948200.764695:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948200.764696:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.764703:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948200.764710:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948200.764718:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:1.0:1784948200.764721:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:1.0:1784948200.764727:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948200.764734:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948200.764750:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948200.764754:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948200.764759:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948200.764761:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948200.764860:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948200.764863:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:1.0:1784948200.764865:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948200.764868:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948200.764870:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:1.0:1784948200.764872:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000001:1.0:1784948200.764874:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948200.764877:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948200.764883:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948200.764885:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948200.764890:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948200.764891:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948200.766374:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948200.766388:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948200.766391:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948200.766393:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948200.766399:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766404:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948200.766410:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766414:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766419:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766423:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 432 into portal 10 MB=0x6a63f6a318480 00000400:00000200:1.0:1784948200.766428:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766433:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 432/432 into md 0x524a29 [1] + 224 00000800:00000001:1.0:1784948200.766441:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948200.766443:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948200.766445:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948200.766448:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948200.766451:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948200.766456:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948200.766464:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948200.766488:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948200.766496:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948200.766500:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948200.766502:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948200.766505:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948200.766508:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766511:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948200.766514:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948200.766515:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948200.766519:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948200.766521:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766526:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948200.766531:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 432 into portal 10 MB=0x6a63f6a318500 00000400:00000001:2.0:1784948200.766531:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948200.766539:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948200.766541:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948200.766548:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948200.766555:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948200.766557:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948200.766562:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948200.766564:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 432/432 into md 0x524a21 [1] + 224 00000800:00000001:1.0:1784948200.766568:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948200.766574:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948200.766577:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948200.766583:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948200.766589:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948200.766592:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948200.766598:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948200.766616:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948200.766617:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948200.766663:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948200.766667:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948200.766674:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948200.766678:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948200.766684:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948200.766688:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948200.766690:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784948200.766693:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948200.766695:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948200.766699:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948200.766702:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=41 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948200.766709:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948200.766712:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948200.766714:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948200.766717:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948200.766721:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.766725:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948200.766727:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948200.766729:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948200.766731:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948200.766739:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948200.766748:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948200.766751:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948200.766753:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948200.766754:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.766757:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000008:00000020:2.0:1784948200.766761:0:2408:0:(osc_request.c:759:osc_update_grant()) got 1097728 extra grant 00000400:00000001:3.0:1784948200.766762:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948200.766765:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000008:00000010:2.0:1784948200.766766:0:2408:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff93a287357270. 00000400:00000010:3.0:1784948200.766779:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948200.766784:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:3.0:1784948200.766787:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:3.0:1784948200.766790:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784948200.766792:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948200.766797:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948200.766826:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155044480:192.168.201.111@tcp:17:kworker.0 00000100:00000200:3.0:1784948200.766826:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948200.766834:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948200.766835:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.766837:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948200.766840:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948200.766843:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948200.766844:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.766845:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.766850:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948200.766851:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948200.766857:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=41 v=5 (5 5 5 5) 00000100:00000040:2.0:1784948200.766858:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155044480/t0(0) o17->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948200.766863:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948200.766869:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948200.766871:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.766874:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1784948200.766875:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784948200.766879:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1784948200.766879:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948200.766883:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93a298bf6000. 00000100:00000001:3.0:1784948200.766884:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948200.766886:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948200.766889:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784948200.766890:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948200.766891:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948200.766894:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948200.766898:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784948200.766898:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784948200.766904:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948200.766908:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a2b84af600. 00000100:00000001:3.0:1784948200.766910:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948200.766912:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948200.766913:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1784948200.766916:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948200.766917:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784948200.766920:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000008:00000020:3.0:1784948200.766921:0:2409:0:(osc_request.c:759:osc_update_grant()) got 1097728 extra grant 00000100:00000001:2.0:1784948200.766927:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000008:00000010:3.0:1784948200.766927:0:2409:0:(osc_request.c:791:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff93a2873574e0. 00000100:00000001:2.0:1784948200.766930:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948200.766934:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948200.766935:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948200.766938:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948200.766941:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948200.766946:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948200.766949:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948200.766949:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155044608:192.168.201.111@tcp:17:kworker.0 00000100:00000001:3.0:1784948200.766957:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.766959:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948200.766962:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155044608/t0(0) o17->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 456/432 e 0 to 0 dl 1784948216 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948200.766966:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948200.766968:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948200.766969:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93a283b86400. 02000000:00000001:3.0:1784948200.766971:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948200.766972:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948200.766973:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948200.766975:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948200.766976:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948200.766978:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948200.766979:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948200.766980:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:3.0:1784948200.766982:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948200.766983:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.766984:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948200.766987:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948200.766988:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948200.766989:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948200.766991:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948200.776122:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306960395, at 4306960396 00000100:00000040:0.0:1784948200.776132:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306960395, at 4306960396 00000100:00000010:1.0:1784948200.776133:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d79c0. 00000100:00000010:0.0:1784948200.776144:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7960. 00000100:00000040:2.0:1784948201.276241:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948201.276257:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948201.276269:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948201.276279:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948201.276286:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948201.276291:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948201.276300:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948201.276314:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948201.276326:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948201.276346:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948201.276368:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948201.276376:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948201.276386:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948201.276430:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948201.276435:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948201.276441:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948201.276446:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948201.276450:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948201.276457:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12298) 00000100:00000001:3.0:1784948201.276541:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1784948201.276550:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1784948201.276553:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.276563:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948201.276566:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.276568:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948201.276571:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948201.276574:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948201.276586:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948201.276599:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948201.276602:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948201.276607:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948201.276610:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948201.276613:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948201.276618:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155044736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948201.276624:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948201.276631:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948201.276634:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948201.276637:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948201.276644:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948201.276648:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948201.276656:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948201.276662:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948201.276671:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000200:3.0:1784948201.276679:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155044736, portal 25 00000100:00000001:3.0:1784948201.276682:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948201.276684:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000100:00000040:3.0:1784948201.276692:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948201.276703:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948201.276707:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948201.276710:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000100:00000200:3.0:1784948201.276714:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155044736, offset 0 00000400:00000200:3.0:1784948201.276722:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948201.276732:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948201.276741:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948201.276748:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948201.276753:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948201.276758:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948201.276807:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948201.276813:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541393:541393:256:4294967295] 192.168.201.111@tcp LPNI seq info [541330:541330:8:4294967295] 00000400:00000200:3.0:1784948201.276819:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948201.276832:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948201.276841:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948201.276847:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000800:00000200:3.0:1784948201.276856:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948201.276868:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948201.276873:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948201.276897:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948201.276902:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948201.276906:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306964741 00000100:00000010:3.0:1784948201.276918:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7de0. 00000100:00000001:3.0:1784948201.276930:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948201.276940:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306964741 00000100:00000010:3.0:1784948201.276945:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d80. 00000100:00000001:3.0:1784948201.276950:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948201.276956:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948201.276960:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948201.276964:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948201.276969:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948201.276987:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948201.276990:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948201.277140:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948201.277154:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000400:00000200:1.0:1784948201.277164:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948201.277178:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948201.277189:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000400:00000010:1.0:1784948201.277193:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:1.0:1784948201.277200:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948201.277213:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948201.277238:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948201.277247:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948201.277263:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948201.277269:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948201.279376:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948201.279399:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948201.279407:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948201.279414:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948201.279424:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948201.279432:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948201.279443:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948201.279449:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948201.279457:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948201.279463:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318580 00000400:00000200:1.0:1784948201.279471:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948201.279498:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a31 [1] + 224 00000800:00000001:1.0:1784948201.279510:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948201.279522:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948201.279525:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948201.279530:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948201.279537:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948201.279545:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948201.279560:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948201.279588:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948201.279598:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948201.279602:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.279649:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948201.279656:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948201.279665:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948201.279668:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948201.279673:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948201.279679:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:3.0:1784948201.279682:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:3.0:1784948201.279687:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948201.279698:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948201.279713:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948201.279725:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948201.279727:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.279730:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948201.279734:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948201.279737:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948201.279740:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948201.279743:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948201.279751:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=42 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948201.279756:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948201.279784:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948201.279787:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948201.279791:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948201.279794:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948201.279797:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948201.279804:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948201.279814:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948201.279818:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948201.279820:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948201.279826:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948201.279836:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155044736:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948201.279843:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.279847:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948201.279851:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155044736/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948217 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948201.279861:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948201.279864:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948201.279868:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948201.279872:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948201.279874:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948201.279876:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948201.279879:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948201.279883:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948201.279888:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948201.279890:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948201.279892:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784948201.279896:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948201.279898:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.279901:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948201.279906:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948201.279908:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948201.279911:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948201.279913:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948201.468224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948201.468233:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948201.468329:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948201.468339:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948201.468347:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948202.492166:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948202.492175:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948202.492262:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948202.492267:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948202.492271:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948203.516263:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948203.516279:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948203.516284:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948203.516292:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948203.516301:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948203.516305:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948203.516310:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948203.516315:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948203.516357:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948203.516361:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948203.516365:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948204.540191:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948204.540200:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948204.540235:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948204.540240:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948204.540245:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948205.180258:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306964741, at 4306964800 00000100:00000040:1.0:1784948205.180258:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306964741, at 4306964800 00000100:00000010:0.0:1784948205.180284:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7de0. 00000100:00000010:1.0:1784948205.180287:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d80. 00010000:00000001:1.0:1784948205.564271:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948205.564281:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948205.564403:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948205.564416:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948205.564424:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948206.396192:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948206.396209:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948206.396224:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784948206.396234:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948206.396242:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948206.396248:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948206.396257:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948206.396270:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948206.396280:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.396300:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948206.396323:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948206.396331:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.396342:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948206.396395:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.396401:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948206.396409:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948206.396416:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784948206.396421:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948206.396426:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948206.396428:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948206.396432:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948206.396441:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948206.396446:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.396456:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948206.396472:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948206.396477:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.396487:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_00+0] req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.396490:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.396498:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948206.396505:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948206.396521:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948206.396521:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948206.396532:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948206.396549:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784948206.396557:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1784948206.396558:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784948206.396561:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784948206.396568:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:3.0:1784948206.396570:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948206.396578:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948206.396580:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948206.396585:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948206.396587:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948206.396595:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948206.396596:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155044864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948206.396609:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784948206.396610:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948206.396616:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948206.396619:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948206.396622:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948206.396629:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948206.396638:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784948206.396639:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948206.396646:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948206.396665:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948206.396707:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948206.396717:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784948206.396725:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1784948206.396727:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155044864, portal 25 00000100:00000001:2.0:1784948206.396734:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.396735:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948206.396741:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000040:2.0:1784948206.396752:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948206.396756:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.396816:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948206.396826:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948206.396826:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948206.396833:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000040:2.0:1784948206.396838:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1784948206.396841:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155044864, offset 0 00000100:00000040:2.0:1784948206.396856:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948206.396863:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784948206.396869:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784948206.396880:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948206.396885:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948206.396895:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784948206.396898:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12303) 00000400:00000200:3.0:1784948206.396905:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948206.396913:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948206.396918:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948206.396923:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948206.396929:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541394:541394:256:4294967295] 192.168.201.111@tcp LPNI seq info [541331:541331:8:4294967295] 00000400:00000200:3.0:1784948206.396935:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948206.396949:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948206.396951:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948206.396959:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1784948206.396962:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948206.396965:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:3.0:1784948206.396971:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000100:00000040:2.0:1784948206.396982:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948206.396991:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948206.397013:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1784948206.397014:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948206.397022:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948206.397024:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784948206.397032:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948206.397038:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948206.397043:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.397091:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948206.397102:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948206.397110:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306969862 00000100:00100000:2.0:1784948206.397111:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155044992:192.168.201.111@tcp:400:kworker.0 00000100:00000010:3.0:1784948206.397121:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ae0. 00000100:00000001:2.0:1784948206.397125:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948206.397134:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948206.397135:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 02000000:00000001:2.0:1784948206.397140:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.397147:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306969862 02000000:00000001:2.0:1784948206.397149:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1784948206.397161:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7e40. 02000000:00000010:2.0:1784948206.397163:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948206.397167:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 02000000:00000001:2.0:1784948206.397175:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.397178:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948206.397189:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.397197:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948206.397200:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948206.397203:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948206.397215:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948206.397217:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948206.397226:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:2.0:1784948206.397230:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000001:3.0:1784948206.397231:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.397240:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784948206.397244:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155044992, portal 10 00000100:00000001:3.0:1784948206.397245:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948206.397254:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784948206.397257:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948206.397260:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000001:3.0:1784948206.397281:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948206.397286:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.397291:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948206.397292:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948206.397298:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948206.397306:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948206.397319:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155045120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948206.397330:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948206.397337:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948206.397342:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948206.397349:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948206.397355:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784948206.397358:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948206.397361:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948206.397371:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948206.397375:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948206.397383:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000400:00000010:3.0:1784948206.397385:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000200:2.0:1784948206.397395:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155044992, offset 0 00000400:00000010:3.0:1784948206.397398:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784948206.397408:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045120, portal 10 00000100:00000001:3.0:1784948206.397411:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948206.397418:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000400:00000200:2.0:1784948206.397420:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948206.397429:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948206.397446:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948206.397447:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948206.397449:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:1.0:1784948206.397467:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948206.397469:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948206.397500:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948206.397502:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948206.397521:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948206.397523:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000200:2.0:1784948206.397526:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:1.0:1784948206.397535:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000400:00000200:2.0:1784948206.397545:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1784948206.397546:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948206.397550:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1784948206.397558:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000400:00000200:2.0:1784948206.397567:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:3.0:1784948206.397569:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155045120, offset 0 00000100:00000200:1.0:1784948206.397577:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948206.397598:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948206.397600:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541395:541395:255:4294967295] 192.168.201.111@tcp LPNI seq info [541332:541332:7:4294967295] 00000100:00000001:1.0:1784948206.397645:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948206.397647:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948206.397659:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948206.397716:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948206.397718:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948206.397727:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784948206.397745:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948206.397756:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784948206.397768:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948206.397772:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948206.397785:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948206.397797:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948206.397800:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948206.397810:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:2.0:1784948206.397812:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948206.397818:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948206.397826:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948206.397835:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541396:541396:255:4294967295] 192.168.201.111@tcp LPNI seq info [541333:541333:7:4294967295] 00000400:00000200:3.0:1784948206.397845:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948206.397850:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948206.397862:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948206.397865:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9048 usecs (10 jiffies) 00000800:00000200:3.0:1784948206.397875:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948206.397884:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784948206.397886:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000001:2.0:1784948206.397892:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306966027 00000800:00000200:3.0:1784948206.397902:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948206.397906:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306969862 00000800:00000200:3.0:1784948206.397916:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948206.397917:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306966027 00000800:00000200:3.0:1784948206.397922:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948206.397927:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306969862 00000100:00000001:3.0:1784948206.397930:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948206.397936:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948206.397939:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10212 usecs (11 jiffies) 00000100:00000001:2.0:1784948206.397948:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948206.397949:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948206.397962:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306966028 00000100:00000001:2.0:1784948206.397963:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948206.397965:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948206.397970:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306969862 00000800:00000010:1.0:1784948206.397986:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784948206.397988:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.397989:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306966028 00000400:00000200:1.0:1784948206.398000:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948206.398004:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306969862 00000100:00000001:2.0:1784948206.398010:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948206.398010:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948206.398021:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948206.398024:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948206.398024:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948206.398032:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:1.0:1784948206.398038:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:2.0:1784948206.398038:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948206.398103:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948206.398106:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784948206.398115:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948206.398117:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948206.398138:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.398155:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948206.398168:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948206.398170:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948206.398178:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.398187:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948206.398191:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.398196:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948206.398197:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948206.398213:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.398216:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948206.398219:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.398223:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948206.398266:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948206.398271:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000400:00000200:1.0:1784948206.398276:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948206.398281:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948206.398286:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:1.0:1784948206.398288:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:1.0:1784948206.398292:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948206.398297:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948206.398308:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948206.398312:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948206.398320:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948206.398322:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948206.401196:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948206.401219:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948206.401225:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948206.401228:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948206.401237:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401248:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948206.401259:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401267:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401276:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401283:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318600 00000400:00000200:1.0:1784948206.401295:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401308:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a39 [1] + 224 00000800:00000001:1.0:1784948206.401324:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948206.401357:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948206.401363:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948206.401372:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948206.401381:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948206.401392:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948206.401414:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948206.401454:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948206.401466:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948206.401475:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948206.401478:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948206.401482:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948206.401488:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401496:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948206.401506:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401513:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401520:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948206.401525:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318680 00000400:00000200:1.0:1784948206.401534:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948206.401534:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.401548:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948206.401557:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a41 [1] + 224 00000800:00000001:1.0:1784948206.401567:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948206.401568:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948206.401574:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948206.401577:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948206.401580:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1784948206.401591:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784948206.401592:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784948206.401614:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 00000400:00000010:3.0:1784948206.401621:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00000001:3.0:1784948206.401630:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948206.401631:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948206.401646:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948206.401660:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948206.401693:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948206.401751:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784948206.401753:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948206.401762:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948206.401773:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.401776:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948206.401780:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948206.401782:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948206.401787:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.401789:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948206.401802:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784948206.401804:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948206.401813:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948206.401820:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.401820:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948206.401826:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948206.401831:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948206.401841:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784948206.401848:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948206.401855:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948206.401858:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1784948206.401859:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=47 v=5 (5 5 5 5) 00000400:00000010:2.0:1784948206.401869:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:1.0:1784948206.401876:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948206.401886:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000100:00001000:3.0:1784948206.401886:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=47 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948206.401896:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948206.401899:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:3.0:1784948206.401904:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948206.401910:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948206.401914:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948206.401917:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318700 00010000:00000001:3.0:1784948206.401923:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948206.401936:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948206.401938:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948206.401938:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.401959:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948206.401972:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a49 [1] + 224 00000100:00000040:3.0:1784948206.401990:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948206.401999:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948206.402024:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784948206.402027:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.402031:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948206.402037:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948206.402119:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948206.402127:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948206.402134:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948206.402145:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948206.402148:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948206.402166:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948206.402176:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784948206.402187:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:3.0:1784948206.402187:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155044864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948206.402188:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948206.402201:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948206.402215:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784948206.402217:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.402219:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.402234:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784948206.402241:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=47 v=5 (5 5 5 5) 00000100:00000200:1.0:1784948206.402242:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948206.402246:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155044864/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948206.402269:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=87 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948206.402294:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948206.402301:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948206.402319:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948206.402331:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948206.402349:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948206.402358:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948206.402370:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948206.402388:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.402390:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1784948206.402402:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948206.402404:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784948206.402413:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948206.402416:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948206.402436:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948206.402443:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948206.402451:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948206.402468:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948206.402477:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948206.402494:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948206.402504:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948206.402514:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:1.0:1784948206.402535:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948206.402536:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948206.402537:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948206.402554:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948206.402556:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948206.402565:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948206.402567:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948206.402568:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.402585:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948206.402591:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.402592:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948206.402601:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948206.402608:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948206.402615:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948206.402623:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948206.402631:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000100:00100000:2.0:1784948206.402632:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155044992:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784948206.402637:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:3.0:1784948206.402648:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948206.402649:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948206.402655:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1784948206.402658:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948206.402667:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155044992/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948206.402709:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948206.402714:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948206.402720:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948206.402728:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948206.402730:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948206.402736:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948206.402737:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948206.402739:0:2409:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:2.0:1784948206.402743:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:3.0:1784948206.402745:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000040:2.0:1784948206.402749:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948206.402751:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948206.402758:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948206.402759:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784948206.402766:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948206.402768:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:2.0:1784948206.402777:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784948206.402777:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=47 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948206.402780:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948206.402786:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00001000:3.0:1784948206.402789:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=69 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948206.402793:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948206.402795:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948206.402799:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.402801:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948206.402807:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948206.402808:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948206.402815:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948206.402821:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948206.402822:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784948206.402829:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948206.402830:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948206.402838:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948206.402839:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.402841:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948206.402845:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948206.402852:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.402863:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948206.402867:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948206.402870:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948206.402875:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948206.402885:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155045120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948206.402891:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.402894:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948206.402898:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155045120/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948222 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948206.402905:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948206.402907:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948206.402910:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948206.402914:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948206.402915:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948206.402917:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948206.402919:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948206.402922:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948206.402924:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948206.402926:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948206.402928:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784948206.402932:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948206.402933:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.402935:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948206.402941:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948206.402942:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948206.402945:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948206.402948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948206.588255:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948206.588263:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948206.588383:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948206.588395:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948206.588408:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948207.612236:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948207.612252:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948207.612374:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948207.612385:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948207.612394:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948208.636248:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948208.636261:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948208.636313:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948208.636319:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948208.636326:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948209.660281:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948209.660292:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948209.660334:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948209.660338:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948209.660344:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948210.300187:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306969862, at 4306969920 00000100:00000010:0.0:1784948210.300207:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ae0. 00000100:00000040:1.0:1784948210.300255:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306969862, at 4306969920 00000100:00000010:1.0:1784948210.300278:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7e40. 00010000:00000001:1.0:1784948210.684187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948210.684195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948210.684234:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948210.684241:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948210.684245:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948211.516152:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948211.516161:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948211.516170:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d180. 00000020:00000040:1.0:1784948211.516175:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948211.516178:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948211.516181:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948211.516185:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948211.516193:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948211.516198:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516208:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948211.516217:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948211.516220:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516226:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003be5a6d6] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.516249:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516255:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948211.516258:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948211.516260:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000020:00000040:1.0:1784948211.516261:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948211.516263:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948211.516264:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948211.516265:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948211.516268:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948211.516270:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516273:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948211.516279:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948211.516281:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516284:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.516291:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948211.516291:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516295:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948211.516298:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948211.516299:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784948211.516303:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1784948211.516304:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c000. 00000020:00000040:1.0:1784948211.516308:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948211.516310:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948211.516312:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948211.516314:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948211.516316:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948211.516317:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784948211.516321:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516329:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948211.516352:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948211.516353:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948211.516355:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.516356:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948211.516362:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948211.516363:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e339d727] to pc [ptlrpcd_00_01+1] req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948211.516365:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948211.516370:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948211.516377:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155045248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948211.516378:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516383:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784948211.516383:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948211.516388:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948211.516389:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784948211.516391:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948211.516393:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948211.516396:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948211.516397:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948211.516403:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12308) 02000000:00000010:0.0:1784948211.516404:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 02000000:00000001:0.0:1784948211.516407:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948211.516412:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948211.516415:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784948211.516416:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea4d0. 00000100:00000001:1.0:1784948211.516418:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948211.516421:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1784948211.516424:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000040:1.0:1784948211.516426:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948211.516431:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045248, portal 25 00000100:00000001:0.0:1784948211.516435:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948211.516438:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821358464 : -119147888193152 : ffff93a2b872d180) 00000100:00000001:1.0:1784948211.516444:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784948211.516446:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.516447:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948211.516453:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948211.516455:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948211.516459:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784948211.516460:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948211.516464:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:1.0:1784948211.516467:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155045376:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784948211.516468:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000100:00000200:0.0:1784948211.516474:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155045248, offset 0 00000100:00000001:1.0:1784948211.516475:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948211.516479:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948211.516481:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948211.516484:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784948211.516485:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948211.516490:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948211.516492:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948211.516493:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.516499:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948211.516503:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784948211.516504:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9cb8. 00000400:00000200:0.0:1784948211.516509:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784948211.516510:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 00000100:00000200:1.0:1784948211.516514:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045376, portal 10 00000100:00000001:1.0:1784948211.516516:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948211.516518:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000400:00000200:0.0:1784948211.516522:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:1.0:1784948211.516526:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948211.516529:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948211.516537:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948211.516537:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948211.516542:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948211.516547:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541397:541397:256:4294967295] 192.168.201.111@tcp LPNI seq info [541334:541334:8:4294967295] 00000400:00000010:1.0:1784948211.516548:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1cc0. 00000100:00000200:1.0:1784948211.516552:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155045376, offset 0 00000400:00000200:0.0:1784948211.516557:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.516560:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948211.516566:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948211.516571:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948211.516575:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948211.516579:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784948211.516582:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948211.516602:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948211.516610:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948211.516614:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948211.516619:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948211.516623:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948211.516625:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948211.516626:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948211.516631:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948211.516634:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948211.516639:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306974981 00000400:00000200:1.0:1784948211.516640:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541398:541398:255:4294967295] 192.168.201.111@tcp LPNI seq info [541335:541335:7:4294967295] 00000100:00000010:0.0:1784948211.516645:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784948211.516646:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948211.516654:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948211.516655:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948211.516663:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306974981 00000800:00000200:1.0:1784948211.516664:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:0.0:1784948211.516668:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889420. 00000800:00000010:1.0:1784948211.516671:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784948211.516672:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948211.516677:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948211.516679:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948211.516681:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516685:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948211.516688:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948211.516689:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948211.516694:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948211.516698:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516699:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948211.516701:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1784948211.516702:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9048 usecs (10 jiffies) 00000100:00000001:0.0:1784948211.516704:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948211.516707:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948211.516709:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948211.516710:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948211.516712:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306971146 00000100:00000040:0.0:1784948211.516717:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.516718:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306974981 00000100:00000001:1.0:1784948211.516722:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306971146 00000100:00000001:1.0:1784948211.516726:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306974981 00000100:00000001:1.0:1784948211.516730:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948211.516734:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948211.516735:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516737:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.516739:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948211.516740:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948211.516742:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948211.516743:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948211.516746:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.516747:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1784948211.516750:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155045504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948211.516751:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948211.516757:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948211.516757:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948211.516760:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948211.516762:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948211.516762:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948211.516764:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.516765:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948211.516767:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948211.516771:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784948211.516773:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948211.516775:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948211.516777:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea8f0. 00000400:00000010:0.0:1784948211.516780:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000100:00000200:0.0:1784948211.516782:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045504, portal 10 00000100:00000001:0.0:1784948211.516784:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948211.516785:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821353984 : -119147888197632 : ffff93a2b872c000) 00000100:00000040:0.0:1784948211.516789:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.516793:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948211.516795:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948211.516798:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf880. 00000100:00000200:0.0:1784948211.516799:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155045504, offset 0 00000400:00000200:0.0:1784948211.516802:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948211.516804:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784948211.516808:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784948211.516810:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784948211.516813:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948211.516817:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948211.516818:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948211.516821:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948211.516825:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948211.516827:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948211.516831:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948211.516834:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541399:541399:254:4294967295] 192.168.201.111@tcp LPNI seq info [541336:541336:6:4294967295] 00000400:00000200:0.0:1784948211.516837:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948211.516841:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948211.516844:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948211.516846:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000800:00000010:0.0:1784948211.516848:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000400:00000010:1.0:1784948211.516850:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000800:00000200:0.0:1784948211.516854:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948211.516857:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784948211.516861:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784948211.516864:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948211.516865:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948211.516872:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948211.516876:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:0.0:1784948211.516882:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948211.516882:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948211.516886:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306971147 00000100:00000001:0.0:1784948211.516890:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306974981 00000100:00000040:1.0:1784948211.516890:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.516895:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306971147 00000100:00000001:0.0:1784948211.516899:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306974981 00000100:00000001:0.0:1784948211.516905:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948211.516905:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516907:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.516908:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784948211.516911:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516914:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948211.516916:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948211.516917:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948211.516919:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784948211.516920:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948211.516921:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784948211.516924:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000100:00000001:0.0:1784948211.516925:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.516930:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948211.516931:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948211.516936:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948211.516938:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:1.0:1784948211.516939:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:1.0:1784948211.516941:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948211.516944:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.516949:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948211.516951:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.516955:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.516956:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948211.517005:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948211.517007:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784948211.517008:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948211.517010:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948211.517012:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf880 00000400:00000010:1.0:1784948211.517013:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf880. 00000100:00000001:1.0:1784948211.517014:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948211.517017:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.517021:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948211.517023:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.517028:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.517029:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948211.519222:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519233:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948211.519235:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519237:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948211.519241:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519245:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948211.519251:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519255:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519259:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519263:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318780 00000400:00000200:1.0:1784948211.519268:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519273:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a51 [1] + 224 00000800:00000001:1.0:1784948211.519279:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519284:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948211.519286:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948211.519290:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948211.519294:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948211.519300:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948211.519312:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.519329:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948211.519335:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519338:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948211.519339:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519340:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948211.519343:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519346:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948211.519349:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519351:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519353:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519355:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318880 00000400:00000200:1.0:1784948211.519357:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519359:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a71 [1] + 224 00000800:00000001:1.0:1784948211.519367:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519369:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948211.519370:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948211.519373:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948211.519374:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948211.519377:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948211.519383:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.519389:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948211.519391:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519392:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948211.519394:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519396:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948211.519398:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519401:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948211.519404:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948211.519406:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948211.519407:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948211.519411:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948211.519412:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948211.519416:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318800 00000400:00000200:1.0:1784948211.519419:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948211.519420:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948211.519424:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948211.519427:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea8f0. 00000400:00000200:0.0:1784948211.519431:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:0.0:1784948211.519433:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:0.0:1784948211.519435:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948211.519438:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a61 [1] + 224 00000100:00000200:0.0:1784948211.519442:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948211.519443:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948211.519449:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948211.519453:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1784948211.519456:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948211.519461:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948211.519465:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948211.519470:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.519506:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784948211.519507:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.519510:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948211.519515:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948211.519518:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948211.519520:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948211.519523:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948211.519526:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.519531:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784948211.519532:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=52 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948211.519537:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=74 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948211.519538:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948211.519540:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948211.519543:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948211.519545:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948211.519545:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948211.519548:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.519552:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948211.519553:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948211.519555:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948211.519557:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.519558:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948211.519562:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948211.519563:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784948211.519565:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948211.519568:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948211.519571:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9cb8. 00000100:00000001:0.0:1784948211.519573:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948211.519576:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948211.519577:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000100:00000001:0.0:1784948211.519579:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948211.519580:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000040:0.0:1784948211.519597:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.519599:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948211.519607:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948211.519612:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155045504:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784948211.519623:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948211.519624:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948211.519627:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948211.519629:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea4d0. 00000400:00000200:0.0:1784948211.519634:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000100:00000001:1.0:1784948211.519635:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784948211.519637:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:1.0:1784948211.519638:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948211.519642:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948211.519642:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948211.519646:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948211.519648:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784948211.519650:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.519650:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948211.519656:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948211.519663:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=52 v=5 (5 5 5 5) 00000100:00000200:0.0:1784948211.519665:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948211.519667:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=92 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948211.519675:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948211.519677:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.519680:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:1.0:1784948211.519681:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948211.519684:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948211.519685:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.519690:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948211.519691:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:0.0:1784948211.519693:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784948211.519694:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948211.519695:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948211.519699:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.519699:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948211.519702:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948211.519703:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948211.519708:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=52 v=5 (5 5 5 5) 00000100:00000040:1.0:1784948211.519709:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948211.519711:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=52 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948211.519718:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948211.519720:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948211.519724:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948211.519727:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1784948211.519728:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.519734:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948211.519734:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948211.519737:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948211.519741:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948211.519745:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.519759:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948211.519763:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00100000:1.0:1784948211.519764:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155045376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948211.519765:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948211.519773:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948211.519774:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948211.519776:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948211.519782:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155045376/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948211.519786:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155045248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948211.519794:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948211.519798:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948211.519800:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948211.519803:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784948211.519804:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c000 x1871641155045504/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948211.519806:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948211.519812:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948211.519814:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784948211.519815:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784948211.519817:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1784948211.519818:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000010:0.0:1784948211.519820:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 00000020:00000001:1.0:1784948211.519821:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:0.0:1784948211.519824:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:1.0:1784948211.519825:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 00000020:00000001:0.0:1784948211.519827:0:2407:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784948211.519829:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1784948211.519830:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948211.519832:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1784948211.519834:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000010:1.0:1784948211.519835:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 02000000:00000010:0.0:1784948211.519837:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd400. 00000100:00000001:1.0:1784948211.519839:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1784948211.519841:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948211.519842:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948211.519845:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948211.519846:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784948211.519849:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c000. 00000100:00000001:1.0:1784948211.519851:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948211.519853:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948211.519854:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.519855:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948211.519858:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948211.519859:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948211.519862:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948211.519863:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d180 x1871641155045248/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948227 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948211.519869:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948211.519870:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948211.519871:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 02000000:00000001:0.0:1784948211.519874:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948211.519875:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948211.519876:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948211.519877:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948211.519878:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:0.0:1784948211.519880:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948211.519880:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948211.519881:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d180. 00000100:00000001:0.0:1784948211.519883:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948211.519883:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948211.519885:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948211.519888:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948211.519889:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948211.519890:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948211.519891:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948211.708129:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948211.708136:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948211.708210:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948211.708213:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948211.708216:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948212.732144:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948212.732153:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948212.732156:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948212.732160:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948212.732164:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948212.732166:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948212.732168:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948212.732170:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948212.732250:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948212.732254:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948212.732257:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948213.756123:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948213.756129:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948213.756151:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948213.756154:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948213.756157:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948214.780147:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948214.780154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948214.780193:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948214.780198:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948214.780201:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948215.420131:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306974981, at 4306975040 00000100:00000040:0.0:1784948215.420136:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306974981, at 4306975040 00000100:00000010:1.0:1784948215.420146:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889420. 00000100:00000010:0.0:1784948215.420149:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948215.804170:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948215.804176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948215.804251:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948215.804254:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948215.804258:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948216.636164:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948216.636172:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948216.636180:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784948216.636185:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948216.636189:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948216.636192:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948216.636197:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948216.636203:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948216.636209:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636218:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948216.636227:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948216.636230:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636236:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_00+0] req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948216.636260:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636263:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948216.636266:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948216.636268:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784948216.636270:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948216.636272:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948216.636273:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948216.636275:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948216.636278:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948216.636281:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636286:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948216.636294:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948216.636296:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636300:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948216.636310:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636314:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948216.636318:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948216.636321:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784948216.636322:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784948216.636324:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948216.636328:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948216.636329:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948216.636331:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948216.636332:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948216.636336:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948216.636340:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948216.636342:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948216.636347:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.636353:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948216.636356:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948216.636356:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948216.636362:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948216.636366:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948216.636366:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948216.636371:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948216.636372:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636381:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948216.636381:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155045632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948216.636388:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948216.636394:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948216.636398:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948216.636400:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948216.636402:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948216.636404:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948216.636407:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784948216.636408:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000040:2.0:1784948216.636410:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948216.636412:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948216.636416:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948216.636420:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12313) 00000400:00000200:3.0:1784948216.636422:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948216.636427:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948216.636432:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784948216.636439:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045632, portal 25 00000100:00000001:3.0:1784948216.636441:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948216.636443:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948216.636443:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000001:2.0:1784948216.636447:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948216.636449:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948216.636453:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948216.636456:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.636473:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948216.636475:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948216.636478:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948216.636479:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948216.636482:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1784948216.636483:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 02000000:00000001:2.0:1784948216.636485:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784948216.636487:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155045632, offset 0 02000000:00000001:2.0:1784948216.636488:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948216.636494:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155045760:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948216.636511:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948216.636513:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948216.636516:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948216.636518:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948216.636519:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948216.636523:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948216.636523:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948216.636528:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948216.636533:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948216.636535:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948216.636538:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:2.0:1784948216.636541:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784948216.636545:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045760, portal 10 00000400:00000200:3.0:1784948216.636546:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948216.636548:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948216.636551:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000400:00000200:3.0:1784948216.636555:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784948216.636560:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948216.636563:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948216.636571:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948216.636572:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948216.636579:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948216.636581:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000400:00000200:3.0:1784948216.636582:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541400:541400:256:4294967295] 192.168.201.111@tcp LPNI seq info [541337:541337:8:4294967295] 00000100:00000200:2.0:1784948216.636585:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155045760, offset 0 00000400:00000200:3.0:1784948216.636590:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948216.636594:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948216.636600:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948216.636606:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948216.636609:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948216.636616:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784948216.636617:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948216.636621:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948216.636624:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948216.636626:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:3.0:1784948216.636626:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000400:00000200:2.0:1784948216.636632:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541401:541401:255:4294967295] 192.168.201.111@tcp LPNI seq info [541338:541338:7:4294967295] 00000400:00000200:2.0:1784948216.636639:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948216.636639:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948216.636646:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948216.636651:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948216.636656:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948216.636657:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:2.0:1784948216.636663:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:2.0:1784948216.636668:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948216.636672:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948216.636673:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948216.636675:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948216.636680:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948216.636681:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.636683:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306980101 00000100:00000040:2.0:1784948216.636686:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9048 usecs (10 jiffies) 00000100:00000010:3.0:1784948216.636689:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7360. 00000400:00000200:2.0:1784948216.636691:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948216.636694:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306976266 00000100:00000001:3.0:1784948216.636697:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948216.636703:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306980101 00000100:00000001:2.0:1784948216.636705:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306980101 00000100:00000010:3.0:1784948216.636706:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d75a0. 00000100:00000001:2.0:1784948216.636709:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306976266 00000100:00000001:3.0:1784948216.636711:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948216.636716:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948216.636717:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306980101 00000100:00000001:3.0:1784948216.636721:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948216.636722:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948216.636725:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948216.636726:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.636728:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948216.636730:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948216.636733:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.636736:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948216.636737:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948216.636739:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948216.636740:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948216.636743:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948216.636744:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948216.636746:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948216.636747:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948216.636749:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948216.636750:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948216.636754:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948216.636757:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948216.636761:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948216.636764:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948216.636767:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948216.636768:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 02000000:00000001:3.0:1784948216.636769:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948216.636773:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948216.636775:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948216.636777:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1784948216.636779:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155045888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948216.636783:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948216.636784:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784948216.636787:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948216.636789:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948216.636790:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948216.636791:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 02000000:00000010:3.0:1784948216.636794:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000400:00000010:1.0:1784948216.636795:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 02000000:00000001:3.0:1784948216.636799:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948216.636802:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:3.0:1784948216.636803:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948216.636807:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000200:1.0:1784948216.636809:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948216.636811:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000200:3.0:1784948216.636816:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155045888, portal 10 00000100:00000001:3.0:1784948216.636820:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948216.636822:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000001:1.0:1784948216.636827:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948216.636830:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948216.636837:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.636838:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948216.636844:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948216.636847:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784948216.636851:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155045888, offset 0 00000400:00000200:3.0:1784948216.636858:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948216.636865:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948216.636871:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948216.636877:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948216.636877:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948216.636880:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948216.636883:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784948216.636884:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948216.636888:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948216.636890:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541402:541402:254:4294967295] 192.168.201.111@tcp LPNI seq info [541339:541339:6:4294967295] 00000400:00000200:3.0:1784948216.636894:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948216.636900:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948216.636903:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948216.636905:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:3.0:1784948216.636907:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948216.636911:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948216.636913:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948216.636915:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948216.636917:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:3.0:1784948216.636919:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948216.636921:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306976267 00000100:00000001:3.0:1784948216.636923:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306980101 00000100:00000001:3.0:1784948216.636925:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306976267 00000100:00000001:3.0:1784948216.636927:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306980101 00000100:00000001:3.0:1784948216.636928:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948216.636930:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.636931:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.636933:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.636935:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948216.636936:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948216.636937:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948216.636938:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948216.636939:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.636940:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948216.636948:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948216.636952:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784948216.636955:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948216.636959:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948216.636962:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:1.0:1784948216.636963:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:1.0:1784948216.636965:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948216.636968:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948216.636974:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948216.636976:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948216.636980:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948216.636982:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948216.636989:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948216.636990:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:1.0:1784948216.636992:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948216.636994:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948216.636995:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:1.0:1784948216.636997:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:1.0:1784948216.636998:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948216.637000:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948216.637004:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948216.637006:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948216.637009:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948216.637010:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948216.638532:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638542:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948216.638545:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638546:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948216.638551:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638556:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948216.638561:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638564:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638567:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638570:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318900 00000400:00000200:1.0:1784948216.638573:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638577:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a81 [1] + 224 00000800:00000001:1.0:1784948216.638583:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638588:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948216.638590:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948216.638593:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948216.638597:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948216.638600:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948216.638608:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948216.638622:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948216.638627:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638629:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.638649:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948216.638652:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948216.638656:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948216.638658:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948216.638660:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948216.638663:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:3.0:1784948216.638665:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:3.0:1784948216.638667:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948216.638672:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948216.638680:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.638685:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948216.638686:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.638688:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948216.638690:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948216.638692:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948216.638693:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948216.638695:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948216.638700:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948216.638703:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948216.638705:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948216.638706:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948216.638708:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948216.638710:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.638712:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948216.638715:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.638720:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948216.638722:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948216.638723:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948216.638726:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948216.638731:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155045632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948216.638734:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.638735:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948216.638737:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155045632/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.638741:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948216.638743:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948216.638745:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948216.638747:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948216.638748:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948216.638750:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948216.638751:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948216.638753:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948216.638755:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948216.638756:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948216.638829:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:3.0:1784948216.638833:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948216.638834:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.638837:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948216.638838:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948216.638839:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948216.638842:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784948216.638845:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948216.638848:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638850:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948216.638852:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638855:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948216.638858:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638860:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638862:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638864:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318980 00000400:00000200:1.0:1784948216.638867:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.638869:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a89 [1] + 224 00000800:00000001:1.0:1784948216.638872:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638875:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948216.638877:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948216.638879:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948216.638881:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948216.638885:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.638888:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.638893:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948216.638897:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948216.638909:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948216.638913:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.638914:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948216.638972:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948216.638976:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948216.638979:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948216.638981:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948216.638982:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948216.638986:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948216.638988:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948216.638991:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948216.638997:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948216.639000:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.639006:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948216.639009:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948216.639010:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.639013:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948216.639021:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948216.639024:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948216.639027:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948216.639029:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948216.639030:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948216.639033:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1784948216.639035:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948216.639035:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948216.639037:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948216.639041:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948216.639042:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948216.639046:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.639064:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318a00 00000400:00000200:1.0:1784948216.639066:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948216.639069:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a91 [1] + 224 00000800:00000001:1.0:1784948216.639072:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948216.639077:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948216.639077:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=57 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948216.639082:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784948216.639084:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=97 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948216.639088:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948216.639089:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948216.639091:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948216.639092:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948216.639095:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784948216.639099:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948216.639100:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948216.639105:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948216.639107:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948216.639111:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948216.639115:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948216.639116:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948216.639122:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948216.639129:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948216.639131:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948216.639131:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948216.639135:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948216.639137:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948216.639139:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948216.639141:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784948216.639150:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155045760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948216.639155:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948216.639156:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948216.639159:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155045760/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948216.639164:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948216.639165:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948216.639166:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948216.639169:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784948216.639170:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000001:3.0:1784948216.639174:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1784948216.639175:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:3.0:1784948216.639178:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784948216.639179:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948216.639182:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000010:3.0:1784948216.639183:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000020:00000001:2.0:1784948216.639185:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948216.639188:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000400:00000200:3.0:1784948216.639188:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784948216.639192:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 02000000:00000001:2.0:1784948216.639194:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948216.639196:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948216.639197:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:2.0:1784948216.639198:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:2.0:1784948216.639202:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1784948216.639203:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948216.639204:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948216.639209:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948216.639214:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948216.639217:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948216.639220:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948216.639221:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948216.639224:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.639231:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948216.639232:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.639233:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948216.639235:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948216.639236:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948216.639237:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948216.639239:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948216.639242:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=57 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948216.639244:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=79 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948216.639246:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948216.639247:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948216.639249:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948216.639250:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.639252:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948216.639253:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948216.639254:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948216.639255:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948216.639258:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.639262:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948216.639264:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948216.639265:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948216.639267:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948216.639276:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155045888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948216.639279:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.639280:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948216.639282:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155045888/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948216.639286:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948216.639287:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948216.639288:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948216.639290:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948216.639291:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948216.639291:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948216.639293:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948216.639294:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948216.639295:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948216.639296:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948216.639297:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784948216.639299:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948216.639300:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.639301:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948216.639304:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948216.639305:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948216.639306:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948216.639307:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948216.828149:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948216.828157:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948216.828243:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948216.828246:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948216.828250:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948217.852218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948217.852228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948217.852331:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948217.852336:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948217.852341:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948218.876233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948218.876259:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948218.876295:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948218.876300:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948218.876306:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948219.900239:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948219.900249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948219.900291:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948219.900296:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948219.900313:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948220.156192:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948220.156203:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948220.156209:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948220.156519:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948220.156545:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948220.156551:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948220.156553:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948220.156559:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948220.540197:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306980101, at 4306980160 00000100:00000040:0.0:1784948220.540217:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306980101, at 4306980160 00000100:00000010:1.0:1784948220.540220:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d75a0. 00000100:00000010:0.0:1784948220.540239:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7360. 00010000:00000001:1.0:1784948220.924218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948220.924231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948220.924328:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948220.924335:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948220.924340:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948221.756173:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948221.756185:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948221.756198:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 00000020:00000040:2.0:1784948221.756206:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948221.756212:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948221.756216:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948221.756223:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948221.756234:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948221.756243:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756259:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948221.756275:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948221.756281:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756289:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_01+1] req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948221.756331:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756335:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948221.756340:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948221.756344:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784948221.756347:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948221.756350:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948221.756352:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948221.756354:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948221.756358:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948221.756362:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756369:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948221.756379:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948221.756383:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756389:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_00+0] req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.756394:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948221.756405:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948221.756407:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756438:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948221.756442:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784948221.756450:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1784948221.756458:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000100:00000040:3.0:1784948221.756465:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1784948221.756466:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948221.756475:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948221.756480:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948221.756485:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948221.756494:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784948221.756502:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948221.756503:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.756508:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756517:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784948221.756518:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948221.756526:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948221.756540:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948221.756541:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948221.756548:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948221.756554:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155046016:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948221.756560:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.756566:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948221.756577:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948221.756580:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948221.756583:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756587:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948221.756589:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948221.756598:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784948221.756602:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000040:2.0:1784948221.756603:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948221.756613:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948221.756615:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948221.756627:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12319) 00000400:00000200:3.0:1784948221.756630:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948221.756638:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948221.756648:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000200:3.0:1784948221.756657:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046016, portal 25 00000100:00000001:3.0:1784948221.756661:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948221.756664:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000001:2.0:1784948221.756670:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948221.756677:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948221.756679:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948221.756682:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948221.756696:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.756705:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948221.756720:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948221.756721:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948221.756727:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948221.756728:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 02000000:00000001:2.0:1784948221.756732:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784948221.756736:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155046016, offset 0 02000000:00000001:2.0:1784948221.756738:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948221.756746:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948221.756755:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155046144:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948221.756755:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948221.756767:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948221.756772:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784948221.756779:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948221.756780:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948221.756787:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948221.756794:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948221.756797:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948221.756799:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948221.756810:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948221.756812:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948221.756820:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948221.756821:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948221.756832:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784948221.756834:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000400:00000200:3.0:1784948221.756840:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:2.0:1784948221.756845:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046144, portal 10 00000400:00000200:3.0:1784948221.756851:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541403:541403:256:4294967295] 192.168.201.111@tcp LPNI seq info [541340:541340:8:4294967295] 00000100:00000001:2.0:1784948221.756853:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948221.756859:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000400:00000200:3.0:1784948221.756867:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948221.756876:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948221.756898:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948221.756907:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784948221.756917:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784948221.756919:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948221.756928:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000800:00000010:3.0:1784948221.756933:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000200:2.0:1784948221.756934:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155046144, offset 0 00000400:00000200:2.0:1784948221.756958:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948221.756960:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948221.756970:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948221.756978:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948221.756984:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784948221.756988:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948221.756993:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948221.757002:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948221.757005:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948221.757009:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948221.757013:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541404:541404:255:4294967295] 192.168.201.111@tcp LPNI seq info [541341:541341:7:4294967295] 00000100:00000001:3.0:1784948221.757016:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948221.757025:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948221.757034:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948221.757039:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306985221 00000100:00000010:3.0:1784948221.757088:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7000. 00000100:00000001:3.0:1784948221.757101:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948221.757102:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948221.757116:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306985222 00000800:00000200:2.0:1784948221.757117:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784948221.757129:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7120. 00000800:00000010:2.0:1784948221.757132:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784948221.757137:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784948221.757147:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948221.757150:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948221.757155:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948221.757164:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948221.757165:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948221.757173:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948221.757175:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948221.757185:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.757193:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1784948221.757194:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9048 usecs (10 jiffies) 00000100:00000001:3.0:1784948221.757202:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948221.757209:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948221.757217:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306981387 00000100:00000001:3.0:1784948221.757217:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948221.757222:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306985221 00000100:00000001:3.0:1784948221.757225:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948221.757227:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306981387 00000100:00000001:3.0:1784948221.757234:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948221.757236:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306985222 00000100:00000001:2.0:1784948221.757244:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948221.757247:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948221.757254:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948221.757255:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948221.757258:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948221.757269:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784948221.757272:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948221.757275:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948221.757285:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784948221.757286:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:2.0:1784948221.757290:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948221.757300:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.757302:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784948221.757305:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948221.757306:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.757308:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948221.757321:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784948221.757327:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784948221.757328:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948221.757340:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948221.757345:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000100:00100000:3.0:1784948221.757349:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155046272:192.168.201.111@tcp:400:kworker.0 00000400:00000010:0.0:1784948221.757352:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:3.0:1784948221.757361:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948221.757365:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784948221.757367:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948221.757373:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948221.757379:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1784948221.757380:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948221.757387:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948221.757395:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948221.757437:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784948221.757438:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948221.757448:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948221.757460:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948221.757463:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948221.757484:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948221.757488:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784948221.757491:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948221.757496:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948221.757499:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000400:00000010:0.0:1784948221.757502:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:0.0:1784948221.757505:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948221.757509:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948221.757520:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948221.757525:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948221.757534:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948221.757536:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1784948221.757616:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948221.757626:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784948221.757632:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046272, portal 10 00000100:00000001:3.0:1784948221.757636:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948221.757638:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:3.0:1784948221.757650:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.757660:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948221.757663:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948221.757666:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b85d8. 00000100:00000200:3.0:1784948221.757670:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155046272, offset 0 00000400:00000200:3.0:1784948221.757732:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948221.757739:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948221.757745:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948221.757749:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948221.757753:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948221.757756:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948221.757759:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948221.757764:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541405:541405:256:4294967295] 192.168.201.111@tcp LPNI seq info [541342:541342:8:4294967295] 00000400:00000200:3.0:1784948221.757769:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948221.757779:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948221.757785:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948221.757790:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784948221.757796:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948221.757802:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948221.757806:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948221.757824:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948221.757828:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10211 usecs (11 jiffies) 00000400:00000200:3.0:1784948221.757833:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948221.757836:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306981388 00000100:00000001:3.0:1784948221.757840:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306985221 00000100:00000001:3.0:1784948221.757843:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306981388 00000100:00000001:3.0:1784948221.757847:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306985222 00000100:00000001:3.0:1784948221.757851:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948221.757856:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.757860:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.757864:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.757870:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948221.757872:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948221.757875:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948221.757877:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948221.757879:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.757882:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948221.757938:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948221.757945:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:1.0:1784948221.757951:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948221.757958:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948221.757964:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b85d8 00000400:00000010:1.0:1784948221.757967:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b85d8. 00000100:00000001:1.0:1784948221.757971:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948221.757977:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948221.757988:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948221.757992:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948221.758001:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948221.758003:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948221.760471:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.760488:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948221.760493:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.760496:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948221.760504:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.760511:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948221.760520:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.760525:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.760531:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.760536:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318a80 00000400:00000200:0.0:1784948221.760542:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.760549:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524a99 [1] + 224 00000800:00000001:0.0:1784948221.760557:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.760567:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948221.760570:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948221.760575:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948221.760582:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948221.760591:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948221.760606:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948221.760634:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948221.760650:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.760654:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.760827:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948221.760833:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948221.760842:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948221.760844:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948221.760847:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948221.760853:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000400:00000010:3.0:1784948221.760856:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:3.0:1784948221.760860:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784948221.760926:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948221.760940:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948221.760944:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948221.760949:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948221.760950:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948221.760965:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948221.760980:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948221.761000:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948221.761009:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948221.761012:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948221.761015:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948221.761030:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318b80 00000400:00000200:1.0:1784948221.761044:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948221.761089:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524aa9 [1] + 224 00000800:00000001:1.0:1784948221.761097:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948221.761107:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948221.761115:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948221.761127:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948221.761128:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948221.761139:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948221.761140:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948221.761151:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784948221.761153:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948221.761171:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948221.761193:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948221.761200:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948221.761203:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948221.761307:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948221.761312:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948221.761315:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948221.761320:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948221.761330:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948221.761336:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=62 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948221.761342:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948221.761346:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948221.761350:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.761366:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948221.761370:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.761373:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948221.761380:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.761388:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948221.761396:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.761401:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.761433:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948221.761439:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318b00 00000400:00000200:0.0:1784948221.761446:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:3.0:1784948221.761448:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948221.761456:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948221.761457:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524aa1 [1] + 224 00000100:00000001:3.0:1784948221.761470:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948221.761471:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948221.761485:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948221.761491:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784948221.761493:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948221.761503:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948221.761515:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948221.761527:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.761530:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948221.761545:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948221.761554:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948221.761558:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948221.761574:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948221.761590:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784948221.761597:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155046016:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784948221.761606:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948221.761609:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948221.761614:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.761616:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948221.761627:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155046016/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.761639:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948221.761643:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948221.761647:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948221.761652:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948221.761654:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948221.761657:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948221.761660:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948221.761663:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784948221.761668:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948221.761671:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948221.761674:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784948221.761681:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948221.761683:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.761687:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.761691:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948221.761692:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948221.761699:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948221.761703:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:3.0:1784948221.761703:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948221.761711:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784948221.761712:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948221.761721:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:3.0:1784948221.761723:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:3.0:1784948221.761726:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948221.761731:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784948221.761732:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948221.761738:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948221.761745:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000200:3.0:1784948221.761756:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948221.761757:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948221.761764:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948221.761774:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948221.761783:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948221.761789:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948221.761790:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.761793:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948221.761799:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948221.761803:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948221.761808:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948221.761817:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948221.761826:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948221.761828:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948221.761846:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948221.761861:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948221.761862:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948221.761869:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.761870:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948221.761880:0:2408:0:(client.c:1580:after_reply()) Process entered 00010000:00000001:3.0:1784948221.761881:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784948221.761887:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1784948221.761889:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948221.761893:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948221.761897:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784948221.761898:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948221.761905:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:2.0:1784948221.761906:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.761916:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00001000:2.0:1784948221.761921:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=62 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948221.761922:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948221.761935:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=102 v=5 (1 1 1 1) 00000100:00000040:3.0:1784948221.761939:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948221.761942:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948221.761947:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948221.761955:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948221.761962:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.761965:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948221.761968:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948221.761971:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1784948221.761973:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948221.761976:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948221.761979:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948221.761984:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948221.761989:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948221.761999:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948221.762029:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155046272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948221.762031:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948221.762042:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948221.762080:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.762082:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948221.762091:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948221.762092:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948221.762106:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641155046272/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948221.762121:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155046144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948221.762126:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948221.762135:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948221.762137:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948221.762139:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00000001:2.0:1784948221.762142:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948221.762149:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784948221.762154:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155046144/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948237 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948221.762155:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948221.762161:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948221.762170:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948221.762175:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948221.762180:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948221.762182:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948221.762186:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784948221.762188:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1784948221.762192:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000010:3.0:1784948221.762197:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 02000000:00000001:2.0:1784948221.762201:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948221.762208:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784948221.762211:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1784948221.762212:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948221.762222:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784948221.762222:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948221.762227:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:3.0:1784948221.762233:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948221.762235:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948221.762240:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948221.762245:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:3.0:1784948221.762248:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948221.762250:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948221.762256:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948221.762259:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948221.762260:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948221.762273:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948221.762274:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948221.762278:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948221.762282:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948221.762285:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948221.762292:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948221.948233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948221.948243:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948221.948342:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948221.948349:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948221.948354:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948222.972151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948222.972160:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948222.972163:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948222.972167:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948222.972173:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948222.972176:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948222.972179:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948222.972182:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948222.972271:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948222.972275:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948222.972278:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948223.996141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948223.996147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948223.996169:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948223.996173:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948223.996176:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948225.020150:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948225.020158:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948225.020188:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948225.020192:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948225.020196:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948225.660116:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306985222, at 4306985280 00000100:00000040:0.0:1784948225.660117:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306985221, at 4306985280 00000100:00000010:1.0:1784948225.660130:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7120. 00000100:00000010:0.0:1784948225.660132:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7000. 00010000:00000001:1.0:1784948226.044124:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948226.044130:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948226.044180:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948226.044184:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948226.044187:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948226.876135:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948226.876145:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948226.876155:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784948226.876160:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948226.876165:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948226.876168:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948226.876173:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948226.876182:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948226.876189:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948226.876201:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948226.876213:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948226.876218:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948226.876224:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948226.876253:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948226.876257:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948226.876261:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948226.876264:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784948226.876267:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948226.876270:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948226.876271:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948226.876275:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784948226.876277:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948226.876278:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.876282:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:3.0:1784948226.876284:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948226.876289:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948226.876294:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948226.876297:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948226.876339:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948226.876341:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948226.876346:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948226.876349:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948226.876353:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784948226.876354:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.876358:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948226.876363:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155046400:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948226.876368:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_01+1] req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948226.876371:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948226.876378:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948226.876383:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.876383:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948226.876389:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948226.876390:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948226.876396:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000010:2.0:1784948226.876398:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948226.876402:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784948226.876408:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000400:00000200:2.0:1784948226.876411:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:3.0:1784948226.876413:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000400:00000010:2.0:1784948226.876418:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948226.876418:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948226.876421:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948226.876424:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948226.876428:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 02000000:00000010:3.0:1784948226.876430:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784948226.876435:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948226.876437:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046400, portal 25 00000100:00000040:3.0:1784948226.876441:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948226.876442:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948226.876447:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000100:00000001:3.0:1784948226.876457:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1784948226.876459:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948226.876460:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948226.876469:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948226.876477:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948226.876485:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948226.876487:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948226.876491:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000040:3.0:1784948226.876491:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1784948226.876499:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155046400, offset 0 00000100:00000040:3.0:1784948226.876499:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948226.876504:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948226.876510:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784948226.876511:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948226.876517:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12324) 00000400:00000200:2.0:1784948226.876523:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948226.876532:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784948226.876533:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948226.876536:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948226.876539:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948226.876541:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784948226.876546:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948226.876548:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948226.876554:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948226.876560:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948226.876565:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784948226.876569:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541406:541406:256:4294967295] 192.168.201.111@tcp LPNI seq info [541343:541343:8:4294967295] 00000100:00000001:3.0:1784948226.876570:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948226.876577:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948226.876579:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948226.876581:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948226.876586:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948226.876596:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155046528:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948226.876597:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948226.876606:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1784948226.876609:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948226.876611:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948226.876615:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948226.876616:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 02000000:00000001:3.0:1784948226.876618:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784948226.876625:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000010:3.0:1784948226.876625:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948226.876630:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948226.876639:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948226.876639:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948226.876646:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1784948226.876647:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948226.876656:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000200:3.0:1784948226.876660:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046528, portal 10 00000100:00000001:3.0:1784948226.876662:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948226.876665:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000001:2.0:1784948226.876666:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948226.876673:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948226.876678:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306990341 00000100:00000040:3.0:1784948226.876678:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784948226.876684:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f60. 00000100:00000001:2.0:1784948226.876693:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948226.876693:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948226.876698:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948226.876700:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306990341 00000400:00000010:3.0:1784948226.876703:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8ee0. 00000100:00000010:2.0:1784948226.876705:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff436c0. 00000100:00000200:3.0:1784948226.876707:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155046528, offset 0 00000100:00000001:2.0:1784948226.876709:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948226.876714:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948226.876716:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948226.876717:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948226.876720:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.876723:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948226.876726:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948226.876730:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784948226.876733:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948226.876734:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948226.876739:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948226.876739:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948226.876743:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948226.876745:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948226.876746:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948226.876750:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784948226.876756:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948226.876756:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948226.876763:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541407:541407:255:4294967295] 192.168.201.111@tcp LPNI seq info [541344:541344:7:4294967295] 00000100:00000001:2.0:1784948226.876776:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784948226.876777:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948226.876780:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948226.876784:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784948226.876785:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948226.876789:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784948226.876792:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948226.876794:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948226.876795:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948226.876800:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1784948226.876805:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155046656:192.168.201.111@tcp:400:kworker.0 00000800:00000200:3.0:1784948226.876807:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948226.876814:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948226.876816:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1784948226.876816:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 02000000:00000001:2.0:1784948226.876822:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784948226.876823:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 02000000:00000001:2.0:1784948226.876826:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948226.876827:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784948226.876829:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 02000000:00000001:2.0:1784948226.876831:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948226.876837:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:1.0:1784948226.876838:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:3.0:1784948226.876838:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:2.0:1784948226.876843:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948226.876845:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:1.0:1784948226.876850:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948226.876850:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948226.876854:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948226.876860:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784948226.876866:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046656, portal 10 00000100:00000001:1.0:1784948226.876869:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948226.876870:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948226.876874:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:1.0:1784948226.876878:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948226.876884:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948226.876897:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.876901:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948226.876903:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1784948226.876908:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948226.876911:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000100:00000200:2.0:1784948226.876913:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155046656, offset 0 00000400:00000200:2.0:1784948226.876920:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948226.876924:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948226.876928:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948226.876929:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948226.876935:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784948226.876937:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9048 usecs (10 jiffies) 00000400:00000200:2.0:1784948226.876938:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948226.876943:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948226.876948:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948226.876950:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948226.876952:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306986506 00000400:00000200:2.0:1784948226.876955:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541408:541408:255:4294967295] 192.168.201.111@tcp LPNI seq info [541345:541345:7:4294967295] 00000100:00000001:3.0:1784948226.876958:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306990341 00000400:00000200:2.0:1784948226.876962:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948226.876964:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306986506 00000100:00000001:3.0:1784948226.876970:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306990341 00000400:00000200:2.0:1784948226.876973:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948226.876975:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:2.0:1784948226.876980:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948226.876981:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948226.876986:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784948226.876987:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.876992:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784948226.876993:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948226.876998:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784948226.876999:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948226.877002:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784948226.877003:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948226.877007:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948226.877008:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.877011:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948226.877013:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10211 usecs (11 jiffies) 00000800:00000200:0.0:1784948226.877016:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948226.877016:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948226.877019:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948226.877023:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.877024:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306986507 00000800:00000010:0.0:1784948226.877025:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000100:00000001:2.0:1784948226.877032:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306990341 00000400:00000200:0.0:1784948226.877034:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948226.877034:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306986507 00000100:00000001:2.0:1784948226.877040:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306990341 00000100:00000001:2.0:1784948226.877043:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948226.877069:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.877073:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.877076:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.877080:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948226.877082:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948226.877085:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948226.877088:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948226.877089:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948226.877092:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948226.877096:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8ee0 00000100:00000001:2.0:1784948226.877097:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948226.877102:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8ee0. 00000100:00000001:0.0:1784948226.877109:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948226.877116:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948226.877126:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948226.877131:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948226.877139:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948226.877141:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948226.877182:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948226.877186:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784948226.877189:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948226.877194:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948226.877197:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:0.0:1784948226.877199:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:0.0:1784948226.877202:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948226.877206:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948226.877214:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948226.877218:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948226.877225:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948226.877227:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948226.878317:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948226.878339:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948226.878343:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948226.878345:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948226.878351:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878356:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948226.878362:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878366:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878370:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878374:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318c00 00000400:00000200:1.0:1784948226.878379:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878384:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ab1 [1] + 224 00000800:00000001:1.0:1784948226.878391:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948226.878397:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948226.878400:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948226.878404:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948226.878409:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948226.878414:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948226.878425:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948226.878442:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948226.878449:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948226.878453:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948226.878455:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948226.878458:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948226.878462:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878466:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948226.878472:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948226.878476:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948226.878478:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948226.878481:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948226.878482:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948226.878487:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318c80 00000400:00000001:2.0:1784948226.878489:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948226.878493:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948226.878494:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948226.878497:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948226.878502:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:2.0:1784948226.878505:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948226.878508:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948226.878512:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ab9 [1] + 224 00000100:00000200:2.0:1784948226.878516:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948226.878518:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948226.878527:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948226.878531:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948226.878532:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948226.878542:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948226.878549:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948226.878554:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784948226.878557:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948226.878557:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.878562:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948226.878565:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948226.878568:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948226.878571:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948226.878575:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948226.878576:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948226.878579:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=67 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948226.878588:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=67 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948226.878596:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948226.878597:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948226.878599:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948226.878601:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.878603:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948226.878604:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784948226.878609:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948226.878612:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948226.878614:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948226.878617:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784948226.878618:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.878619:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948226.878627:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948226.878633:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155046400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948226.878637:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.878639:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948226.878641:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155046400/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948226.878645:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948226.878646:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948226.878648:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948226.878651:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948226.878653:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948226.878655:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948226.878656:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948226.878658:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 02000000:00000001:2.0:1784948226.878660:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948226.878662:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948226.878663:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:2.0:1784948226.878666:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948226.878667:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.878668:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.878669:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948226.878671:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948226.878672:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.878673:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.878706:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948226.878710:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948226.878714:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948226.878716:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948226.878718:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948226.878722:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:3.0:1784948226.878725:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000800:00000001:0.0:1784948226.878733:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948226.878741:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948226.878745:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948226.878747:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948226.878752:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948226.878758:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948226.878766:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948226.878767:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948226.878775:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948226.878777:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948226.878781:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948226.878790:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318d00 00000400:00000200:0.0:1784948226.878798:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948226.878803:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948226.878806:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ac1 [1] + 224 00000800:00000001:0.0:1784948226.878816:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948226.878822:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948226.878825:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948226.878825:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948226.878831:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948226.878832:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948226.878835:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948226.878839:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948226.878840:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948226.878842:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948226.878846:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784948226.878846:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948226.878854:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=67 v=5 (5 5 5 5) 00000100:00000200:0.0:1784948226.878855:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948226.878861:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948226.878870:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948226.878873:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948226.878879:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784948226.878880:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948226.878883:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.878890:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948226.878893:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948226.878897:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948226.878899:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948226.878905:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948226.878906:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948226.878915:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784948226.878918:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948226.878919:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948226.878923:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948226.878924:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.878925:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948226.878929:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948226.878930:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784948226.878933:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948226.878936:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948226.878939:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948226.878945:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000100:00100000:3.0:1784948226.878947:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155046528:192.168.201.111@tcp:400:kworker.0 00000400:00000010:2.0:1784948226.878949:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784948226.878952:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948226.878958:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948226.878959:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948226.878964:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948226.878971:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948226.878975:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155046528/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948226.878980:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948226.878983:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.878986:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948226.878989:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948226.878990:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948226.878992:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948226.878996:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948226.878996:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948226.879000:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:2.0:1784948226.879002:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=67 v=5 (5 5 5 5) 02000000:00000010:3.0:1784948226.879005:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00001000:2.0:1784948226.879006:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948226.879011:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948226.879013:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948226.879013:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1784948226.879014:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784948226.879017:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784948226.879018:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948226.879022:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948226.879023:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948226.879025:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948226.879030:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:3.0:1784948226.879030:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948226.879033:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948226.879035:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000100:00000040:2.0:1784948226.879038:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948226.879041:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948226.879044:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948226.879066:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948226.879069:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:3.0:1784948226.879073:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784948226.879074:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948226.879081:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784948226.879084:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948226.879084:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948226.879089:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948226.879096:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948226.879099:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948226.879101:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155046656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948226.879103:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948226.879108:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.879109:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.879113:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948226.879117:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155046656/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948242 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948226.879124:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948226.879126:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948226.879128:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948226.879131:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948226.879133:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948226.879134:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948226.879136:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948226.879138:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784948226.879140:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948226.879142:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948226.879143:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784948226.879146:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948226.879147:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.879149:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948226.879152:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948226.879153:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948226.879155:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948226.879156:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948227.068128:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948227.068133:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948227.068190:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948227.068194:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948227.068198:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948228.092186:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948228.092194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948228.092338:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948228.092343:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948228.092348:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948229.116155:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948229.116163:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948229.116197:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948229.116200:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948229.116203:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948230.140171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948230.140179:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948230.140231:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948230.140238:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948230.140245:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948230.780185:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306990341, at 4306990400 00000100:00000040:1.0:1784948230.780185:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306990341, at 4306990400 00000100:00000010:0.0:1784948230.780207:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f60. 00000100:00000010:1.0:1784948230.780219:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff436c0. 00010000:00000001:1.0:1784948231.164148:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948231.164156:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948231.164224:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948231.164229:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948231.164233:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948231.996300:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948231.996313:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948231.996326:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000020:00000040:2.0:1784948231.996335:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948231.996341:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948231.996344:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948231.996351:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948231.996363:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948231.996371:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996387:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948231.996403:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948231.996408:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996416:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948231.996458:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996463:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948231.996467:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948231.996471:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784948231.996474:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948231.996477:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948231.996480:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948231.996482:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948231.996490:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948231.996494:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996500:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948231.996511:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948231.996515:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948231.996524:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948231.996525:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948231.996536:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948231.996546:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948231.996558:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996569:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948231.996572:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948231.996585:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948231.996594:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784948231.996605:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948231.996608:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948231.996617:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948231.996618:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948231.996625:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948231.996630:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948231.996634:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948231.996640:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784948231.996647:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948231.996651:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948231.996670:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948231.996677:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155046784:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948231.996687:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948231.996695:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948231.996706:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948231.996709:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948231.996711:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948231.996718:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996720:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948231.996728:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948231.996742:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948231.996746:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000040:2.0:1784948231.996747:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948231.996758:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948231.996760:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948231.996772:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948231.996777:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948231.996784:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948231.996789:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12329) 00000400:00000010:3.0:1784948231.996798:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948231.996815:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784948231.996818:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948231.996826:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1784948231.996830:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046784, portal 25 00000100:00000001:2.0:1784948231.996831:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948231.996840:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948231.996847:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948231.996848:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000040:3.0:1784948231.996873:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948231.996875:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948231.996881:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948231.996893:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948231.996900:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948231.996905:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784948231.996910:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948231.996920:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00100000:2.0:1784948231.996928:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155046912:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784948231.996933:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8bb0. 00000100:00000001:2.0:1784948231.996945:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1784948231.996950:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155046784, offset 0 02000000:00000001:2.0:1784948231.996953:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948231.996960:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948231.996964:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948231.996971:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948231.996972:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948231.996977:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948231.996987:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948231.996993:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948231.996995:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948231.997002:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784948231.997012:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155046912, portal 10 00000400:00000200:3.0:1784948231.997017:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948231.997018:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948231.997024:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000400:00000200:3.0:1784948231.997037:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784948231.997041:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948231.997103:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784948231.997109:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784948231.997116:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948231.997123:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000400:00000200:3.0:1784948231.997128:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:2.0:1784948231.997131:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155046912, offset 0 00000400:00000200:3.0:1784948231.997141:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948231.997156:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948231.997168:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541409:541409:256:4294967295] 192.168.201.111@tcp LPNI seq info [541346:541346:8:4294967295] 00000400:00000200:3.0:1784948231.997180:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948231.997191:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948231.997210:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948231.997219:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948231.997221:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948231.997254:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948231.997259:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948231.997263:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948231.997268:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541410:541410:255:4294967295] 192.168.201.111@tcp LPNI seq info [541347:541347:7:4294967295] 00000400:00000200:2.0:1784948231.997274:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948231.997327:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948231.997331:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:3.0:1784948231.997346:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:2.0:1784948231.997350:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948231.997365:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000800:00000200:3.0:1784948231.997366:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948231.997393:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948231.997393:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948231.997404:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1784948231.997418:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948231.997427:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948231.997429:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948231.997439:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948231.997441:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948231.997453:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4306995462 00000100:00000040:2.0:1784948231.997456:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9047 usecs (10 jiffies) 00000100:00000010:3.0:1784948231.997460:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7840. 00000400:00000200:2.0:1784948231.997473:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948231.997474:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948231.997484:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306991627 00000100:00000001:3.0:1784948231.997489:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4306995462 00000100:00000001:2.0:1784948231.997498:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306995462 00000100:00000010:3.0:1784948231.997499:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7cc0. 00000100:00000001:3.0:1784948231.997506:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948231.997511:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306991627 00000100:00000001:3.0:1784948231.997516:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948231.997521:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306995462 00000100:00000001:3.0:1784948231.997523:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948231.997534:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948231.997536:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948231.997540:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948231.997547:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948231.997554:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948231.997558:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948231.997560:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948231.997570:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948231.997572:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948231.997573:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948231.997574:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948231.997579:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948231.997591:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784948231.997592:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000100:00000040:3.0:1784948231.997593:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948231.997601:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948231.997611:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948231.997616:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948231.997626:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948231.997627:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948231.997635:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948231.997637:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948231.997640:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784948231.997642:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948231.997650:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948231.997651:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948231.997658:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8bb0 02000000:00000001:3.0:1784948231.997664:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948231.997681:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8bb0. 00000100:00100000:3.0:1784948231.997682:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155047040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948231.997693:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948231.997696:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784948231.997699:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948231.997705:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948231.997708:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948231.997714:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000200:1.0:1784948231.997717:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948231.997719:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948231.997733:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948231.997740:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948231.997750:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784948231.997762:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047040, portal 10 00000100:00000001:1.0:1784948231.997765:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948231.997767:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948231.997772:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:1.0:1784948231.997782:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948231.997787:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948231.997840:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948231.997848:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948231.997849:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948231.997858:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8000. 00000100:00000001:1.0:1784948231.997859:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784948231.997864:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155047040, offset 0 00000400:00000200:3.0:1784948231.997872:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948231.997880:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948231.997886:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948231.997892:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948231.997896:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948231.997899:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948231.997903:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948231.997907:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541411:541411:255:4294967295] 192.168.201.111@tcp LPNI seq info [541348:541348:7:4294967295] 00000400:00000200:3.0:1784948231.997912:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948231.997922:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948231.997929:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948231.997934:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000800:00000200:3.0:1784948231.997939:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948231.997946:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948231.997950:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948231.997954:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948231.997958:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:3.0:1784948231.997962:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948231.997965:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306991628 00000100:00000001:3.0:1784948231.997968:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4306995462 00000100:00000001:3.0:1784948231.997972:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306991628 00000100:00000001:3.0:1784948231.997974:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4306995462 00000100:00000001:3.0:1784948231.997978:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948231.997981:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948231.997985:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948231.997988:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1784948231.997989:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948231.997992:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1784948231.997998:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948231.997999:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948231.998011:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948231.998014:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948231.998015:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948231.998020:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948231.998030:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948231.998031:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948231.998037:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000010:1.0:1784948231.998044:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:1.0:1784948231.998115:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948231.998126:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948231.998157:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948231.998163:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948231.998174:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948231.998178:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948231.998212:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948231.998215:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:1.0:1784948231.998218:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948231.998223:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948231.998227:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8000 00000400:00000010:1.0:1784948231.998229:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8000. 00000100:00000001:1.0:1784948231.998254:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948231.998261:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948231.998270:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948231.998273:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948231.998280:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948231.998282:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948232.000553:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948232.000567:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948232.000571:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948232.000573:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948232.000579:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000585:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948232.000592:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000597:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000601:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000606:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318d80 00000400:00000200:0.0:1784948232.000611:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000617:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ac9 [1] + 224 00000800:00000001:0.0:1784948232.000624:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948232.000646:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948232.000649:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948232.000653:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948232.000658:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948232.000664:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948232.000675:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948232.000692:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948232.000705:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948232.000708:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948232.000711:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948232.000715:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948232.000718:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000722:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948232.000726:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000728:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000731:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000734:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318e00 00000400:00000200:0.0:1784948232.000737:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000741:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ad1 [1] + 224 00000800:00000001:0.0:1784948232.000744:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948232.000751:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948232.000753:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948232.000758:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948232.000761:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948232.000766:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948232.000775:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784948232.000776:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948232.000781:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948232.000791:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948232.000794:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948232.000798:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:0.0:1784948232.000799:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1784948232.000874:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000010:3.0:1784948232.000878:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784948232.000882:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948232.000884:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948232.000887:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948232.000889:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948232.000895:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1784948232.000896:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948232.000897:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948232.000900:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948232.000906:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000800:00000001:0.0:1784948232.000913:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784948232.000917:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000800:00000001:0.0:1784948232.000921:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948232.000923:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000400:00000200:0.0:1784948232.000929:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948232.000930:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948232.000938:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000200:2.0:1784948232.000943:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948232.000950:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948232.000961:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948232.000962:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948232.000973:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948232.000981:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948232.000989:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318e80 00000100:00000001:3.0:1784948232.000991:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948232.000997:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948232.001005:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948232.001007:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948232.001013:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948232.001019:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ad9 [1] + 224 00000100:00000001:2.0:1784948232.001020:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948232.001021:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948232.001029:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948232.001031:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001031:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948232.001038:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948232.001043:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948232.001043:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948232.001044:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948232.001078:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948232.001082:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948232.001087:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948232.001091:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=73 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948232.001100:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948232.001107:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:3.0:1784948232.001108:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=73 v=5 (1 1 1 1) 00000100:00000040:0.0:1784948232.001110:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948232.001113:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948232.001121:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948232.001131:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948232.001155:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948232.001162:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=73 v=5 (5 5 5 5) 00010000:00000001:3.0:1784948232.001166:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948232.001169:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784948232.001174:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948232.001176:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=113 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948232.001181:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948232.001185:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948232.001191:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784948232.001192:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948232.001197:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948232.001202:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948232.001204:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948232.001211:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948232.001223:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948232.001225:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948232.001228:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948232.001255:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948232.001288:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948232.001288:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948232.001296:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948232.001300:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948232.001312:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948232.001314:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155046784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948232.001327:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948232.001334:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948232.001340:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155046784/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948232.001345:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948232.001351:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948232.001354:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784948232.001356:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948232.001362:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948232.001363:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948232.001372:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948232.001375:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:2.0:1784948232.001378:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1784948232.001379:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948232.001386:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948232.001390:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948232.001397:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948232.001400:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1784948232.001402:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155046912:192.168.201.111@tcp:400:kworker.0 00000100:00000010:3.0:1784948232.001404:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:3.0:1784948232.001412:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948232.001414:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001415:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948232.001419:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948232.001421:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948232.001426:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948232.001427:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155046912/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948232.001429:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948232.001436:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948232.001439:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948232.001442:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1784948232.001444:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 02000000:00000001:2.0:1784948232.001446:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1784948232.001449:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 02000000:00000010:2.0:1784948232.001452:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000010:3.0:1784948232.001454:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 02000000:00000001:2.0:1784948232.001460:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948232.001461:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784948232.001466:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948232.001470:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000200:3.0:1784948232.001471:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1784948232.001476:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948232.001480:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:2.0:1784948232.001487:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948232.001491:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1784948232.001495:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784948232.001496:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:2.0:1784948232.001503:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948232.001507:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948232.001513:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001515:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948232.001520:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001521:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784948232.001523:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784948232.001524:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948232.001528:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948232.001531:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948232.001532:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948232.001539:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948232.001542:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784948232.001545:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=73 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948232.001549:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948232.001551:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=95 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948232.001558:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948232.001560:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948232.001562:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948232.001564:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948232.001567:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948232.001569:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948232.001572:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948232.001573:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948232.001578:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948232.001584:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948232.001586:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948232.001587:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948232.001591:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948232.001598:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155047040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948232.001602:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001603:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948232.001606:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641155047040/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948247 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948232.001612:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948232.001613:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948232.001615:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948232.001618:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948232.001619:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948232.001621:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948232.001623:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948232.001624:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948232.001626:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948232.001627:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948232.001629:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:3.0:1784948232.001631:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948232.001632:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001634:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948232.001638:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948232.001640:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948232.001642:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948232.001643:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948232.188218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948232.188228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948232.188376:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948232.188385:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948232.188393:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948233.212118:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948233.212129:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948233.212132:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948233.212137:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948233.212142:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948233.212145:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948233.212148:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948233.212152:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948233.212201:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948233.212204:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948233.212208:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948234.236259:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948234.236268:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948234.236302:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948234.236307:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948234.236311:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948235.260246:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948235.260255:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948235.260291:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948235.260296:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948235.260302:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948235.900218:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4306995462, at 4306995520 00000100:00000040:0.0:1784948235.900227:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4306995462, at 4306995520 00000100:00000010:1.0:1784948235.900239:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7cc0. 00000100:00000010:0.0:1784948235.900255:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7840. 00010000:00000001:1.0:1784948236.284215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948236.284223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948236.284370:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948236.284375:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948236.284379:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948237.116218:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948237.116231:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948237.116241:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784948237.116248:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948237.116254:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948237.116258:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948237.116265:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948237.116275:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784948237.116284:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948237.116298:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948237.116314:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948237.116319:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948237.116328:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_00+0] req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948237.116366:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948237.116370:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948237.116375:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948237.116379:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784948237.116384:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948237.116388:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948237.116391:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948237.116394:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948237.116401:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:2.0:1784948237.116406:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948237.116408:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.116416:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948237.116423:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948237.116426:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784948237.116438:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948237.116473:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948237.116482:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.116485:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948237.116492:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.116499:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948237.116504:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_01+1] req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948237.116505:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948237.116513:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948237.116533:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155047168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948237.116541:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.116542:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948237.116550:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948237.116554:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948237.116558:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784948237.116561:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.116566:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:3.0:1784948237.116567:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784948237.116574:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:2.0:1784948237.116576:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948237.116579:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948237.116582:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948237.116584:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948237.116592:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948237.116600:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784948237.116606:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000400:00000010:2.0:1784948237.116609:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948237.116614:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948237.116622:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000040:3.0:1784948237.116627:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1784948237.116634:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047168, portal 25 00000100:00000001:2.0:1784948237.116645:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948237.116647:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948237.116650:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000001:3.0:1784948237.116655:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948237.116668:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948237.116670:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.116716:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948237.116720:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948237.116731:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948237.116731:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784948237.116740:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000040:3.0:1784948237.116741:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:2.0:1784948237.116751:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155047168, offset 0 00000100:00000040:3.0:1784948237.116751:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948237.116763:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784948237.116769:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948237.116776:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12334) 00000400:00000200:2.0:1784948237.116785:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948237.116796:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948237.116799:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784948237.116805:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948237.116806:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948237.116812:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948237.116817:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:3.0:1784948237.116825:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948237.116831:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948237.116845:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948237.116859:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784948237.116860:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541412:541412:256:4294967295] 192.168.201.111@tcp LPNI seq info [541349:541349:8:4294967295] 00000100:00000001:3.0:1784948237.116865:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948237.116873:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948237.116874:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948237.116880:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948237.116885:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948237.116898:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155047296:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948237.116905:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948237.116910:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948237.116919:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1784948237.116923:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948237.116924:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948237.116935:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1784948237.116943:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 02000000:00000010:3.0:1784948237.116947:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948237.116955:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948237.116968:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948237.116979:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948237.116990:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000800:00000200:2.0:1784948237.116995:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:3.0:1784948237.117004:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000800:00000200:2.0:1784948237.117008:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:3.0:1784948237.117015:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047296, portal 10 00000100:00000001:3.0:1784948237.117024:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948237.117027:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000001:2.0:1784948237.117042:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948237.117044:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948237.117086:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948237.117092:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307000582 00000100:00000010:2.0:1784948237.117100:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43600. 00000100:00000001:3.0:1784948237.117116:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948237.117117:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:3.0:1784948237.117127:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948237.117140:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784948237.117142:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307000582 00000100:00000200:3.0:1784948237.117173:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155047296, offset 0 00000100:00000010:2.0:1784948237.117182:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43360. 00000100:00000001:2.0:1784948237.117191:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784948237.117194:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948237.117200:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948237.117207:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948237.117213:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948237.117216:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948237.117222:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948237.117231:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948237.117234:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784948237.117235:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:3.0:1784948237.117245:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948237.117250:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948237.117253:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784948237.117259:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948237.117261:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948237.117271:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948237.117272:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948237.117275:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948237.117280:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948237.117288:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948237.117289:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948237.117292:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000400:00000010:1.0:1784948237.117300:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000400:00000200:3.0:1784948237.117307:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541413:541413:255:4294967295] 192.168.201.111@tcp LPNI seq info [541350:541350:7:4294967295] 00000100:00000040:2.0:1784948237.117308:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948237.117311:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948237.117329:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948237.117334:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948237.117349:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948237.117357:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.117368:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948237.117376:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948237.117378:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784948237.117381:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948237.117392:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948237.117393:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155047424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948237.117408:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948237.117414:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948237.117421:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948237.117429:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.117431:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948237.117437:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:2.0:1784948237.117441:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948237.117447:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948237.117453:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948237.117457:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948237.117466:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784948237.117467:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:2.0:1784948237.117479:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047424, portal 10 00000800:00000200:3.0:1784948237.117489:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948237.117490:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948237.117496:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000800:00000010:3.0:1784948237.117504:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000040:2.0:1784948237.117514:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948237.117520:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948237.117536:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784948237.117538:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784948237.117548:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948237.117549:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784948237.117556:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000200:2.0:1784948237.117562:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155047424, offset 0 00000400:00000200:2.0:1784948237.117569:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948237.117572:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948237.117581:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948237.117585:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9047 usecs (10 jiffies) 00000400:00000200:2.0:1784948237.117593:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948237.117602:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948237.117606:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948237.117610:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306996747 00000400:00000200:2.0:1784948237.117618:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948237.117620:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307000582 00000400:00000200:2.0:1784948237.117627:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948237.117629:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306996747 00000400:00000200:2.0:1784948237.117639:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948237.117639:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307000582 00000100:00000001:3.0:1784948237.117648:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948237.117654:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541414:541414:255:4294967295] 192.168.201.111@tcp LPNI seq info [541351:541351:7:4294967295] 00000100:00000001:3.0:1784948237.117656:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948237.117667:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948237.117675:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948237.117678:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948237.117688:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948237.117694:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948237.117695:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948237.117700:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948237.117706:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948237.117713:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948237.117714:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948237.117725:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948237.117730:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:0.0:1784948237.117742:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784948237.117743:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000010:0.0:1784948237.117755:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000800:00000200:2.0:1784948237.117764:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948237.117769:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784948237.117771:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948237.117779:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948237.117783:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784948237.117788:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:0.0:1784948237.117792:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8cc0 00000400:00000200:2.0:1784948237.117800:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948237.117801:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8cc0. 00000100:00000001:2.0:1784948237.117806:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4306996748 00000100:00000001:0.0:1784948237.117810:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948237.117813:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307000582 00000100:00000001:2.0:1784948237.117820:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4306996748 00000100:00000200:0.0:1784948237.117823:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.117825:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307000582 00000100:00000001:2.0:1784948237.117833:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948237.117842:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.117852:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948237.117856:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948237.117857:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.117865:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1784948237.117868:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.117870:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948237.117880:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948237.117884:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948237.117888:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948237.117901:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.117902:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948237.117911:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948237.117970:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948237.117975:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784948237.117979:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948237.117983:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948237.117987:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:0.0:1784948237.117990:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:0.0:1784948237.117993:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948237.117998:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948237.118008:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948237.118013:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948237.118021:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948237.118023:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948237.119497:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948237.119512:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948237.119519:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948237.119523:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948237.119533:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948237.119543:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948237.119558:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948237.119566:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948237.119575:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948237.119583:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a318f00 00000400:00000200:1.0:1784948237.119591:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948237.119602:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ae1 [1] + 224 00000800:00000001:1.0:1784948237.119616:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948237.119631:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948237.119636:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948237.119641:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948237.119649:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948237.119656:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948237.119671:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948237.119697:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948237.119706:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948237.119710:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.119805:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948237.119811:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948237.119819:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948237.119822:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948237.119826:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948237.119832:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:2.0:1784948237.119835:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784948237.119839:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948237.119849:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948237.119864:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.119875:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948237.119878:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.119881:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948237.119885:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948237.119888:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948237.119890:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.119894:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948237.119901:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948237.119906:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948237.119909:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948237.119911:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948237.119915:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948237.119918:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.119922:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948237.119929:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.119945:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948237.119950:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948237.119953:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948237.119961:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948237.119977:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155047168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948237.119986:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.119990:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948237.119997:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155047168/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.120011:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948237.120015:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948237.120021:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948237.120028:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948237.120031:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948237.120036:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948237.120041:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948237.120083:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948237.120089:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948237.120092:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948237.120095:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784948237.120099:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948237.120101:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.120104:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.120107:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948237.120109:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948237.120112:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.120114:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948237.120633:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.120646:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948237.120651:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.120654:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948237.120661:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120668:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948237.120676:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120681:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120686:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120692:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a318f80 00000400:00000200:0.0:1784948237.120697:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120704:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ae9 [1] + 224 00000800:00000001:0.0:1784948237.120712:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.120716:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948237.120720:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948237.120725:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948237.120729:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948237.120737:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948237.120750:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948237.120777:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948237.120792:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.120798:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948237.120801:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.120806:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948237.120811:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120817:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948237.120824:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120827:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120833:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948237.120836:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948237.120839:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319000 00000100:00000001:3.0:1784948237.120846:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948237.120848:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948237.120857:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524af1 [1] + 224 00000800:00000001:0.0:1784948237.120862:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.120869:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948237.120872:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948237.120873:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1784948237.120880:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948237.120883:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:3.0:1784948237.120891:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948237.120910:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784948237.120914:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784948237.120920:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948237.120921:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948237.120938:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948237.120940:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948237.120977:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948237.121002:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948237.121006:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948237.121015:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948237.121021:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948237.121037:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948237.121042:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948237.121046:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948237.121088:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948237.121091:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948237.121094:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.121097:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948237.121098:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.121104:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784948237.121110:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=78 v=5 (5 5 5 5) 00000400:00000001:2.0:1784948237.121114:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948237.121120:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:3.0:1784948237.121121:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=118 v=5 (1 1 1 1) 00000400:00000010:2.0:1784948237.121125:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948237.121143:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000100:00000001:3.0:1784948237.121143:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948237.121171:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948237.121175:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00010000:00000001:3.0:1784948237.121177:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948237.121188:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:3.0:1784948237.121188:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948237.121193:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948237.121199:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000200:2.0:1784948237.121202:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948237.121204:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948237.121209:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948237.121227:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948237.121237:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948237.121257:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948237.121262:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948237.121266:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948237.121268:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948237.121275:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.121276:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948237.121281:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948237.121285:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948237.121288:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.121294:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948237.121297:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948237.121302:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=78 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948237.121314:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948237.121325:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948237.121330:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948237.121337:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948237.121343:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948237.121347:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155047296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948237.121349:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948237.121355:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948237.121361:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948237.121369:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948237.121373:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948237.121380:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948237.121383:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948237.121397:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155047296/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948237.121402:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948237.121413:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948237.121418:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948237.121422:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948237.121427:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784948237.121433:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948237.121434:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948237.121443:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948237.121448:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948237.121453:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948237.121459:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00100000:2.0:1784948237.121462:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155047424:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784948237.121465:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:3.0:1784948237.121483:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948237.121487:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948237.121488:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784948237.121491:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784948237.121495:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948237.121498:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948237.121504:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948237.121506:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155047424/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948237.121510:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948237.121521:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948237.121525:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948237.121526:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.121532:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948237.121533:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1784948237.121539:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948237.121541:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948237.121548:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948237.121553:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948237.121555:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948237.121560:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948237.121564:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 02000000:00000001:2.0:1784948237.121568:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948237.121570:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948237.121572:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000001:2.0:1784948237.121576:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948237.121578:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.121580:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948237.121586:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948237.121589:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948237.121592:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948237.121595:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948237.308235:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948237.308242:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948237.308354:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948237.308362:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948237.308368:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948238.332242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948238.332251:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948238.332331:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948238.332337:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948238.332343:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948239.356247:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948239.356257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948239.356295:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948239.356299:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948239.356304:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948240.380246:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948240.380257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948240.380293:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948240.380296:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948240.380300:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948241.020232:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307000582, at 4307000640 00000100:00000040:1.0:1784948241.020232:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307000582, at 4307000640 00000100:00000010:1.0:1784948241.020252:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43360. 00000100:00000010:0.0:1784948241.020259:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43600. 00010000:00000001:1.0:1784948241.404236:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948241.404245:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948241.404330:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948241.404337:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948241.404343:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948242.236190:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948242.236206:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948242.236222:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784948242.236232:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948242.236239:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948242.236244:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948242.236253:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948242.236267:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784948242.236279:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236298:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948242.236319:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948242.236326:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236337:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_01+1] req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.236387:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236393:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948242.236401:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948242.236406:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784948242.236412:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948242.236417:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948242.236420:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948242.236424:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948242.236431:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948242.236437:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236446:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948242.236462:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948242.236467:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236476:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.236485:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948242.236493:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948242.236499:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948242.236502:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236512:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948242.236514:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.236529:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784948242.236540:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1784948242.236541:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784948242.236545:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948242.236553:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784948242.236554:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948242.236559:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948242.236567:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.236567:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948242.236577:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1784948242.236579:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155047552:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784948242.236587:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.236589:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948242.236597:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1784948242.236601:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 02000000:00000001:2.0:1784948242.236602:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948242.236610:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948242.236615:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948242.236621:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948242.236627:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236635:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1784948242.236643:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948242.236653:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948242.236668:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784948242.236668:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948242.236679:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948242.236682:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047552, portal 25 00000100:00000001:2.0:1784948242.236691:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1784948242.236694:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.236695:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:2.0:1784948242.236713:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.236748:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.236761:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948242.236766:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948242.236775:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948242.236778:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784948242.236780:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784948242.236788:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155047552, offset 0 00000100:00000040:3.0:1784948242.236792:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784948242.236803:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948242.236809:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:2.0:1784948242.236821:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948242.236824:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12339) 00000400:00000200:2.0:1784948242.236836:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948242.236844:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948242.236851:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948242.236857:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948242.236861:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948242.236867:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541415:541415:256:4294967295] 192.168.201.111@tcp LPNI seq info [541352:541352:8:4294967295] 00000400:00000200:2.0:1784948242.236874:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948242.236879:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948242.236887:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948242.236893:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948242.236898:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784948242.236909:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948242.236915:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948242.236928:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784948242.236932:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948242.236937:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948242.236945:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784948242.236946:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:3.0:1784948242.236951:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948242.236958:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948242.236968:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:3.0:1784948242.236975:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155047680:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784948242.236979:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948242.236986:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948242.236994:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948242.236997:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948242.236999:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948242.237006:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948242.237009:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.237011:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948242.237020:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948242.237024:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948242.237029:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948242.237031:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307005701 00000100:00000010:2.0:1784948242.237107:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43060. 00000400:00000010:3.0:1784948242.237108:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784948242.237121:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047680, portal 10 00000100:00000001:2.0:1784948242.237122:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948242.237129:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948242.237134:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000001:2.0:1784948242.237139:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307005702 00000100:00000010:2.0:1784948242.237149:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff433c0. 00000100:00000040:3.0:1784948242.237150:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.237161:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948242.237173:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948242.237173:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948242.237182:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.237185:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948242.237190:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948242.237195:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8990. 00000100:00000001:2.0:1784948242.237197:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948242.237207:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155047680, offset 0 00000100:00000001:2.0:1784948242.237212:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948242.237218:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784948242.237220:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948242.237226:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948242.237232:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948242.237237:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948242.237237:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948242.237254:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948242.237255:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948242.237271:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948242.237283:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948242.237284:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948242.237288:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948242.237290:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784948242.237297:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784948242.237299:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784948242.237303:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948242.237311:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948242.237314:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948242.237315:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541416:541416:255:4294967295] 192.168.201.111@tcp LPNI seq info [541353:541353:7:4294967295] 00000100:00100000:2.0:1784948242.237320:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155047808:192.168.201.111@tcp:400:kworker.0 00000800:00000010:1.0:1784948242.237328:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784948242.237338:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948242.237339:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948242.237345:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784948242.237348:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948242.237353:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948242.237361:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948242.237366:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:2.0:1784948242.237370:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948242.237375:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948242.237379:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948242.237391:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000800:00000200:3.0:1784948242.237392:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948242.237393:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948242.237403:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000400:00000010:2.0:1784948242.237405:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000800:00000010:3.0:1784948242.237409:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000100:00000001:1.0:1784948242.237414:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784948242.237418:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000800:00000200:3.0:1784948242.237425:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948242.237431:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948242.237431:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047808, portal 10 00000100:00000001:2.0:1784948242.237442:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784948242.237444:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948242.237448:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 00000800:00000200:3.0:1784948242.237456:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1784948242.237469:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.237489:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948242.237493:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948242.237496:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784948242.237498:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000200:2.0:1784948242.237506:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155047808, offset 0 00000100:00000040:1.0:1784948242.237511:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948242.237519:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948242.237534:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948242.237541:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948242.237546:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948242.237548:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948242.237555:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948242.237561:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948242.237566:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948242.237570:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948242.237574:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541417:541417:255:4294967295] 192.168.201.111@tcp LPNI seq info [541354:541354:7:4294967295] 00000400:00000200:2.0:1784948242.237580:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948242.237593:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948242.237603:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948242.237614:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948242.237621:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948242.237628:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948242.237633:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948242.237635:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.237639:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948242.237648:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9047 usecs (10 jiffies) 00000100:00000040:2.0:1784948242.237649:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:2.0:1784948242.237664:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948242.237673:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307001868 00000400:00000200:3.0:1784948242.237674:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948242.237683:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307005701 00000100:00000001:3.0:1784948242.237687:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307001867 00000100:00000001:2.0:1784948242.237689:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307001868 00000100:00000001:2.0:1784948242.237699:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307005702 00000100:00000001:3.0:1784948242.237703:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307005701 00000100:00000001:2.0:1784948242.237705:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948242.237712:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948242.237714:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.237718:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307001867 00000800:00000010:1.0:1784948242.237722:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000100:00000001:2.0:1784948242.237723:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.237727:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307005702 00000100:00000001:2.0:1784948242.237733:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948242.237737:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948242.237743:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948242.237744:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948242.237751:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948242.237755:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948242.237755:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.237758:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948242.237764:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948242.237768:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.237771:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948242.237772:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8990 00000100:00000001:3.0:1784948242.237775:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948242.237783:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8990. 00000100:00000001:2.0:1784948242.237784:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.237789:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948242.237795:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948242.237797:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948242.237805:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948242.237810:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784948242.237811:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.237816:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.237827:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948242.237834:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948242.237842:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948242.237853:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948242.237856:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948242.237908:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948242.237912:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948242.237917:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948242.237921:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948242.237925:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:1.0:1784948242.237927:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:1.0:1784948242.237930:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948242.237935:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948242.237945:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948242.237949:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948242.237965:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948242.237967:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948242.240642:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.240661:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948242.240665:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.240668:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948242.240676:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240683:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948242.240692:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240697:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240703:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240708:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319080 00000400:00000200:1.0:1784948242.240714:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240721:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524af9 [1] + 224 00000800:00000001:1.0:1784948242.240729:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.240738:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948242.240741:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948242.240747:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948242.240753:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948242.240762:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948242.240778:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948242.240805:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948242.240816:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.240823:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948242.240825:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.240829:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948242.240833:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240837:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948242.240844:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240848:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240851:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240855:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319100 00000400:00000200:1.0:1784948242.240859:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.240864:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b01 [1] + 224 00000800:00000001:1.0:1784948242.240868:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.240873:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948242.240876:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948242.240881:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948242.240885:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948242.240890:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948242.240903:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.240910:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948242.240917:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948242.240922:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784948242.240927:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948242.240932:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948242.240936:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948242.240944:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784948242.240946:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784948242.240951:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784948242.240958:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948242.240964:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948242.240968:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948242.240988:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.241001:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948242.241005:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948242.241009:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948242.241011:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948242.241013:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948242.241020:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948242.241021:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948242.241028:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948242.241032:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784948242.241033:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948242.241038:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1784948242.241040:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=83 v=5 (5 5 5 5) 00000400:00000010:3.0:1784948242.241043:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00001000:2.0:1784948242.241106:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948242.241111:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948242.241114:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948242.241118:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948242.241125:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948242.241129:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000100:00000001:2.0:1784948242.241131:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948242.241137:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000040:2.0:1784948242.241144:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.241146:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948242.241163:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948242.241170:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948242.241173:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948242.241182:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948242.241193:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155047552:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948242.241200:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.241203:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948242.241207:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155047552/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.241216:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948242.241219:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948242.241223:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948242.241228:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948242.241230:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948242.241232:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948242.241235:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948242.241239:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784948242.241243:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948242.241246:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948242.241248:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784948242.241254:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948242.241257:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948242.241260:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.241263:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948242.241265:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948242.241267:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.241270:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948242.241316:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948242.241341:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.241353:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948242.241357:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948242.241360:0:2408:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948242.241363:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784948242.241364:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784948242.241375:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948242.241380:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.241383:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948242.241389:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.241395:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948242.241402:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.241406:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.241412:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948242.241417:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319180 00000400:00000200:1.0:1784948242.241422:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948242.241428:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948242.241430:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b09 [1] + 224 00000100:00000001:3.0:1784948242.241433:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948242.241439:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784948242.241441:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948242.241452:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948242.241453:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948242.241463:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948242.241467:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948242.241469:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948242.241472:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948242.241476:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1784948242.241477:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.241485:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948242.241489:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948242.241495:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784948242.241498:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948242.241500:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948242.241506:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784948242.241514:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948242.241522:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.241550:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948242.241557:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.241563:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948242.241571:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948242.241587:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948242.241589:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948242.241597:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948242.241605:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784948242.241622:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155047680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948242.241633:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948242.241638:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948242.241644:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155047680/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.241657:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948242.241661:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948242.241666:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948242.241674:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948242.241678:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948242.241682:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948242.241687:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948242.241692:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 00000100:00000001:2.0:1784948242.241697:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948242.241700:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784948242.241704:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948242.241708:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1784948242.241714:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:3.0:1784948242.241715:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000400:00000001:2.0:1784948242.241720:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948242.241727:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948242.241727:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948242.241734:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948242.241740:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:3.0:1784948242.241740:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948242.241750:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784948242.241755:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948242.241758:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948242.241762:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948242.241769:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784948242.241773:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948242.241774:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948242.241796:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.241808:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948242.241812:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948242.241815:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948242.241817:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948242.241819:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948242.241822:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948242.241825:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948242.241831:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=83 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948242.241835:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948242.241838:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948242.241840:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948242.241843:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948242.241846:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.241850:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948242.241852:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948242.241854:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948242.241856:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948242.241862:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.241872:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948242.241875:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948242.241877:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948242.241881:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948242.241891:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155047808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948242.241896:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948242.241899:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948242.241903:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155047808/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948242.241912:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948242.241914:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948242.241917:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948242.241921:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948242.241923:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948242.241925:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948242.241929:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948242.241931:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:2.0:1784948242.241935:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948242.241937:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948242.241939:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000001:2.0:1784948242.241942:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948242.241944:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948242.241947:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948242.241952:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948242.241954:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948242.241957:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948242.241960:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948242.428211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948242.428219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948242.428358:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948242.428364:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948242.428370:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948243.452220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948243.452236:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948243.452242:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948243.452250:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948243.452260:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948243.452264:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948243.452269:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948243.452276:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948243.452371:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948243.452379:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948243.452386:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948244.476171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948244.476181:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948244.476224:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948244.476231:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948244.476238:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948245.500216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948245.500226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948245.500264:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948245.500270:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948245.500276:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948246.140144:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307005702, at 4307005760 00000100:00000010:1.0:1784948246.140161:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff433c0. 00000100:00000040:0.0:1784948246.140167:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307005701, at 4307005760 00000100:00000010:0.0:1784948246.140183:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43060. 00010000:00000001:1.0:1784948246.524171:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948246.524178:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948246.524306:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948246.524313:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948246.524319:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948247.356186:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948247.356197:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948247.356207:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755dc00. 00000020:00000040:0.0:1784948247.356214:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948247.356220:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948247.356224:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948247.356231:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948247.356241:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784948247.356250:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356265:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948247.356281:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948247.356287:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356295:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e37825] to pc [ptlrpcd_00_00+0] req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.356335:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356340:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948247.356345:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948247.356350:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e300. 00000020:00000040:0.0:1784948247.356354:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948247.356358:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948247.356360:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948247.356362:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948247.356366:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784948247.356370:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356375:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948247.356385:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948247.356388:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356393:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000272e47b] to pc [ptlrpcd_00_01+1] req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.356404:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356407:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948247.356415:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948247.356418:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784948247.356421:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948247.356425:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948247.356428:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948247.356430:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948247.356433:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:1.0:1784948247.356437:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948247.356438:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.356447:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948247.356448:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948247.356455:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948247.356467:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948247.356473:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948247.356474:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948247.356484:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.356513:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948247.356519:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.356520:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356528:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948247.356529:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948247.356537:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948247.356538:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784948247.356548:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356549:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948247.356560:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784948247.356562:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155047936:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948247.356571:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12344) 00000100:00000001:1.0:1784948247.356573:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948247.356585:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948247.356589:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948247.356592:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948247.356594:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948247.356602:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784948247.356602:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948247.356608:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784948247.356610:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.356619:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948247.356629:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948247.356641:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9cb8. 00000100:00000001:0.0:1784948247.356643:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948247.356649:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948247.356652:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1a18. 02000000:00000001:0.0:1784948247.356654:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948247.356662:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784948247.356668:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155047936, portal 25 02000000:00000001:0.0:1784948247.356669:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.356679:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1784948247.356685:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155048064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948247.356686:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247936 : -119148175303680 : ffff93a2a755dc00) 00000100:00000001:0.0:1784948247.356698:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784948247.356705:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948247.356707:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948247.356713:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948247.356721:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948247.356730:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:0.0:1784948247.356731:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 00000100:00000040:1.0:1784948247.356740:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:0.0:1784948247.356741:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948247.356748:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1cc0. 00000100:00000200:1.0:1784948247.356754:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155047936, offset 0 00000400:00000200:0.0:1784948247.356757:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.356767:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948247.356770:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea4d0. 00000400:00000200:1.0:1784948247.356781:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948247.356783:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000400:00000200:1.0:1784948247.356795:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:0.0:1784948247.356797:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048064, portal 10 00000100:00000001:0.0:1784948247.356807:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784948247.356808:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948247.356816:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534249728 : -119148175301888 : ffff93a2a755e300) 00000400:00000200:1.0:1784948247.356820:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948247.356830:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948247.356839:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:0.0:1784948247.356846:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948247.356848:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541418:541418:256:4294967295] 192.168.201.111@tcp LPNI seq info [541355:541355:8:4294967295] 00000400:00000200:1.0:1784948247.356870:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948247.356887:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948247.356897:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784948247.356905:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948247.356913:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000800:00000200:1.0:1784948247.356920:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784948247.356923:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155048064, offset 0 00000800:00000010:1.0:1784948247.356930:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784948247.356938:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948247.356947:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948247.356951:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948247.356965:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784948247.357003:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948247.357015:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948247.357019:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948247.357028:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948247.357032:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948247.357037:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948247.357038:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948247.357096:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541419:541419:255:4294967295] 192.168.201.111@tcp LPNI seq info [541356:541356:7:4294967295] 00000400:00000200:0.0:1784948247.357107:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.357121:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948247.357124:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948247.357128:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307010822 00000100:00000010:1.0:1784948247.357140:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f600. 00000800:00000200:0.0:1784948247.357143:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948247.357151:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784948247.357158:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121ba00. 00000100:00000001:1.0:1784948247.357162:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307010822 00000100:00000010:1.0:1784948247.357171:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fa20. 00000800:00000200:0.0:1784948247.357178:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948247.357180:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948247.357189:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948247.357194:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948247.357205:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948247.357206:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357213:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948247.357219:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121ba00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948247.357224:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948247.357230:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948247.357233:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357234:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948247.357239:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948247.357243:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948247.357247:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9047 usecs (10 jiffies) 00000100:00000040:1.0:1784948247.357253:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948247.357267:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948247.357279:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948247.357280:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307006987 00000100:00000001:1.0:1784948247.357283:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948247.357293:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948247.357294:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307010822 02000000:00000001:1.0:1784948247.357296:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948247.357305:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.357310:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307006987 00000100:00100000:1.0:1784948247.357313:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155048192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948247.357319:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307010822 00000100:00000001:1.0:1784948247.357323:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948247.357327:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948247.357330:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948247.357334:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948247.357336:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.357343:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948247.357344:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948247.357352:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784948247.357353:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948247.357361:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.357363:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948247.357370:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948247.357371:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784948247.357378:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9e18. 00000100:00000001:0.0:1784948247.357380:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948247.357385:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784948247.357389:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784948247.357391:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948247.357399:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048192, portal 10 00000100:00000001:0.0:1784948247.357400:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357409:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948247.357413:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534254208 : -119148175297408 : ffff93a2a755f480) 00000100:00000040:1.0:1784948247.357422:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357432:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948247.357436:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948247.357439:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1d48. 00000100:00000200:1.0:1784948247.357442:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155048192, offset 0 00000400:00000200:1.0:1784948247.357447:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948247.357452:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.357457:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948247.357461:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948247.357480:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948247.357483:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948247.357487:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948247.357491:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541420:541420:254:4294967295] 192.168.201.111@tcp LPNI seq info [541357:541357:6:4294967295] 00000400:00000200:1.0:1784948247.357497:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.357506:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948247.357513:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948247.357517:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000800:00000200:1.0:1784948247.357528:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948247.357534:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948247.357538:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948247.357542:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948247.357547:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:1.0:1784948247.357551:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948247.357554:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307006988 00000100:00000001:1.0:1784948247.357557:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307010822 00000100:00000001:1.0:1784948247.357560:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307006988 00000100:00000001:1.0:1784948247.357563:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307010822 00000100:00000001:1.0:1784948247.357565:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948247.357568:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357571:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357573:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948247.357577:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948247.357579:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948247.357581:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948247.357583:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948247.357585:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357587:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948247.357636:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948247.357641:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:1.0:1784948247.357647:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948247.357653:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948247.357660:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:1.0:1784948247.357663:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:1.0:1784948247.357668:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948247.357674:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357686:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948247.357691:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357701:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357703:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948247.357716:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948247.357718:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121ba00. 00000400:00000200:1.0:1784948247.357722:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948247.357726:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948247.357729:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:1.0:1784948247.357731:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:1.0:1784948247.357734:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948247.357738:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357746:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948247.357750:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357758:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357760:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948247.357816:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948247.357820:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:1.0:1784948247.357824:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948247.357828:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948247.357831:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000400:00000010:1.0:1784948247.357833:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:1.0:1784948247.357836:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948247.357841:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357850:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948247.357854:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.357862:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.357864:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948247.361269:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361383:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948247.361389:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361406:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948247.361415:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361423:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948247.361431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361436:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361442:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361447:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319200 00000400:00000200:1.0:1784948247.361453:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361460:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b11 [1] + 224 00000800:00000001:1.0:1784948247.361469:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361473:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948247.361477:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948247.361481:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948247.361488:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948247.361496:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948247.361510:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.361540:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948247.361550:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361556:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948247.361559:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361563:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948247.361568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361574:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948247.361579:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361583:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361587:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361592:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319280 00000400:00000200:1.0:1784948247.361597:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361603:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b21 [1] + 224 00000800:00000001:1.0:1784948247.361609:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361613:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948247.361616:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948247.361622:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948247.361626:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948247.361628:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948247.361632:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.361637:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948247.361653:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784948247.361653:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948247.361661:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948247.361670:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9cb8. 00000100:00000001:1.0:1784948247.361682:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948247.361686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1a18 00000400:00000010:0.0:1784948247.361693:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1a18. 00000100:00000001:0.0:1784948247.361700:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784948247.361705:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361712:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948247.361718:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948247.361719:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361725:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948247.361739:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361756:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948247.361765:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948247.361770:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948247.361771:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361782:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361795:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319300 00000400:00000200:1.0:1784948247.361809:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948247.361820:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b31 [1] + 224 00000800:00000001:1.0:1784948247.361833:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948247.361841:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948247.361852:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948247.361854:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948247.361861:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948247.361862:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948247.361871:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948247.361872:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948247.361880:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784948247.361885:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.361886:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948247.361892:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948247.361903:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948247.361915:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948247.361916:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948247.361933:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948247.361950:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948247.361951:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948247.361953:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948247.361958:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784948247.361960:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948247.361965:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948247.361967:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.362004:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.362015:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.362027:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948247.362033:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948247.362038:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:1.0:1784948247.362040:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948247.362045:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948247.362083:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea4d0. 00000400:00000200:1.0:1784948247.362089:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000400:00000010:1.0:1784948247.362092:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:1.0:1784948247.362096:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948247.362104:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.362108:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948247.362117:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948247.362126:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948247.362138:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948247.362141:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948247.362146:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948247.362152:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948247.362157:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948247.362162:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948247.362167:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948247.362176:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948247.362184:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155047936:192.168.201.111@tcp:400:kworker.0 00000100:00001000:1.0:1784948247.362188:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948247.362204:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948247.362207:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.362209:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948247.362216:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948247.362217:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948247.362224:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1784948247.362230:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755dc00 x1871641155047936/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784948247.362232:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948247.362241:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948247.362247:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948247.362255:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948247.362258:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948247.362259:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948247.362263:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948247.362271:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000040:1.0:1784948247.362272:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948247.362280:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948247.362286:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948247.362292:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948247.362301:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948247.362307:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b300. 00000100:00000001:1.0:1784948247.362310:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948247.362314:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948247.362317:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1784948247.362320:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948247.362322:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784948247.362326:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755dc00. 00000100:00000040:1.0:1784948247.362334:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.362336:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948247.362342:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948247.362352:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.362359:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1784948247.362361:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155048064:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948247.362362:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948247.362372:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948247.362374:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948247.362377:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784948247.362380:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1784948247.362383:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9e18. 00000100:00000040:1.0:1784948247.362391:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e300 x1871641155048064/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948247.362393:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b12a8 00000400:00000010:0.0:1784948247.362400:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b12a8. 00000100:00000001:0.0:1784948247.362409:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948247.362417:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1784948247.362423:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948247.362424:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948247.362430:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:1.0:1784948247.362441:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948247.362446:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948247.362449:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000200:0.0:1784948247.362455:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948247.362456:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948247.362462:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b700. 02000000:00000001:1.0:1784948247.362469:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948247.362473:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948247.362478:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e300. 00000100:00000001:1.0:1784948247.362485:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948247.362490:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948247.362495:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948247.362495:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948247.362501:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948247.362504:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948247.362507:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.362516:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948247.362517:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948247.362524:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948247.362525:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948247.362532:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948247.362537:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948247.362543:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948247.362553:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948247.362560:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=110 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948247.362564:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948247.362567:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948247.362571:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948247.362577:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.362582:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948247.362585:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948247.362590:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948247.362593:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948247.362603:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.362618:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948247.362623:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948247.362625:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948247.362631:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948247.362641:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155048192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948247.362647:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948247.362650:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948247.362654:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f480 x1871641155048192/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948263 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948247.362662:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948247.362664:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948247.362667:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784948247.362672:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948247.362674:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948247.362676:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948247.362679:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948247.362681:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bc00. 02000000:00000001:0.0:1784948247.362685:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948247.362687:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948247.362689:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f480. 00000100:00000001:0.0:1784948247.362692:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948247.362694:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948247.362697:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948247.362702:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948247.362704:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948247.362707:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948247.362710:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948247.548207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948247.548215:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948247.548347:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948247.548353:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948247.548358:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948248.572213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948248.572222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948248.572276:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948248.572284:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948248.572291:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948249.596214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948249.596222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948249.596273:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948249.596281:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948249.596289:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948250.620197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948250.620205:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948250.620240:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948250.620245:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948250.620250:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948251.260167:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307010822, at 4307010880 00000100:00000040:1.0:1784948251.260183:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307010822, at 4307010880 00000100:00000010:0.0:1784948251.260187:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f600. 00000100:00000010:1.0:1784948251.260203:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa20. 00010000:00000001:1.0:1784948251.644199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948251.644207:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948251.644298:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948251.644305:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948251.644311:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948252.476206:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948252.476222:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948252.476238:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784948252.476248:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948252.476254:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948252.476259:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948252.476269:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948252.476282:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948252.476292:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476309:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948252.476325:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948252.476332:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476342:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948252.476395:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476399:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948252.476405:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948252.476408:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948252.476411:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948252.476414:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948252.476416:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948252.476418:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948252.476422:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948252.476425:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476430:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948252.476438:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948252.476441:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476445:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948252.476461:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476464:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948252.476469:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948252.476473:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948252.476476:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948252.476482:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948252.476483:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1784948252.476504:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948252.476506:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948252.476514:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948252.476518:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046700. 00000100:00000001:3.0:1784948252.476522:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.476526:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948252.476529:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948252.476539:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948252.476545:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948252.476550:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948252.476559:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_00+0] req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948252.476639:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948252.476644:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948252.476645:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476664:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948252.476666:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948252.476676:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948252.476677:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948252.476689:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.476690:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784948252.476701:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155048320:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948252.476703:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948252.476718:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12349) 00000100:00000001:2.0:1784948252.476719:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948252.476734:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948252.476738:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948252.476742:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948252.476752:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948252.476754:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948252.476762:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948252.476768:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948252.476775:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784948252.476778:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784948252.476785:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1784948252.476787:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048320, portal 25 00000100:00000001:3.0:1784948252.476796:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948252.476797:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948252.476805:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000100:00000040:2.0:1784948252.476819:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948252.476820:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948252.476873:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948252.476932:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948252.476936:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784948252.476937:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784948252.476941:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948252.476945:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155048320, offset 0 00000400:00000200:2.0:1784948252.476954:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948252.476957:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948252.476976:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948252.476980:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948252.476986:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948252.476987:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948252.477005:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1784948252.477005:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155048448:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948252.477025:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948252.477026:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784948252.477037:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784948252.477038:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1784948252.477044:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:3.0:1784948252.477044:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948252.477049:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948252.477057:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784948252.477092:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948252.477105:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541421:541421:256:4294967295] 192.168.201.111@tcp LPNI seq info [541358:541358:8:4294967295] 00000400:00000200:3.0:1784948252.477118:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948252.477128:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948252.477130:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948252.477145:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784948252.477145:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000800:00000200:2.0:1784948252.477171:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948252.477172:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048448, portal 10 00000100:00000001:3.0:1784948252.477186:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1784948252.477188:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000100:00000001:3.0:1784948252.477190:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000800:00000200:2.0:1784948252.477205:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948252.477208:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948252.477230:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948252.477233:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784948252.477245:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784948252.477249:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948252.477256:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8880. 00000100:00000200:3.0:1784948252.477261:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155048448, offset 0 00000100:00000001:2.0:1784948252.477265:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948252.477273:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948252.477282:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948252.477288:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307015942 00000400:00000200:3.0:1784948252.477295:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784948252.477296:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff437e0. 00000400:00000200:3.0:1784948252.477311:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948252.477313:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948252.477336:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948252.477338:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307015942 00000100:00000010:2.0:1784948252.477346:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff432a0. 00000400:00000200:3.0:1784948252.477352:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948252.477356:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948252.477364:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948252.477366:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948252.477380:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948252.477382:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948252.477391:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948252.477401:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541422:541422:255:4294967295] 192.168.201.111@tcp LPNI seq info [541359:541359:7:4294967295] 00000100:00000001:2.0:1784948252.477402:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948252.477422:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948252.477425:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948252.477429:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948252.477434:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948252.477442:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948252.477450:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948252.477451:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784948252.477460:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784948252.477470:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948252.477473:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000800:00000200:3.0:1784948252.477483:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948252.477489:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:3.0:1784948252.477501:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000001:2.0:1784948252.477511:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784948252.477514:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948252.477517:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948252.477523:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 02000000:00000001:2.0:1784948252.477524:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1784948252.477525:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:1.0:1784948252.477530:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 02000000:00000001:2.0:1784948252.477531:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948252.477544:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784948252.477544:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948252.477556:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:2.0:1784948252.477557:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155048576:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784948252.477560:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948252.477571:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948252.477575:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948252.477584:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948252.477588:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948252.477589:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948252.477597:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784948252.477611:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948252.477613:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948252.477615:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9047 usecs (10 jiffies) 02000000:00000010:2.0:1784948252.477620:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948252.477629:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948252.477639:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948252.477653:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948252.477653:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307012107 00000100:00000001:1.0:1784948252.477657:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948252.477668:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:1.0:1784948252.477670:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784948252.477676:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784948252.477683:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048576, portal 10 00000100:00000001:2.0:1784948252.477685:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948252.477687:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000800:00000200:1.0:1784948252.477693:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948252.477699:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000040:2.0:1784948252.477700:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948252.477706:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948252.477717:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948252.477719:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948252.477722:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8880 00000400:00000010:1.0:1784948252.477726:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8880. 00000100:00000040:2.0:1784948252.477727:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948252.477733:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784948252.477735:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000100:00000200:2.0:1784948252.477740:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155048576, offset 0 00000100:00000200:1.0:1784948252.477741:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948252.477753:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948252.477766:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948252.477775:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948252.477776:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784948252.477783:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948252.477784:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948252.477794:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948252.477802:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948252.477803:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948252.477807:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948252.477809:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948252.477817:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541423:541423:256:4294967295] 192.168.201.111@tcp LPNI seq info [541360:541360:7:4294967295] 00000400:00000200:2.0:1784948252.477822:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948252.477834:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948252.477839:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948252.477844:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:2.0:1784948252.477848:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948252.477853:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948252.477856:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948252.477869:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948252.477874:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10210 usecs (11 jiffies) 00000400:00000200:2.0:1784948252.477878:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948252.477898:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307012108 00000100:00000001:2.0:1784948252.477903:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307015942 00000100:00000001:2.0:1784948252.477906:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307012108 00000100:00000001:3.0:1784948252.477910:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307015942 00000100:00000001:2.0:1784948252.477911:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307015942 00000800:00000200:1.0:1784948252.477927:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948252.477935:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307012107 00000800:00000010:1.0:1784948252.477936:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784948252.477936:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948252.477954:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948252.477958:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307015942 00000100:00000001:2.0:1784948252.477960:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948252.477974:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948252.477977:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948252.477978:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948252.477981:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000100:00000001:2.0:1784948252.477997:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948252.477997:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948252.477999:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:1.0:1784948252.478028:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948252.478029:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.478032:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948252.478041:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948252.478042:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948252.478043:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948252.478083:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948252.478088:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948252.478094:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948252.478098:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948252.478103:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948252.478105:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948252.478115:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948252.478117:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.478117:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948252.478138:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948252.478140:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948252.478155:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948252.478162:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948252.478166:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948252.480092:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.480105:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948252.480108:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.480110:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948252.480115:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.480120:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948252.480127:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.480132:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.480138:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.480144:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319380 00000400:00000200:1.0:1784948252.480148:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.480154:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b41 [1] + 224 00000800:00000001:1.0:1784948252.480160:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.480168:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948252.480170:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948252.480174:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948252.480178:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948252.480184:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948252.480195:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948252.480222:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948252.480231:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.480235:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.480270:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948252.480274:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948252.480280:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948252.480282:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948252.480285:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948252.480289:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784948252.480290:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784948252.480293:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948252.480299:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948252.480310:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948252.480317:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948252.480319:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.480321:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948252.480323:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948252.480325:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948252.480327:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948252.480329:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948252.480335:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948252.480339:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948252.480342:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948252.480344:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948252.480346:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948252.480349:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.480351:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948252.480355:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948252.480362:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948252.480364:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948252.480366:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948252.480369:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948252.480377:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155048320:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948252.480381:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.480383:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948252.480386:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155048320/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948252.480392:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948252.480395:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948252.480397:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948252.480400:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948252.480402:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948252.480404:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948252.480406:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948252.480408:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784948252.480411:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948252.480413:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948252.480415:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:2.0:1784948252.480418:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948252.480419:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.480422:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.480424:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948252.480425:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948252.480427:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.480429:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948252.481289:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481301:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948252.481305:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481308:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948252.481313:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481321:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948252.481331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481336:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481345:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481349:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319400 00000400:00000200:1.0:1784948252.481353:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481357:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b49 [1] + 224 00000800:00000001:1.0:1784948252.481362:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481366:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948252.481368:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948252.481371:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948252.481375:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948252.481380:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948252.481390:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948252.481410:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948252.481416:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481418:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948252.481420:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481421:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948252.481424:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481428:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948252.481433:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481435:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481439:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481442:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319480 00000400:00000200:1.0:1784948252.481445:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948252.481449:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b51 [1] + 224 00000800:00000001:1.0:1784948252.481453:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481460:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948252.481462:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948252.481467:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948252.481467:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948252.481476:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948252.481478:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948252.481485:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948252.481487:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948252.481492:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948252.481501:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:1.0:1784948252.481507:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948252.481512:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784948252.481523:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784948252.481530:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948252.481535:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:3.0:1784948252.481543:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948252.481545:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948252.481553:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948252.481578:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948252.481590:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948252.481592:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948252.481596:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948252.481600:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948252.481603:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948252.481607:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948252.481611:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948252.481621:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=93 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948252.481623:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948252.481629:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784948252.481632:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=133 v=5 (1 1 1 1) 00000400:00000001:2.0:1784948252.481638:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784948252.481639:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948252.481652:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784948252.481653:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1784948252.481666:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000010:2.0:1784948252.481667:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948252.481679:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00010000:00000001:3.0:1784948252.481679:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948252.481697:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:3.0:1784948252.481698:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948252.481710:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948252.481713:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948252.481716:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948252.481719:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948252.481727:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948252.481735:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948252.481784:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948252.481791:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948252.481795:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948252.481801:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948252.481803:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948252.481806:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948252.481811:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948252.481811:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.481818:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948252.481826:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948252.481829:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948252.481839:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948252.481842:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948252.481862:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948252.481898:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948252.481906:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948252.481919:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948252.481928:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948252.481933:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155048448:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948252.481936:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948252.481941:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948252.481950:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948252.481956:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.481958:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948252.481981:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948252.481990:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948252.481992:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155048448/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948252.482095:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948252.482096:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948252.482106:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948252.482108:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948252.482120:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948252.482121:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afe00. 02000000:00000001:3.0:1784948252.482136:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784948252.482143:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948252.482145:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948252.482152:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948252.482165:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948252.482176:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 00000100:00100000:2.0:1784948252.482179:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155048576:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784948252.482186:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784948252.482190:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948252.482190:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948252.482200:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000010:3.0:1784948252.482200:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:3.0:1784948252.482218:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1784948252.482222:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155048576/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948268 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948252.482223:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948252.482237:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948252.482255:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948252.482256:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948252.482271:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948252.482272:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948252.482282:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948252.482284:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948252.482294:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948252.482296:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948252.482303:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948252.482307:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948252.482310:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948252.482314:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046700. 02000000:00000001:2.0:1784948252.482318:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948252.482321:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948252.482323:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784948252.482326:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948252.482328:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.482329:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948252.482334:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948252.482335:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948252.482338:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948252.482340:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948252.668200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948252.668209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948252.668276:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948252.668284:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948252.668290:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948253.692219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948253.692230:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948253.692234:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948253.692239:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948253.692246:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948253.692249:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948253.692252:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948253.692254:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948253.692361:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948253.692373:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948253.692382:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948254.716199:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948254.716209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948254.716366:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948254.716376:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948254.716384:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948255.740194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948255.740204:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948255.740247:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948255.740253:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948255.740259:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948256.380183:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307015942, at 4307016000 00000100:00000040:0.0:1784948256.380184:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307015942, at 4307016000 00000100:00000010:0.0:1784948256.380208:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff437e0. 00000100:00000010:1.0:1784948256.380212:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff432a0. 00010000:00000001:1.0:1784948256.764209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948256.764221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948256.764302:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948256.764311:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948256.764319:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948257.596275:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948257.596293:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948257.596305:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948257.596314:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948257.596321:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948257.596326:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948257.596336:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948257.596348:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948257.596360:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948257.596377:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948257.596393:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948257.596400:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948257.596410:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_01+1] req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948257.596458:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948257.596463:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948257.596468:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948257.596472:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784948257.596476:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948257.596480:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948257.596481:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948257.596484:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948257.596490:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948257.596495:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948257.596500:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948257.596513:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948257.596527:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948257.596529:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948257.596535:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.596539:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948257.596546:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948257.596562:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948257.596566:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948257.596581:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948257.596608:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948257.596616:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000100:00000001:2.0:1784948257.596622:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1784948257.596624:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948257.596628:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948257.596630:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948257.596644:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948257.596646:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948257.596649:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948257.596654:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1784948257.596658:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784948257.596662:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948257.596667:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948257.596677:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155048704:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948257.596689:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948257.596690:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948257.596704:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948257.596711:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948257.596722:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948257.596731:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948257.596732:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1784948257.596739:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948257.596746:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948257.596756:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948257.596764:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948257.596769:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948257.596776:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784948257.596789:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048704, portal 25 00000100:00000001:2.0:1784948257.596817:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948257.596820:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000001:3.0:1784948257.596850:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948257.596854:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948257.596857:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948257.596878:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948257.596885:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948257.596909:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948257.596921:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12354) 00000100:00000001:2.0:1784948257.596923:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948257.596938:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948257.596946:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000200:2.0:1784948257.596955:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155048704, offset 0 00000400:00000200:2.0:1784948257.596964:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948257.596976:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948257.596986:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948257.596993:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948257.596999:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948257.597005:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948257.597012:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948257.597019:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541424:541424:256:4294967295] 192.168.201.111@tcp LPNI seq info [541361:541361:8:4294967295] 00000400:00000200:2.0:1784948257.597027:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948257.597043:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948257.597097:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948257.597104:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948257.597108:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948257.597121:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948257.597138:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948257.597145:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948257.597152:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948257.597159:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 02000000:00000001:3.0:1784948257.597159:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948257.597167:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948257.597176:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948257.597187:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155048832:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784948257.597198:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948257.597202:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948257.597212:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948257.597219:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948257.597222:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784948257.597226:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1784948257.597240:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:3.0:1784948257.597243:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784948257.597264:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948257.597278:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948257.597282:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948257.597285:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948257.597296:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948257.597300:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784948257.597302:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307021062 00000100:00000200:3.0:1784948257.597314:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048832, portal 10 00000100:00000010:2.0:1784948257.597316:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ea0. 00000100:00000001:3.0:1784948257.597333:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948257.597337:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000001:2.0:1784948257.597340:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948257.597353:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307021062 00000100:00000040:3.0:1784948257.597356:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1784948257.597366:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43f00. 00000100:00000001:2.0:1784948257.597385:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1784948257.597388:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948257.597410:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948257.597411:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948257.597422:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948257.597425:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8908. 00000100:00000001:2.0:1784948257.597432:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948257.597433:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155048832, offset 0 00000100:00000001:2.0:1784948257.597445:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948257.597455:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948257.597459:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948257.597464:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948257.597469:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948257.597470:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948257.597478:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948257.597483:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948257.597491:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:2.0:1784948257.597495:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948257.597501:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948257.597524:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948257.597527:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948257.597535:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948257.597537:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784948257.597544:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784948257.597551:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784948257.597553:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:1.0:1784948257.597563:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:2.0:1784948257.597570:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948257.597579:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541425:541425:255:4294967295] 192.168.201.111@tcp LPNI seq info [541362:541362:7:4294967295] 00000400:00000200:1.0:1784948257.597588:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1784948257.597589:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948257.597609:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784948257.597621:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155048960:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948257.597622:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948257.597648:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948257.597656:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948257.597659:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948257.597665:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948257.597670:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000800:00000200:3.0:1784948257.597679:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948257.597681:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1784948257.597683:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 02000000:00000010:2.0:1784948257.597693:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948257.597699:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948257.597700:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000010:3.0:1784948257.597704:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000400:00000200:2.0:1784948257.597713:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784948257.597716:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948257.597724:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948257.597737:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000001:1.0:1784948257.597743:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948257.597746:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155048960, portal 10 00000100:00000040:1.0:1784948257.597753:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.597755:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948257.597760:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000100:00000001:1.0:1784948257.597777:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948257.597780:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948257.597782:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948257.597819:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948257.597825:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948257.597829:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784948257.597836:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155048960, offset 0 00000400:00000200:2.0:1784948257.597848:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948257.597860:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948257.597872:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948257.597881:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784948257.597891:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948257.597900:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784948257.597902:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948257.597919:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948257.597927:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948257.597932:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948257.597935:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:3.0:1784948257.597942:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9047 usecs (10 jiffies) 00000400:00000200:2.0:1784948257.597962:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541426:541426:255:4294967295] 192.168.201.111@tcp LPNI seq info [541363:541363:7:4294967295] 00000400:00000200:3.0:1784948257.597966:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948257.597983:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307017227 00000400:00000200:2.0:1784948257.597986:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948257.598003:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307021062 00000100:00000001:3.0:1784948257.598015:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307017227 00000100:00000001:3.0:1784948257.598028:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307021062 00000400:00000200:2.0:1784948257.598037:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948257.598038:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948257.598085:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948257.598098:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000100:00000001:3.0:1784948257.598099:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948257.598115:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948257.598125:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948257.598127:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000400:00000200:1.0:1784948257.598129:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948257.598143:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784948257.598158:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948257.598160:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948257.598162:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784948257.598175:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948257.598177:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8908 00000800:00000200:2.0:1784948257.598182:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:1.0:1784948257.598184:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8908. 00000100:00000001:2.0:1784948257.598195:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948257.598196:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784948257.598207:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10208 usecs (11 jiffies) 00000100:00000200:1.0:1784948257.598210:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948257.598220:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948257.598229:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307017229 00000100:00000001:2.0:1784948257.598242:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307021062 00000100:00000001:1.0:1784948257.598245:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948257.598252:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307017229 00000100:00000040:1.0:1784948257.598259:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.598262:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307021062 00000100:00000001:3.0:1784948257.598268:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948257.598275:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948257.598289:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948257.598292:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948257.598300:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948257.598304:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948257.598309:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948257.598312:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.598313:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948257.598316:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948257.598323:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948257.598332:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948257.598340:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948257.598345:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948257.598348:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948257.598351:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.598356:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948257.598400:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948257.598406:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784948257.598410:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948257.598416:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948257.598420:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 00000400:00000010:1.0:1784948257.598422:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 00000100:00000001:1.0:1784948257.598425:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948257.598430:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948257.598441:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948257.598446:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948257.598460:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948257.598464:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948257.600683:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.600702:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948257.600707:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.600712:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948257.600720:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.600728:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948257.600739:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.600745:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.600755:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.600762:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319580 00000400:00000200:1.0:1784948257.600768:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.600776:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b61 [1] + 224 00000800:00000001:1.0:1784948257.600785:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.600878:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948257.600884:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948257.600890:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948257.600896:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948257.600904:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948257.600919:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948257.600946:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948257.600956:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.600961:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948257.600964:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.600966:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948257.600971:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.600977:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948257.600985:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.601001:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.601005:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.601009:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319500 00000400:00000200:1.0:1784948257.601013:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.601018:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b59 [1] + 224 00000800:00000001:1.0:1784948257.601022:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.601026:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948257.601028:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948257.601032:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948257.601036:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948257.601043:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948257.601083:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948257.601090:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948257.601108:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948257.601116:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948257.601126:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:1.0:1784948257.601134:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948257.601137:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784948257.601148:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784948257.601162:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948257.601178:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948257.601179:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948257.601190:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.601203:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948257.601210:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948257.601211:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948257.601223:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948257.601243:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948257.601255:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948257.601256:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948257.601258:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1784948257.601274:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784948257.601277:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948257.601283:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948257.601293:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948257.601295:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000010:2.0:1784948257.601296:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784948257.601310:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1784948257.601315:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000100:00000001:3.0:1784948257.601317:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948257.601324:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948257.601333:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:3.0:1784948257.601333:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948257.601334:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948257.601357:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948257.601359:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.601361:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948257.601376:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319600 00000100:00001000:3.0:1784948257.601384:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=98 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948257.601385:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948257.601389:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948257.601414:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b69 [1] + 224 00000100:00001000:3.0:1784948257.601416:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948257.601451:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784948257.601453:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948257.601458:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948257.601470:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948257.601471:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948257.601476:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948257.601482:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948257.601494:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948257.601501:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948257.601510:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948257.601526:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784948257.601529:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948257.601534:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948257.601554:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948257.601560:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948257.601563:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.601572:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948257.601575:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.601590:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948257.601601:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948257.601609:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948257.601615:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948257.601632:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948257.601655:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=98 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948257.601687:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784948257.601688:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=98 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948257.601695:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.601715:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948257.601716:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948257.601725:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948257.601730:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948257.601731:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784948257.601732:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948257.601740:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948257.601746:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948257.601748:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948257.601755:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948257.601763:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948257.601767:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.601832:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948257.601843:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948257.601847:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784948257.601851:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155048832:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948257.601862:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948257.601868:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948257.601882:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948257.601895:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155048832/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948257.601896:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155048704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948257.601930:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.601945:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948257.601956:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948257.601962:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784948257.601964:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155048704/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948257.601972:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784948257.601988:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948257.601992:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1784948257.601993:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948257.602001:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784948257.602002:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948257.602019:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000020:00000001:3.0:1784948257.602021:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948257.602032:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784948257.602034:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784948257.602048:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948257.602051:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948257.602057:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000020:00000001:2.0:1784948257.602085:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948257.602090:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948257.602096:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948257.602102:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784948257.602110:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948257.602113:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948257.602122:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948257.602124:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948257.602131:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784948257.602135:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:3.0:1784948257.602141:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948257.602146:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.602148:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948257.602169:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948257.602169:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948257.602178:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.602185:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.602194:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948257.602198:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948257.602205:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948257.602207:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948257.602211:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948257.602217:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000010:2.0:1784948257.602219:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:2.0:1784948257.602222:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948257.602229:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948257.602241:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.602250:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948257.602252:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948257.602255:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948257.602257:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948257.602259:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948257.602261:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948257.602263:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948257.602269:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948257.602274:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948257.602277:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948257.602279:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948257.602281:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948257.602286:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.602290:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948257.602293:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948257.602296:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948257.602299:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948257.602304:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.602313:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948257.602315:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948257.602317:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948257.602321:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948257.602330:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155048960:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948257.602336:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948257.602338:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948257.602342:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155048960/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948273 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948257.602350:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948257.602352:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948257.602354:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948257.602357:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948257.602359:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948257.602360:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948257.602363:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948257.602365:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784948257.602368:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948257.602370:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948257.602372:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:2.0:1784948257.602375:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948257.602377:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948257.602379:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948257.602384:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948257.602387:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948257.602389:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948257.602391:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948257.788203:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948257.788213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948257.788287:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948257.788296:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948257.788304:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948258.812215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948258.812225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948258.812360:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948258.812366:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948258.812372:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948259.068195:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948259.068206:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948259.068213:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948259.068535:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948259.068542:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948259.068568:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948259.068580:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948259.068585:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948259.836229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948259.836240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948259.836374:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948259.836382:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948259.836387:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948260.860277:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948260.860289:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948260.860344:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948260.860352:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948260.860360:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948261.500221:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307021062, at 4307021120 00000100:00000040:1.0:1784948261.500221:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307021062, at 4307021120 00000100:00000010:1.0:1784948261.500249:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43f00. 00000100:00000010:0.0:1784948261.500253:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ea0. 00010000:00000001:1.0:1784948261.884218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948261.884230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948261.884293:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948261.884300:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948261.884304:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948262.716299:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948262.716317:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948262.716336:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000020:00000040:1.0:1784948262.716345:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948262.716352:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948262.716357:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948262.716367:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948262.716383:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784948262.716394:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716414:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948262.716430:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948262.716437:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716447:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.716509:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716513:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948262.716519:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948262.716523:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872c380. 00000020:00000040:1.0:1784948262.716526:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948262.716529:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948262.716531:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948262.716533:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948262.716537:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948262.716541:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716546:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948262.716557:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948262.716560:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716567:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dcf8eccb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.716579:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716583:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948262.716587:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948262.716590:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784948262.716594:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948262.716597:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948262.716598:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948262.716601:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948262.716605:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.716611:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:1.0:1784948262.716612:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:1.0:1784948262.716621:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.716623:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948262.716628:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948262.716643:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784948262.716646:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.716647:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716661:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.716704:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948262.716705:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716742:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948262.716745:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716749:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948262.716756:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948262.716757:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948262.716765:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948262.716766:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948262.716774:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.716780:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12360) 00000100:00100000:0.0:1784948262.716785:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155049088:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948262.716794:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948262.716804:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948262.716809:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948262.716813:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948262.716821:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 00000100:00000001:1.0:1784948262.716824:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948262.716826:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.716831:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948262.716836:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948262.716842:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948262.716846:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948262.716852:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea8f0. 00000100:00000001:1.0:1784948262.716864:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948262.716868:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948262.716871:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf5d8. 02000000:00000001:1.0:1784948262.716872:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948262.716879:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948262.716885:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948262.716890:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049088, portal 25 00000100:00100000:1.0:1784948262.716891:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155049216:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948262.716898:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948262.716902:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948262.716904:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 02000000:00000001:1.0:1784948262.716909:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948262.716914:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948262.716921:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948262.716922:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948262.716932:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948262.716940:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.716943:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948262.716954:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948262.716955:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948262.716968:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000400:00000010:1.0:1784948262.716969:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe99f8. 00000100:00000200:0.0:1784948262.716976:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155049088, offset 0 00000400:00000010:1.0:1784948262.716981:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1d48. 00000400:00000200:0.0:1784948262.716992:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:1.0:1784948262.717004:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049216, portal 10 00000400:00000200:0.0:1784948262.717014:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948262.717016:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948262.717022:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821354880 : -119147888196736 : ffff93a2b872c380) 00000400:00000200:0.0:1784948262.717035:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784948262.717038:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948262.717114:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948262.717126:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948262.717127:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948262.717140:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:1.0:1784948262.717141:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948262.717153:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:1.0:1784948262.717154:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1cc0. 00000100:00000200:1.0:1784948262.717161:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155049216, offset 0 00000400:00000200:0.0:1784948262.717163:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541427:541427:256:4294967295] 192.168.201.111@tcp LPNI seq info [541364:541364:8:4294967295] 00000400:00000200:1.0:1784948262.717180:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948262.717181:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948262.717205:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948262.717223:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948262.717227:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948262.717237:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948262.717244:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:0.0:1784948262.717246:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784948262.717250:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948262.717257:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948262.717261:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948262.717273:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541428:541428:255:4294967295] 192.168.201.111@tcp LPNI seq info [541365:541365:7:4294967295] 00000800:00000200:0.0:1784948262.717275:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948262.717286:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.717298:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948262.717308:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948262.717311:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948262.717321:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000800:00000200:0.0:1784948262.717324:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784948262.717334:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948262.717345:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948262.717350:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948262.717359:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717360:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.717366:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 00000400:00000200:0.0:1784948262.717378:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.717380:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948262.717388:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307022347 00000100:00000001:0.0:1784948262.717390:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307026182 00000100:00000010:1.0:1784948262.717398:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fa20. 00000100:00000001:1.0:1784948262.717411:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784948262.717420:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307022347 00000100:00000010:1.0:1784948262.717425:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f3c0. 00000100:00000001:1.0:1784948262.717429:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948262.717432:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307022347 00000100:00000001:1.0:1784948262.717435:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948262.717444:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.717448:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717450:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307026182 00000100:00000001:1.0:1784948262.717453:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.717466:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307022347 00000100:00000001:1.0:1784948262.717470:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948262.717477:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948262.717481:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948262.717482:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948262.717487:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948262.717491:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717494:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948262.717497:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784948262.717505:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.717508:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.717510:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948262.717514:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.717520:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948262.717521:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.717522:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948262.717526:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948262.717537:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.717540:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948262.717549:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948262.717553:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948262.717560:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717562:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784948262.717564:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948262.717574:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948262.717574:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948262.717587:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717589:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948262.717593:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155049344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948262.717599:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.717601:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948262.717609:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948262.717613:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948262.717616:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948262.717621:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948262.717624:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948262.717629:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948262.717633:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe92c0. 00000400:00000010:1.0:1784948262.717637:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b14c8. 00000100:00000200:1.0:1784948262.717642:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049344, portal 10 00000100:00000001:1.0:1784948262.717645:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948262.717647:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000100:00000040:1.0:1784948262.717655:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.717664:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948262.717667:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948262.717672:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1330. 00000100:00000200:1.0:1784948262.717675:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155049344, offset 0 00000400:00000200:1.0:1784948262.717682:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948262.717686:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948262.717690:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948262.717692:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:0.0:1784948262.717699:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784948262.717701:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948262.717733:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948262.717738:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948262.717742:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948262.717743:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948262.717754:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541429:541429:254:4294967295] 192.168.201.111@tcp LPNI seq info [541366:541366:6:4294967295] 00000400:00000200:0.0:1784948262.717764:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948262.717772:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.717783:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948262.717789:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948262.717793:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000800:00000010:1.0:1784948262.717795:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000400:00000010:0.0:1784948262.717802:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000800:00000200:1.0:1784948262.717809:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948262.717815:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1784948262.717823:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:0.0:1784948262.717830:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948262.717832:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948262.717845:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.717854:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:1.0:1784948262.717865:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948262.717868:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307022348 00000100:00000001:0.0:1784948262.717869:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948262.717877:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307026182 00000100:00000040:0.0:1784948262.717882:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.717885:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307022348 00000100:00000001:1.0:1784948262.717895:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307026182 00000100:00000001:1.0:1784948262.717903:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948262.717911:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717914:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.717917:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.717919:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948262.717924:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948262.717945:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948262.717951:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:0.0:1784948262.717958:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948262.717965:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948262.717969:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1cc0 00000400:00000010:0.0:1784948262.717973:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1cc0. 00000100:00000001:0.0:1784948262.717978:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948262.717983:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.717994:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948262.717998:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.718006:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.718008:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948262.718158:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948262.718165:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948262.718172:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948262.718181:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948262.718187:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1330 00000400:00000010:0.0:1784948262.718191:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1330. 00000100:00000001:0.0:1784948262.718196:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948262.718206:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.718223:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948262.718229:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.718243:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.718246:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948262.721390:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721410:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948262.721415:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721419:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948262.721428:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721438:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948262.721447:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721452:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721459:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721464:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319700 00000400:00000200:1.0:1784948262.721471:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721479:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b81 [1] + 224 00000800:00000001:1.0:1784948262.721489:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721493:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948262.721497:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948262.721501:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948262.721508:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948262.721516:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948262.721532:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.721560:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948262.721571:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721576:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948262.721579:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721582:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948262.721586:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721591:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948262.721597:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721601:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721605:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721611:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319680 00000400:00000200:1.0:1784948262.721616:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721622:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b71 [1] + 224 00000800:00000001:1.0:1784948262.721628:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721632:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948262.721636:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948262.721639:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948262.721642:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948262.721648:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948262.721650:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948262.721659:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948262.721664:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948262.721670:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784948262.721677:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948262.721678:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe99f8. 00000400:00000200:0.0:1784948262.721695:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1d48 00000400:00000010:0.0:1784948262.721700:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1d48. 00000100:00000001:0.0:1784948262.721726:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948262.721731:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948262.721739:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948262.721743:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948262.721752:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948262.721760:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948262.721766:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948262.721767:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948262.721782:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721798:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784948262.721799:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948262.721806:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948262.721814:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948262.721816:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784948262.721823:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948262.721824:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948262.721832:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948262.721834:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948262.721837:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948262.721846:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319780 02000000:00000001:0.0:1784948262.721848:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948262.721859:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948262.721866:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524b91 [1] + 224 00000100:00001000:0.0:1784948262.721868:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=103 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948262.721872:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:0.0:1784948262.721881:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=143 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948262.721887:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.721888:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948262.721894:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948262.721897:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:0.0:1784948262.721904:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948262.721907:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00010000:00000001:0.0:1784948262.721914:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.721915:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948262.721925:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1784948262.721927:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948262.721930:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948262.721939:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948262.721945:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948262.721961:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948262.721964:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.722005:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948262.722008:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784948262.722012:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948262.722015:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784948262.722019:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.722021:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948262.722037:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.722101:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1784948262.722103:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155049216:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948262.722107:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948262.722116:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948262.722121:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784948262.722121:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948262.722127:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea8f0. 00000100:00000001:0.0:1784948262.722132:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948262.722135:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf5d8 00000400:00000010:1.0:1784948262.722140:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf5d8. 00000100:00000001:1.0:1784948262.722147:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784948262.722148:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872c380 x1871641155049216/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948262.722157:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.722198:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1784948262.722200:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948262.722206:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1784948262.722215:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784948262.722217:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000001:1.0:1784948262.722219:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.722226:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948262.722231:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784948262.722234:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948262.722235:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948262.722242:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948262.722243:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784948262.722246:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1784948262.722250:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00001000:1.0:1784948262.722254:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=103 v=5 (5 5 5 5) 00000020:00000001:0.0:1784948262.722257:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948262.722265:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 00000100:00001000:1.0:1784948262.722266:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=103 v=5 (1 1 1 1) 02000000:00000001:0.0:1784948262.722275:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948262.722276:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948262.722284:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948262.722285:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1784948262.722288:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1784948262.722294:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872c380. 00010000:00000001:1.0:1784948262.722294:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.722301:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.722310:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1784948262.722312:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.722318:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.722331:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948262.722332:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948262.722336:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948262.722343:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.722344:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948262.722351:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.722353:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948262.722366:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1784948262.722369:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155049088:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784948262.722373:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784948262.722377:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948262.722382:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe92c0. 00000100:00000001:1.0:1784948262.722383:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948262.722391:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155049088/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948262.722396:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b14c8 00000100:00000001:1.0:1784948262.722405:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1784948262.722407:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b14c8. 02000000:00000001:1.0:1784948262.722410:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948262.722418:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 00000100:00000001:0.0:1784948262.722420:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1784948262.722425:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948262.722429:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948262.722435:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:0.0:1784948262.722437:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948262.722439:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948262.722445:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 02000000:00000001:1.0:1784948262.722454:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948262.722458:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948262.722465:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00000100:00000200:0.0:1784948262.722472:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948262.722473:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948262.722479:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.722487:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.722498:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948262.722500:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948262.722503:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.722506:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948262.722509:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948262.722513:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948262.722514:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948262.722521:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948262.722527:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948262.722531:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948262.722537:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948262.722547:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=103 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948262.722554:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=125 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948262.722559:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948262.722562:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948262.722566:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948262.722570:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.722575:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948262.722578:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948262.722582:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948262.722584:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948262.722595:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.722611:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948262.722616:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948262.722619:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948262.722627:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948262.722655:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155049344:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948262.722664:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.722668:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948262.722674:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641155049344/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948278 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948262.722686:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948262.722689:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948262.722692:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784948262.722696:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948262.722698:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948262.722700:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948262.722703:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948262.722731:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 02000000:00000001:0.0:1784948262.722737:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948262.722739:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948262.722742:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 00000100:00000001:0.0:1784948262.722756:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948262.722759:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.722761:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948262.722767:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948262.722770:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948262.722773:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948262.722776:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948262.908219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948262.908230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948262.908388:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948262.908395:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948262.908402:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948263.932179:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948263.932194:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948263.932199:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948263.932206:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948263.932212:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948263.932215:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948263.932217:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948263.932223:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948263.932359:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948263.932367:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948263.932373:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948264.956300:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948264.956313:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948264.956417:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948264.956427:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948264.956434:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948265.980257:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948265.980274:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948265.980334:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948265.980341:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948265.980349:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948266.620190:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307026182, at 4307026240 00000100:00000040:0.0:1784948266.620193:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307026182, at 4307026240 00000100:00000010:0.0:1784948266.620220:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa20. 00000100:00000010:1.0:1784948266.620230:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f3c0. 00010000:00000001:1.0:1784948267.004197:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948267.004206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948267.004365:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948267.004372:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948267.004378:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948267.836164:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948267.836178:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948267.836190:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 00000020:00000040:1.0:1784948267.836200:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948267.836206:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948267.836212:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948267.836221:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948267.836235:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784948267.836246:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836265:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948267.836281:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948267.836289:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836299:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.836349:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836354:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948267.836359:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948267.836363:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784948267.836366:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948267.836369:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948267.836371:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948267.836374:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948267.836378:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948267.836381:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836387:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948267.836397:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948267.836399:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836404:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.836415:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836419:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948267.836423:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948267.836426:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784948267.836430:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948267.836433:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948267.836435:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948267.836437:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948267.836441:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784948267.836445:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836451:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948267.836453:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948267.836464:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948267.836465:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948267.836470:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948267.836472:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836483:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948267.836487:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.836513:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.836524:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784948267.836525:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948267.836533:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836536:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948267.836545:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948267.836545:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948267.836554:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948267.836555:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948267.836565:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836570:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12365) 00000100:00100000:0.0:1784948267.836574:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155049472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948267.836583:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948267.836591:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948267.836592:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948267.836601:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.836602:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948267.836609:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784948267.836611:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948267.836647:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784948267.836651:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.836659:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948267.836672:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948267.836684:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784948267.836687:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea268. 00000100:00000001:1.0:1784948267.836689:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948267.836700:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948267.836703:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948267.836708:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948267.836709:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000100:00100000:1.0:1784948267.836722:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155049600:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948267.836727:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049472, portal 25 00000100:00000001:1.0:1784948267.836730:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948267.836735:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784948267.836739:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948267.836740:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 02000000:00000001:1.0:1784948267.836747:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948267.836752:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948267.836757:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948267.836762:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948267.836773:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.836785:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948267.836791:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948267.836800:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948267.836803:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9318. 00000400:00000010:0.0:1784948267.836808:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000100:00000200:0.0:1784948267.836816:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155049472, offset 0 00000400:00000010:1.0:1784948267.836816:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784948267.836831:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049600, portal 10 00000400:00000200:0.0:1784948267.836838:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948267.836841:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948267.836846:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000400:00000200:0.0:1784948267.836858:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948267.836861:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.836874:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948267.836878:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784948267.836887:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948267.836896:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000400:00000200:0.0:1784948267.836897:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:1.0:1784948267.836909:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155049600, offset 0 00000400:00000200:0.0:1784948267.836912:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948267.836925:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948267.836926:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948267.836937:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948267.836944:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541430:541430:256:4294967295] 192.168.201.111@tcp LPNI seq info [541367:541367:8:4294967295] 00000400:00000200:0.0:1784948267.836951:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948267.836966:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948267.836980:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948267.836981:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948267.836994:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784948267.836996:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948267.837011:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948267.837018:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948267.837028:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948267.837038:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784948267.837040:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948267.837093:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948267.837102:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541431:541431:255:4294967295] 192.168.201.111@tcp LPNI seq info [541368:541368:7:4294967295] 00000800:00000200:0.0:1784948267.837107:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948267.837125:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948267.837134:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948267.837149:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948267.837157:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307031302 00000400:00000200:1.0:1784948267.837158:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:0.0:1784948267.837169:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784948267.837178:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948267.837185:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:1.0:1784948267.837188:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000100:00000001:0.0:1784948267.837198:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307031302 00000800:00000200:1.0:1784948267.837201:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:0.0:1784948267.837208:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889c60. 00000100:00000001:0.0:1784948267.837216:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784948267.837225:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948267.837226:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948267.837235:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948267.837240:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948267.837243:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837252:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948267.837258:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837265:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784948267.837271:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 00000100:00000001:0.0:1784948267.837272:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948267.837280:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948267.837285:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948267.837289:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948267.837293:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948267.837300:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.837303:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307027467 00000100:00000001:1.0:1784948267.837315:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307031302 00000100:00000001:1.0:1784948267.837324:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307027467 00000100:00000001:0.0:1784948267.837331:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948267.837332:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307031302 00000100:00000001:0.0:1784948267.837336:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.837340:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948267.837343:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948267.837347:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948267.837349:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948267.837353:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948267.837355:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.837359:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784948267.837366:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155049728:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948267.837371:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948267.837374:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948267.837376:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784948267.837381:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948267.837384:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948267.837387:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.837389:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948267.837396:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948267.837397:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948267.837405:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948267.837406:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948267.837415:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948267.837420:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948267.837424:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ead68. 00000400:00000010:0.0:1784948267.837429:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000200:0.0:1784948267.837434:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049728, portal 10 00000100:00000001:0.0:1784948267.837438:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948267.837440:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000100:00000040:0.0:1784948267.837449:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837458:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948267.837462:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948267.837465:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000200:0.0:1784948267.837468:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155049728, offset 0 00000400:00000200:0.0:1784948267.837474:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948267.837478:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948267.837483:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948267.837487:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948267.837490:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948267.837494:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948267.837497:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948267.837501:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541432:541432:254:4294967295] 192.168.201.111@tcp LPNI seq info [541369:541369:6:4294967295] 00000400:00000200:0.0:1784948267.837507:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948267.837515:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948267.837521:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948267.837526:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000800:00000200:0.0:1784948267.837532:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948267.837538:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948267.837541:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948267.837546:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948267.837551:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:0.0:1784948267.837555:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948267.837558:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307027468 00000100:00000001:0.0:1784948267.837561:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307031302 00000100:00000001:0.0:1784948267.837564:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307027468 00000100:00000001:0.0:1784948267.837567:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307031302 00000100:00000001:0.0:1784948267.837569:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948267.837572:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837575:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837577:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948267.837581:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948267.837583:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948267.837585:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948267.837587:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948267.837589:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837592:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948267.837669:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948267.837675:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:0.0:1784948267.837681:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948267.837688:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948267.837696:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfdd0 00000400:00000010:0.0:1784948267.837700:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfdd0. 00000100:00000001:0.0:1784948267.837706:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948267.837712:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837726:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948267.837731:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837741:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837743:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948267.837758:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948267.837762:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784948267.837765:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948267.837770:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948267.837773:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:0.0:1784948267.837775:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:0.0:1784948267.837778:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948267.837782:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837791:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948267.837794:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837802:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837805:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948267.837864:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948267.837867:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784948267.837872:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948267.837876:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948267.837879:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:0.0:1784948267.837882:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:0.0:1784948267.837884:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948267.837890:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837899:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948267.837903:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.837911:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.837913:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948267.840609:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948267.840711:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948267.840718:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948267.840722:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948267.840730:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840738:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948267.840747:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840753:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840759:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840765:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319800 00000400:00000200:1.0:1784948267.840772:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840779:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ba1 [1] + 224 00000800:00000001:1.0:1784948267.840789:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948267.840793:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948267.840797:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948267.840801:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948267.840809:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948267.840817:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948267.840833:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.840861:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948267.840872:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948267.840902:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948267.840906:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948267.840910:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948267.840914:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840919:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948267.840925:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840933:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840937:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319880 00000400:00000200:1.0:1784948267.840941:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948267.840947:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524bb1 [1] + 224 00000800:00000001:1.0:1784948267.840954:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948267.840959:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948267.840961:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948267.840967:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948267.840974:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948267.840978:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1784948267.840981:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.840986:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948267.841000:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784948267.841002:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948267.841005:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948267.841012:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea268. 00000400:00000200:0.0:1784948267.841023:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000400:00000010:0.0:1784948267.841031:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000100:00000001:0.0:1784948267.841041:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948267.841085:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948267.841101:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.841101:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948267.841118:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948267.841118:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948267.841123:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948267.841128:0:2406:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948267.841132:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948267.841134:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784948267.841142:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948267.841143:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948267.841152:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948267.841153:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948267.841158:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948267.841166:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784948267.841174:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=108 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948267.841176:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:0.0:1784948267.841187:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948267.841192:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948267.841198:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948267.841204:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948267.841205:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784948267.841213:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948267.841217:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948267.841220:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948267.841228:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948267.841234:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948267.841243:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319900 00000400:00000200:1.0:1784948267.841261:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948267.841273:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948267.841275:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524bc1 [1] + 224 00000100:00000001:0.0:1784948267.841285:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784948267.841288:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948267.841290:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948267.841301:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948267.841302:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948267.841310:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948267.841328:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:0.0:1784948267.841336:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155049472:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948267.841339:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948267.841350:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948267.841354:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.841356:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948267.841369:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155049472/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948267.841384:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.841433:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948267.841437:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:0.0:1784948267.841439:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:1.0:1784948267.841445:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784948267.841446:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000800:00000001:1.0:1784948267.841454:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948267.841457:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948267.841463:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948267.841465:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948267.841469:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948267.841475:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdc00. 00000100:00000001:1.0:1784948267.841476:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948267.841483:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948267.841486:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948267.841490:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:1.0:1784948267.841491:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000010:0.0:1784948267.841494:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00000400:00000001:1.0:1784948267.841497:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948267.841502:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1784948267.841504:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9318. 00000100:00000001:0.0:1784948267.841508:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948267.841514:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948267.841516:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000100:00000001:0.0:1784948267.841518:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784948267.841523:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784948267.841524:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948267.841534:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:0.0:1784948267.841535:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948267.841542:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784948267.841544:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948267.841547:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ead68. 00000400:00000200:0.0:1784948267.841558:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000400:00000010:0.0:1784948267.841566:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 00000100:00000200:1.0:1784948267.841574:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.841575:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948267.841588:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.841596:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948267.841602:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948267.841611:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948267.841616:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948267.841644:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1784948267.841645:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.841648:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948267.841658:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948267.841672:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=108 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948267.841673:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948267.841678:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948267.841686:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:1.0:1784948267.841687:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=148 v=5 (1 1 1 1) 02000000:00000001:0.0:1784948267.841690:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948267.841695:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948267.841698:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948267.841700:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.841703:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948267.841706:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948267.841709:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1784948267.841715:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=108 v=5 (5 5 5 5) 00010000:00000001:1.0:1784948267.841717:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.841729:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00001000:0.0:1784948267.841730:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=130 v=5 (1 1 1 1) 00000100:00000040:1.0:1784948267.841734:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948267.841740:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948267.841742:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948267.841746:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.841747:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948267.841756:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948267.841763:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948267.841765:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.841770:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948267.841776:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948267.841783:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948267.841788:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.841792:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948267.841800:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1784948267.841801:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948267.841805:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948267.841822:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.841823:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948267.841834:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948267.841839:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948267.841855:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948267.841859:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155049600:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948267.841878:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948267.841886:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784948267.841892:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155049728:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948267.841899:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155049600/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948267.841903:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948267.841913:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948267.841921:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1784948267.841924:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641155049728/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948283 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948267.841926:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948267.841933:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948267.841944:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948267.841949:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1784948267.841950:0:2407:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:0.0:1784948267.841957:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000040:1.0:1784948267.841959:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000010:0.0:1784948267.841966:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 00000020:00000001:1.0:1784948267.841967:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948267.841974:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:0.0:1784948267.841977:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1784948267.841981:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784948267.841982:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:1.0:1784948267.841986:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:0.0:1784948267.841988:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000010:1.0:1784948267.841992:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000020:00000001:0.0:1784948267.841995:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948267.842005:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd900. 00000100:00000001:1.0:1784948267.842005:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948267.842014:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948267.842016:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948267.842021:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948267.842026:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1784948267.842027:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000100:00000001:0.0:1784948267.842034:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948267.842038:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948267.842042:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948267.842042:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948267.842084:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948267.842088:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948267.842089:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.842104:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948267.842105:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948267.842111:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948267.842116:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948268.028243:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948268.028257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948268.028406:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948268.028412:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948268.028418:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948269.052230:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948269.052241:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948269.052385:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948269.052392:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948269.052398:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948270.076206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948270.076218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948270.076289:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948270.076302:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948270.076312:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948271.100228:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948271.100240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948271.100283:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948271.100290:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948271.100295:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948271.740125:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307031302, at 4307031360 00000100:00000040:1.0:1784948271.740140:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307031302, at 4307031360 00000100:00000010:0.0:1784948271.740143:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784948271.740153:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889c60. 00010000:00000001:1.0:1784948272.124164:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948272.124172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948272.124252:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948272.124258:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948272.124263:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948272.956302:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948272.956319:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948272.956337:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784948272.956348:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948272.956355:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948272.956360:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948272.956370:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948272.956385:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:3.0:1784948272.956396:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956415:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948272.956433:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948272.956440:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956450:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948272.956500:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956504:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948272.956509:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948272.956514:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784948272.956517:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948272.956520:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948272.956523:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948272.956526:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948272.956562:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948272.956568:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956575:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948272.956586:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948272.956589:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956595:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.956609:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948272.956610:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956614:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948272.956627:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1784948272.956630:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1784948272.956632:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784948272.956637:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1784948272.956640:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948272.956645:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948272.956648:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948272.956652:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948272.956661:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000040:2.0:1784948272.956663:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948272.956672:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956691:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948272.956731:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948272.956737:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948272.956739:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.956746:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948272.956751:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948272.956761:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948272.956761:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948272.956778:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948272.956803:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155049856:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948272.956812:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.956817:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948272.956820:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948272.956829:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784948272.956829:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948272.956840:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.956843:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948272.956854:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784948272.956857:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948272.956866:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12370) 02000000:00000010:2.0:1784948272.956871:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948272.956878:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948272.956890:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948272.956896:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948272.956907:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000200:2.0:1784948272.956917:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049856, portal 25 00000100:00000001:2.0:1784948272.956921:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948272.956923:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948272.956925:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000001:3.0:1784948272.956931:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948272.956936:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948272.956940:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948272.956949:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948272.957040:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948272.957089:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948272.957095:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948272.957099:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948272.957103:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948272.957109:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155049984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948272.957115:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948272.957123:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948272.957127:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948272.957130:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948272.957138:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784948272.957140:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948272.957145:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948272.957159:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948272.957161:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948272.957175:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:2.0:1784948272.957183:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000400:00000010:3.0:1784948272.957189:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:2.0:1784948272.957197:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155049856, offset 0 00000100:00000200:3.0:1784948272.957202:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155049984, portal 10 00000100:00000001:3.0:1784948272.957209:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948272.957211:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000400:00000200:2.0:1784948272.957222:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948272.957233:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948272.957246:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948272.957257:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948272.957258:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948272.957270:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8550. 00000100:00000200:3.0:1784948272.957279:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155049984, offset 0 00000400:00000200:2.0:1784948272.957289:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948272.957304:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948272.957316:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948272.957328:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948272.957335:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948272.957341:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948272.957349:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541433:541433:256:4294967295] 192.168.201.111@tcp LPNI seq info [541370:541370:8:4294967295] 00000400:00000200:2.0:1784948272.957359:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948272.957372:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948272.957394:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948272.957403:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948272.957408:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948272.957422:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948272.957434:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:2.0:1784948272.957437:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948272.957446:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000010:2.0:1784948272.957453:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000400:00000200:3.0:1784948272.957455:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541434:541434:255:4294967295] 192.168.201.111@tcp LPNI seq info [541371:541371:7:4294967295] 00000400:00000200:3.0:1784948272.957470:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948272.957481:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948272.957502:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948272.957513:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948272.957529:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:3.0:1784948272.957549:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000800:00000200:2.0:1784948272.957566:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784948272.957567:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948272.957595:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948272.957604:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948272.957610:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.957611:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948272.957630:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 00000400:00000200:2.0:1784948272.957635:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948272.957644:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307036422 00000400:00000200:3.0:1784948272.957646:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948272.957659:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307032587 00000100:00000010:2.0:1784948272.957662:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43240. 00000100:00000001:2.0:1784948272.957676:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1784948272.957687:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307036422 00000100:00000001:3.0:1784948272.957690:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307036422 00000100:00000010:2.0:1784948272.957694:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43de0. 00000100:00000001:3.0:1784948272.957697:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307032587 00000100:00000001:2.0:1784948272.957707:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948272.957714:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948272.957715:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307036422 00000100:00000001:2.0:1784948272.957728:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.957728:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948272.957735:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948272.957754:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948272.957756:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00000001:2.0:1784948272.957757:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.957765:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.957782:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948272.957784:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948272.957789:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948272.957818:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948272.957823:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948272.957823:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948272.957828:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000100:00000001:3.0:1784948272.957843:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948272.957844:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784948272.957845:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:3.0:1784948272.957863:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948272.957871:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948272.957873:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948272.957874:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948272.957894:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948272.957894:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948272.957900:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.957909:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948272.957912:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948272.957930:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948272.957937:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948272.957957:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.957958:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948272.957968:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948272.957986:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948272.958000:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948272.958002:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948272.958020:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784948272.958021:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948272.958030:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155050112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948272.958037:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948272.958042:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948272.958087:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948272.958091:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948272.958097:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948272.958100:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948272.958106:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948272.958110:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948272.958119:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:2.0:1784948272.958125:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050112, portal 10 00000100:00000001:2.0:1784948272.958129:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948272.958131:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000100:00000040:2.0:1784948272.958143:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.958154:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948272.958157:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948272.958161:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784948272.958165:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155050112, offset 0 00000400:00000200:2.0:1784948272.958177:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948272.958182:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948272.958189:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:2.0:1784948272.958191:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.958207:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948272.958214:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948272.958226:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948272.958227:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948272.958239:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8550 00000400:00000200:2.0:1784948272.958241:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:0.0:1784948272.958248:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8550. 00000400:00000200:2.0:1784948272.958257:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948272.958260:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948272.958269:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:0.0:1784948272.958276:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948272.958279:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541435:541435:255:4294967295] 192.168.201.111@tcp LPNI seq info [541372:541372:7:4294967295] 00000400:00000200:2.0:1784948272.958311:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948272.958331:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948272.958343:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948272.958345:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948272.958386:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948272.958408:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:0.0:1784948272.958414:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948272.958418:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1784948272.958423:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948272.958432:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948272.958441:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948272.958473:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948272.958482:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:2.0:1784948272.958490:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948272.958494:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307032589 00000100:00000001:2.0:1784948272.958500:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307036422 00000100:00000001:2.0:1784948272.958504:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307032589 00000100:00000001:2.0:1784948272.958509:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307036422 00000100:00000001:2.0:1784948272.958514:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948272.958520:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.958528:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.958556:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.958567:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948272.958573:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948272.958582:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948272.958585:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948272.958589:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.958592:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948272.958689:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948272.958698:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784948272.958704:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948272.958713:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948272.958718:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:1.0:1784948272.958721:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:1.0:1784948272.958726:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948272.958734:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948272.958747:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948272.958752:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948272.958762:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948272.958766:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948272.961084:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948272.961105:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948272.961110:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948272.961113:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948272.961121:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961129:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948272.961139:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961145:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961151:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961157:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319980 00000400:00000200:0.0:1784948272.961164:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961172:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524bd1 [1] + 224 00000800:00000001:0.0:1784948272.961182:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948272.961186:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948272.961190:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948272.961194:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948272.961201:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948272.961209:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948272.961224:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948272.961253:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948272.961267:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948272.961271:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948272.961273:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948272.961276:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948272.961280:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961285:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948272.961290:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961294:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961298:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961302:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319a00 00000400:00000200:0.0:1784948272.961306:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948272.961310:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524bd9 [1] + 224 00000800:00000001:0.0:1784948272.961315:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948272.961318:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948272.961320:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948272.961324:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948272.961328:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948272.961333:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948272.961346:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948272.961367:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948272.961378:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948272.961378:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948272.961392:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948272.961396:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948272.961403:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948272.961406:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948272.961410:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948272.961411:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948272.961422:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:0.0:1784948272.961424:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948272.961450:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000400:00000200:0.0:1784948272.961452:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:2.0:1784948272.961466:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000400:00000200:0.0:1784948272.961474:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948272.961479:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948272.961487:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948272.961487:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948272.961488:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948272.961503:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948272.961505:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948272.961510:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948272.961520:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319a80 00000400:00000010:3.0:1784948272.961521:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000200:2.0:1784948272.961523:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948272.961562:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784948272.961569:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000400:00000200:0.0:1784948272.961580:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948272.961584:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948272.961604:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948272.961616:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524be1 [1] + 224 00000100:00000200:2.0:1784948272.961646:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948272.961652:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948272.961680:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.961701:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948272.961711:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948272.961720:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.961722:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948272.961723:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948272.961740:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948272.961741:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948272.961742:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948272.961755:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948272.961758:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784948272.961761:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948272.961766:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948272.961774:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784948272.961778:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.961779:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948272.961784:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948272.961789:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948272.961800:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948272.961805:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=113 v=5 (5 5 5 5) 00000100:00000200:0.0:1784948272.961809:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948272.961811:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948272.961824:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=113 v=5 (1 1 1 1) 00000100:00001000:3.0:1784948272.961836:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=153 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948272.961857:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948272.961861:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948272.961873:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.961874:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948272.961882:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948272.961892:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948272.961896:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948272.961902:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948272.961913:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.961913:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948272.961917:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948272.961923:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948272.961930:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948272.961934:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948272.961937:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948272.961937:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948272.961953:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948272.961956:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948272.961969:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948272.961981:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948272.961994:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948272.962000:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948272.962020:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.962030:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1784948272.962047:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155049984:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948272.962096:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948272.962099:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948272.962105:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155049984/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948272.962115:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948272.962122:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784948272.962122:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948272.962138:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948272.962138:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948272.962149:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948272.962154:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948272.962157:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948272.962166:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784948272.962168:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948272.962172:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:3.0:1784948272.962183:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948272.962188:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948272.962193:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:3.0:1784948272.962203:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948272.962207:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948272.962218:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948272.962228:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1784948272.962229:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155049856:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948272.962233:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948272.962241:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948272.962249:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.962261:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.962270:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948272.962282:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155049856/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.962299:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948272.962303:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948272.962309:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948272.962317:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948272.962321:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948272.962325:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948272.962330:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948272.962335:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784948272.962343:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948272.962345:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948272.962348:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784948272.962354:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948272.962356:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.962361:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.962364:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948272.962366:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948272.962373:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948272.962375:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948272.962379:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948272.962383:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:2.0:1784948272.962386:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784948272.962390:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948272.962396:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948272.962409:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.962418:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948272.962420:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.962423:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948272.962425:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948272.962428:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948272.962431:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948272.962434:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948272.962442:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948272.962446:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948272.962449:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948272.962451:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948272.962454:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948272.962459:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.962463:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948272.962467:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948272.962471:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948272.962474:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948272.962482:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.962496:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948272.962501:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948272.962504:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948272.962512:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948272.962528:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155050112:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948272.962562:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.962567:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948272.962575:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155050112/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948272.962589:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948272.962592:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948272.962595:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948272.962599:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948272.962601:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948272.962603:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948272.962606:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948272.962610:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:2.0:1784948272.962613:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948272.962614:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948272.962617:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:2.0:1784948272.962620:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948272.962622:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.962624:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948272.962631:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948272.962633:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948272.962636:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948272.962638:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948273.148209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948273.148223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948273.148340:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948273.148348:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948273.148355:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948274.172258:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948274.172276:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948274.172281:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948274.172286:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948274.172293:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948274.172296:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948274.172299:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948274.172302:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948274.172370:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948274.172379:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948274.172386:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948275.196233:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948275.196242:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948275.196323:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948275.196330:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948275.196335:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948276.220133:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948276.220140:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948276.220168:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948276.220172:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948276.220177:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948276.860115:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307036422, at 4307036480 00000100:00000010:1.0:1784948276.860130:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43de0. 00000100:00000040:0.0:1784948276.860149:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307036422, at 4307036480 00000100:00000010:0.0:1784948276.860166:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43240. 00010000:00000001:1.0:1784948277.244127:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948277.244135:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948277.244211:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948277.244218:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948277.244225:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948278.076158:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948278.076169:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948278.076180:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784948278.076186:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948278.076190:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948278.076194:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948278.076199:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948278.076208:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948278.076214:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.076224:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948278.076236:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948278.076241:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.076248:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_01+1] req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948278.076280:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.076284:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948278.076288:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948278.076292:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784948278.076293:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784948278.076296:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948278.076299:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948278.076301:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948278.076302:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948278.076306:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948278.076310:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948278.076311:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948278.076315:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948278.076321:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.076323:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948278.076326:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948278.076330:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948278.076331:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784948278.076332:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948278.076338:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948278.076345:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155050240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948278.076353:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948278.076354:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948278.076359:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948278.076361:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948278.076364:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.076367:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948278.076367:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948278.076373:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948278.076377:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948278.076387:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948278.076389:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948278.076392:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784948278.076397:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948278.076398:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948278.076403:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000020:00000040:2.0:1784948278.076407:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000400:00000010:3.0:1784948278.076408:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784948278.076411:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948278.076414:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948278.076416:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948278.076418:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050240, portal 25 02000000:00000010:2.0:1784948278.076422:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:3.0:1784948278.076423:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948278.076428:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000001:2.0:1784948278.076429:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948278.076438:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948278.076439:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948278.076466:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948278.076468:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.076473:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.076498:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948278.076506:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948278.076513:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948278.076514:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8330. 00000100:00000040:2.0:1784948278.076520:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1784948278.076521:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155050240, offset 0 00000100:00000040:2.0:1784948278.076529:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948278.076534:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784948278.076536:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948278.076541:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948278.076546:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948278.076547:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12375) 00000400:00000200:3.0:1784948278.076557:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948278.076564:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948278.076564:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948278.076570:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948278.076572:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948278.076574:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948278.076579:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1784948278.076583:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948278.076585:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948278.076592:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541436:541436:256:4294967295] 192.168.201.111@tcp LPNI seq info [541373:541373:8:4294967295] 00000100:00000001:2.0:1784948278.076604:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784948278.076605:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948278.076608:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948278.076613:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948278.076616:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948278.076622:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948278.076624:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00100000:2.0:1784948278.076630:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155050368:192.168.201.111@tcp:400:kworker.0 00000800:00000200:3.0:1784948278.076635:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948278.076639:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000010:3.0:1784948278.076642:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 02000000:00000001:2.0:1784948278.076645:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948278.076648:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948278.076651:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:2.0:1784948278.076653:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948278.076661:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948278.076664:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948278.076666:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948278.076672:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948278.076673:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784948278.076677:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948278.076683:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:2.0:1784948278.076687:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050368, portal 10 00000100:00000001:2.0:1784948278.076689:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948278.076691:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000001:3.0:1784948278.076692:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948278.076701:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948278.076703:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.076706:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307041541 00000100:00000010:3.0:1784948278.076716:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d78a0. 00000100:00000001:2.0:1784948278.076717:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948278.076723:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948278.076727:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000010:2.0:1784948278.076728:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 00000100:00000200:2.0:1784948278.076734:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155050368, offset 0 00000100:00000001:3.0:1784948278.076737:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307041541 00000400:00000200:2.0:1784948278.076742:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784948278.076746:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7a80. 00000400:00000200:2.0:1784948278.076751:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948278.076752:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948278.076758:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948278.076759:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948278.076764:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948278.076765:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948278.076770:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948278.076771:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948278.076775:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948278.076776:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948278.076781:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948278.076786:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541437:541437:255:4294967295] 192.168.201.111@tcp LPNI seq info [541374:541374:7:4294967295] 00000100:00000001:3.0:1784948278.076787:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948278.076791:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948278.076796:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948278.076796:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948278.076799:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948278.076802:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784948278.076809:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784948278.076810:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948278.076814:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:1.0:1784948278.076816:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784948278.076823:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784948278.076831:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948278.076834:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948278.076840:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000010:2.0:1784948278.076841:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784948278.076843:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8330 00000100:00000001:3.0:1784948278.076844:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948278.076847:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8330. 02000000:00000001:3.0:1784948278.076850:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784948278.076853:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948278.076854:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784948278.076854:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948278.076860:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948278.076862:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948278.076866:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:3.0:1784948278.076868:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155050496:192.168.201.111@tcp:400:kworker.0 00000800:00000200:2.0:1784948278.076873:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948278.076881:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948278.076882:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948278.076885:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948278.076885:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948278.076888:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.076889:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 00000100:00000040:1.0:1784948278.076891:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948278.076892:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948278.076897:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 00000400:00000200:2.0:1784948278.076901:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948278.076902:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948278.076908:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307037706 00000100:00000001:1.0:1784948278.076910:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948278.076911:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948278.076916:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307041541 00000100:00000001:1.0:1784948278.076917:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1784948278.076917:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948278.076924:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307037706 00000400:00000010:3.0:1784948278.076925:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784948278.076931:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307041541 00000100:00000200:3.0:1784948278.076932:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050496, portal 10 00000800:00000200:1.0:1784948278.076935:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948278.076937:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948278.076938:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:1.0:1784948278.076941:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784948278.076944:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948278.076947:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948278.076949:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948278.076953:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948278.076956:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948278.076960:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948278.076961:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000100:00000001:2.0:1784948278.076964:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784948278.076966:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:2.0:1784948278.076969:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948278.076971:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948278.076972:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948278.076977:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948278.076981:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948278.076982:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948278.076994:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948278.076999:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948278.077007:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948278.077010:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948278.077026:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000040:3.0:1784948278.077034:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.077040:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948278.077041:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948278.077043:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8b28. 00000100:00000200:3.0:1784948278.077046:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155050496, offset 0 00000400:00000200:3.0:1784948278.077065:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948278.077068:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948278.077071:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948278.077073:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948278.077075:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948278.077077:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948278.077079:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948278.077081:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541438:541438:256:4294967295] 192.168.201.111@tcp LPNI seq info [541375:541375:8:4294967295] 00000400:00000200:3.0:1784948278.077084:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948278.077089:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948278.077092:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948278.077095:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000800:00000200:3.0:1784948278.077146:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948278.077149:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948278.077151:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948278.077160:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948278.077163:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:3.0:1784948278.077165:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948278.077167:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307037708 00000100:00000001:3.0:1784948278.077169:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307041541 00000100:00000001:3.0:1784948278.077170:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307037708 00000100:00000001:3.0:1784948278.077172:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307041541 00000100:00000001:3.0:1784948278.077173:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948278.077175:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.077177:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.077178:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.077180:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948278.077181:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948278.077183:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948278.077184:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948278.077185:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.077186:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948278.077463:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948278.077475:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000200:0.0:1784948278.077484:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948278.077496:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948278.077504:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8b28 00000400:00000010:0.0:1784948278.077508:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8b28. 00000100:00000001:0.0:1784948278.077514:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948278.077524:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948278.077541:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948278.077546:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948278.077557:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948278.077559:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948278.078155:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948278.078166:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948278.078168:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948278.078171:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948278.078176:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948278.078180:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948278.078185:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948278.078188:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948278.078191:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948278.078195:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319b00 00000400:00000200:1.0:1784948278.078198:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948278.078203:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524be9 [1] + 224 00000800:00000001:1.0:1784948278.078208:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948278.078213:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948278.078215:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948278.078218:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948278.078222:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948278.078226:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948278.078235:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948278.078248:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948278.078254:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948278.078256:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.078270:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948278.078273:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948278.078278:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948278.078279:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948278.078281:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948278.078285:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:3.0:1784948278.078286:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:3.0:1784948278.078289:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948278.078293:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948278.078301:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.078306:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948278.078308:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.078310:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948278.078312:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948278.078314:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948278.078316:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948278.078317:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948278.078322:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=119 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948278.078325:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948278.078327:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948278.078328:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948278.078330:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948278.078332:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.078334:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948278.078337:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.078342:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948278.078344:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948278.078345:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948278.078347:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948278.078353:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155050240:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948278.078356:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.078357:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948278.078359:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155050240/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.078364:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948278.078366:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948278.078368:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948278.078369:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948278.078371:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948278.078372:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948278.078374:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948278.078376:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948278.078378:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948278.078380:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948278.078381:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:3.0:1784948278.078383:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948278.078384:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.078386:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.078387:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948278.078388:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948278.078389:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.078390:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948278.078775:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948278.078793:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948278.078798:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948278.078801:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948278.078810:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.078819:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948278.078828:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.078834:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.078841:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.078848:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319b80 00000400:00000200:0.0:1784948278.078855:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.078863:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524bf1 [1] + 224 00000800:00000001:0.0:1784948278.078871:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948278.078881:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948278.078885:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948278.078891:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948278.078899:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948278.078908:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948278.078924:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948278.078957:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948278.078968:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948278.078974:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948278.078977:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948278.078982:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948278.078986:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.078993:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948278.078999:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948278.079004:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948278.079008:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948278.079010:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948278.079016:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948278.079018:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319c00 00000400:00000001:2.0:1784948278.079027:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948278.079029:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948278.079037:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948278.079043:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948278.079105:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:2.0:1784948278.079107:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784948278.079111:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948278.079120:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524bf9 [1] + 224 00000100:00000200:2.0:1784948278.079123:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948278.079130:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948278.079142:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948278.079145:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948278.079148:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948278.079168:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948278.079180:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948278.079185:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948278.079187:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948278.079191:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948278.079206:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948278.079212:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948278.079220:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948278.079229:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948278.079246:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948278.079247:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948278.079264:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948278.079272:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948278.079275:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948278.079277:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948278.079280:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:2.0:1784948278.079281:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948278.079288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948278.079290:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948278.079297:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948278.079303:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948278.079308:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948278.079309:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948278.079312:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948278.079313:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948278.079318:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784948278.079319:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948278.079322:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948278.079325:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948278.079328:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948278.079330:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784948278.079333:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784948278.079339:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948278.079344:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784948278.079346:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948278.079348:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948278.079353:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948278.079365:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948278.079366:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948278.079396:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1784948278.079397:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155050368:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948278.079400:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.079406:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784948278.079407:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948278.079409:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948278.079413:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948278.079413:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948278.079418:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948278.079423:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641155050368/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948278.079423:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948278.079431:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=119 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948278.079435:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784948278.079438:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=141 v=5 (1 1 1 1) 02000000:00000001:2.0:1784948278.079439:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948278.079456:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000010:2.0:1784948278.079458:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948278.079459:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948278.079465:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1784948278.079467:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:3.0:1784948278.079468:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948278.079471:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784948278.079472:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000040:2.0:1784948278.079475:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:3.0:1784948278.079475:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948278.079478:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948278.079482:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948278.079483:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784948278.079487:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948278.079488:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784948278.079494:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948278.079497:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948278.079498:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948278.079500:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:2.0:1784948278.079502:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784948278.079503:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948278.079510:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784948278.079511:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948278.079514:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948278.079520:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784948278.079522:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155050496:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948278.079527:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948278.079528:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948278.079532:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.079532:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948278.079537:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641155050496/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948278.079538:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948278.079542:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.079548:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948278.079550:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948278.079551:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784948278.079554:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948278.079555:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948278.079556:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948278.079558:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948278.079560:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948278.079563:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948278.079564:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948278.079565:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784948278.079567:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948278.079569:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.079570:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948278.079573:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948278.079574:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948278.079576:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948278.079577:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948278.268136:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948278.268143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948278.268201:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948278.268210:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948278.268217:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948279.292132:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948279.292139:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948279.292230:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948279.292234:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948279.292238:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948280.316208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948280.316214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948280.316261:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948280.316266:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948280.316271:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948281.340214:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948281.340223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948281.340263:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948281.340271:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948281.340279:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948281.980313:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307041541, at 4307041600 00000100:00000040:1.0:1784948281.980313:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307041541, at 4307041600 00000100:00000010:1.0:1784948281.980355:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a80. 00000100:00000010:0.0:1784948281.980361:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d78a0. 00010000:00000001:1.0:1784948282.364198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948282.364209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948282.364389:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948282.364396:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948282.364412:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948283.196243:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948283.196260:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948283.196275:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784948283.196285:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948283.196293:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948283.196298:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948283.196306:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948283.196320:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948283.196331:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.196351:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948283.196402:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948283.196412:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.196425:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.196478:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.196485:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948283.196492:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948283.196499:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784948283.196504:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948283.196509:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948283.196512:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948283.196516:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948283.196523:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948283.196529:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.196540:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948283.196557:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948283.196563:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.196575:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948283.196588:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.196598:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.196603:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948283.196608:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948283.196609:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948283.196623:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948283.196633:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000100:00000040:0.0:1784948283.196634:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1784948283.196644:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948283.196660:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784948283.196663:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784948283.196666:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784948283.196668:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.196676:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948283.196679:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948283.196693:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:1.0:1784948283.196695:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 02000000:00000001:0.0:1784948283.196699:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.196711:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948283.196712:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155050752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948283.196728:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1784948283.196737:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948283.196738:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948283.196742:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948283.196754:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948283.196768:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 02000000:00000001:0.0:1784948283.196775:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948283.196798:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948283.196811:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ead68. 00000400:00000010:0.0:1784948283.196828:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000001:1.0:1784948283.196831:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948283.196839:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948283.196840:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050752, portal 10 00000100:00000001:0.0:1784948283.196848:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948283.196850:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000100:00000040:1.0:1784948283.196858:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948283.196869:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.196927:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.196929:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948283.196939:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948283.196941:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948283.196954:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000100:00000040:1.0:1784948283.196962:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:0.0:1784948283.196963:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155050752, offset 0 00000100:00000040:1.0:1784948283.196980:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784948283.196985:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784948283.197003:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784948283.197012:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948283.197021:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12380) 00000400:00000200:0.0:1784948283.197028:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948283.197037:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948283.197044:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948283.197139:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.197151:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948283.197153:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948283.197161:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948283.197162:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948283.197188:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541439:541439:256:4294967295] 192.168.201.111@tcp LPNI seq info [541376:541376:8:4294967295] 00000100:00000040:1.0:1784948283.197191:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948283.197202:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.197240:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948283.197252:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948283.197258:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948283.197259:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948283.197282:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 02000000:00000001:1.0:1784948283.197282:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948283.197299:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948283.197306:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:1.0:1784948283.197315:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948283.197330:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00100000:1.0:1784948283.197333:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155050624:192.168.201.111@tcp:400:kworker.0 00000800:00000200:0.0:1784948283.197339:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948283.197383:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948283.197393:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.197396:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784948283.197404:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 02000000:00000001:1.0:1784948283.197404:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.197421:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784948283.197422:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948283.197432:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307042827 02000000:00000010:1.0:1784948283.197438:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000010:0.0:1784948283.197440:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 02000000:00000001:1.0:1784948283.197453:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.197458:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784948283.197473:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307042827 00000400:00000200:1.0:1784948283.197474:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784948283.197483:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889000. 00000400:00000010:1.0:1784948283.197490:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9318. 00000100:00000001:0.0:1784948283.197491:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948283.197507:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948283.197513:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948283.197515:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784948283.197519:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.197525:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948283.197531:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050624, portal 25 00000100:00000001:0.0:1784948283.197537:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948283.197543:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948283.197544:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948283.197562:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.197562:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000100:00000001:0.0:1784948283.197567:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948283.197570:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.197577:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.197588:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.197608:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948283.197614:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948283.197621:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000100:00000200:1.0:1784948283.197627:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155050624, offset 0 00000400:00000200:1.0:1784948283.197645:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948283.197661:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948283.197673:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948283.197683:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948283.197690:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948283.197698:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948283.197704:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948283.197712:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541440:541440:255:4294967295] 192.168.201.111@tcp LPNI seq info [541377:541377:7:4294967295] 00000400:00000200:1.0:1784948283.197723:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948283.197740:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948283.197749:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784948283.197752:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948283.197758:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948283.197779:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:1.0:1784948283.197782:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948283.197788:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000400:00000010:0.0:1784948283.197794:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000800:00000010:1.0:1784948283.197799:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000100:00000001:0.0:1784948283.197800:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948283.197810:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948283.197831:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948283.197838:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948283.197845:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948283.197862:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948283.197866:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.197874:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948283.197883:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948283.197924:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948283.197937:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948283.197944:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307046662 00000800:00000200:0.0:1784948283.197956:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948283.197960:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307042827 00000800:00000010:0.0:1784948283.197962:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784948283.197970:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948283.197979:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307046662 00000400:00000200:0.0:1784948283.197980:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948283.197991:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000010:0.0:1784948283.197995:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:0.0:1784948283.198000:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948283.198002:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307042827 00000100:00000200:0.0:1784948283.198015:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.198023:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948283.198026:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948283.198033:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.198037:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.198124:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.198127:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948283.198137:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1784948283.198147:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.198164:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948283.198167:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.198172:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948283.198177:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948283.198182:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948283.198189:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155050880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948283.198194:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948283.198200:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948283.198202:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.198206:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948283.198212:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948283.198215:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948283.198221:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948283.198226:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9108. 00000400:00000010:1.0:1784948283.198233:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000100:00000200:1.0:1784948283.198238:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155050880, portal 10 00000100:00000001:1.0:1784948283.198241:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948283.198244:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000040:1.0:1784948283.198253:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.198262:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948283.198265:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948283.198268:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1550. 00000100:00000200:1.0:1784948283.198271:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155050880, offset 0 00000400:00000200:1.0:1784948283.198277:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948283.198282:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948283.198289:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948283.198293:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948283.198297:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948283.198300:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948283.198303:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948283.198308:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541441:541441:256:4294967295] 192.168.201.111@tcp LPNI seq info [541378:541378:8:4294967295] 00000400:00000200:1.0:1784948283.198313:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948283.198322:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948283.198328:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948283.198332:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000800:00000200:1.0:1784948283.198338:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948283.198344:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948283.198348:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948283.198405:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.198412:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10208 usecs (11 jiffies) 00000400:00000200:1.0:1784948283.198418:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948283.198421:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307042829 00000100:00000001:1.0:1784948283.198426:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307046662 00000100:00000001:1.0:1784948283.198431:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307042829 00000100:00000001:1.0:1784948283.198436:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307046662 00000100:00000001:1.0:1784948283.198439:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948283.198442:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.198449:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.198453:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.198462:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784948283.198464:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948283.198466:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:0.0:1784948283.198474:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000100:00000001:1.0:1784948283.198476:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.198485:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948283.198487:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948283.198490:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.198497:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948283.198506:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948283.198515:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000400:00000010:0.0:1784948283.198518:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 00000100:00000001:0.0:1784948283.198523:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948283.198528:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948283.198538:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948283.198542:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948283.198549:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948283.198550:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948283.199927:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.199946:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948283.199949:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.199952:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948283.199958:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.199965:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948283.199972:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.199978:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.199985:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.199993:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319d00 00000400:00000200:0.0:1784948283.199999:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.200005:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c01 [1] + 224 00000800:00000001:0.0:1784948283.200013:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.200021:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948283.200024:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948283.200028:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948283.200034:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948283.200039:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948283.200076:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948283.200099:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948283.200108:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.200111:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.200213:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.200220:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948283.200229:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948283.200232:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948283.200237:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ead68. 00000400:00000200:1.0:1784948283.200245:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000400:00000010:1.0:1784948283.200248:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 00000100:00000001:1.0:1784948283.200253:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948283.200265:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948283.200280:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.200290:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948283.200293:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.200296:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948283.200300:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948283.200302:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948283.200305:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.200308:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948283.200319:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948283.200324:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948283.200328:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948283.200330:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948283.200333:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948283.200338:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.200342:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948283.200345:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948283.200347:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948283.200349:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.200383:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.200395:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948283.200399:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948283.200401:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948283.200408:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948283.200427:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155050752:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948283.200433:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.200437:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948283.200441:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155050752/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.200449:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948283.200452:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948283.200456:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feda00. 02000000:00000001:1.0:1784948283.200461:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948283.200463:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948283.200466:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948283.200469:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948283.200472:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784948283.200478:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948283.200480:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948283.200482:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784948283.200486:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948283.200488:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.200491:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.200497:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948283.200499:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.200502:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.200505:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948283.201279:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201291:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948283.201294:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201296:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948283.201302:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201307:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948283.201315:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201319:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201325:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201329:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319c80 00000400:00000200:0.0:1784948283.201334:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201339:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c11 [1] + 224 00000800:00000001:0.0:1784948283.201345:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201348:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948283.201350:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948283.201371:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948283.201376:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948283.201382:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948283.201394:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948283.201415:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948283.201422:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201426:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948283.201428:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201430:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948283.201433:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201437:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948283.201441:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201443:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201447:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201451:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319d80 00000400:00000200:0.0:1784948283.201455:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948283.201460:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c21 [1] + 224 00000800:00000001:0.0:1784948283.201465:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201474:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948283.201478:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948283.201482:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948283.201490:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948283.201493:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784948283.201497:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201500:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948283.201513:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1784948283.201519:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784948283.201521:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948283.201532:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9318. 00000100:00000001:0.0:1784948283.201535:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948283.201550:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784948283.201554:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784948283.201562:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948283.201565:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948283.201570:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948283.201581:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948283.201620:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201632:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948283.201634:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.201638:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948283.201641:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948283.201643:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948283.201646:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.201649:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948283.201654:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948283.201659:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948283.201662:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948283.201664:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948283.201667:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948283.201669:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.201672:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.201677:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201686:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948283.201689:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948283.201691:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948283.201696:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948283.201707:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155050624:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948283.201715:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948283.201716:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948283.201719:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9108. 00000400:00000200:1.0:1784948283.201723:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:1.0:1784948283.201725:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:1.0:1784948283.201728:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948283.201733:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948283.201744:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201768:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948283.201770:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.201772:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948283.201774:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948283.201776:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948283.201778:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948283.201780:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948283.201785:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=124 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948283.201789:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948283.201792:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948283.201794:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948283.201796:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948283.201799:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.201802:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948283.201804:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948283.201807:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948283.201808:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948283.201813:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201822:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948283.201824:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948283.201826:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948283.201830:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948283.201839:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155050880:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948283.201844:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.201847:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948283.201851:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155050624/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201859:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948283.201861:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948283.201864:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948283.201868:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948283.201869:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948283.201871:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948283.201874:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948283.201876:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:1.0:1784948283.201879:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948283.201881:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948283.201883:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:1.0:1784948283.201886:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948283.201888:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.201890:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948283.201894:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155050880/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948283.201902:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948283.201904:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948283.201906:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948283.201908:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948283.201910:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948283.201911:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948283.201913:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948283.201915:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:1.0:1784948283.201917:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948283.201919:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948283.201920:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784948283.201923:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948283.201925:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.201927:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948283.201932:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948283.201934:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948283.201936:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948283.201939:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948283.388173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948283.388182:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948283.388332:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948283.388339:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948283.388346:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948284.412242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948284.412257:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948284.412264:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948284.412274:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948284.412284:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948284.412290:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948284.412297:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948284.412304:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948284.412425:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948284.412433:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948284.412440:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948285.436137:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948285.436143:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948285.436244:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948285.436251:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948285.436258:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948286.460144:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948286.460151:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948286.460177:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948286.460180:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948286.460184:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948287.100180:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307046662, at 4307046720 00000100:00000040:1.0:1784948287.100185:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307046662, at 4307046720 00000100:00000010:0.0:1784948287.100199:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00000100:00000010:1.0:1784948287.100202:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889000. 00010000:00000001:1.0:1784948287.484323:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948287.484333:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948287.484442:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948287.484451:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948287.484459:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948288.316191:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948288.316206:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948288.316218:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948288.316225:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948288.316231:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948288.316235:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948288.316242:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948288.316254:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948288.316263:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316325:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948288.316340:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948288.316346:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316354:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.316406:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316410:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948288.316414:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948288.316419:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784948288.316423:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948288.316426:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948288.316428:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948288.316431:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948288.316437:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948288.316441:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316449:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948288.316461:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948288.316463:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948288.316468:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948288.316470:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_01+1] req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948288.316477:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948288.316484:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948288.316493:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316501:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948288.316503:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.316506:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948288.316513:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784948288.316522:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948288.316531:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784948288.316537:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1784948288.316538:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784948288.316545:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948288.316546:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948288.316559:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:1.0:1784948288.316560:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 02000000:00000001:0.0:1784948288.316567:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948288.316568:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948288.316581:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316589:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1784948288.316595:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155051008:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948288.316611:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948288.316620:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784948288.316621:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948288.316626:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948288.316629:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948288.316635:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948288.316638:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948288.316645:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784948288.316655:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.316659:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.316665:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1784948288.316671:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948288.316674:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1784948288.316680:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea268. 00000100:00000040:1.0:1784948288.316682:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948288.316691:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:0.0:1784948288.316695:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000100:00000040:1.0:1784948288.316698:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12385) 00000100:00000200:0.0:1784948288.316707:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051008, portal 25 00000100:00000001:0.0:1784948288.316714:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948288.316716:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000001:1.0:1784948288.316721:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.316729:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948288.316730:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.316735:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948288.316748:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948288.316754:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948288.316756:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948288.316764:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000200:0.0:1784948288.316772:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155051008, offset 0 00000100:00000001:1.0:1784948288.316789:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948288.316794:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948288.316802:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784948288.316806:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784948288.316810:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948288.316820:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948288.316829:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784948288.316833:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155051136:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948288.316846:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948288.316849:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1784948288.316857:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784948288.316860:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784948288.316868:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:1.0:1784948288.316869:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948288.316875:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948288.316883:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:1.0:1784948288.316883:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784948288.316894:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541442:541442:256:4294967295] 192.168.201.111@tcp LPNI seq info [541379:541379:8:4294967295] 02000000:00000010:1.0:1784948288.316898:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000400:00000200:0.0:1784948288.316902:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948288.316910:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948288.316928:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948288.316931:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948288.316942:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948288.316945:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9108. 00000800:00000010:0.0:1784948288.316953:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000010:1.0:1784948288.316961:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000800:00000200:0.0:1784948288.316971:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948288.316974:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051136, portal 10 00000100:00000001:1.0:1784948288.316980:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948288.316983:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000800:00000200:0.0:1784948288.316989:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948288.316998:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784948288.317004:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.317017:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948288.317020:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.317026:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948288.317034:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948288.317035:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000001:0.0:1784948288.317091:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307051781 00000100:00000200:1.0:1784948288.317091:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155051136, offset 0 00000400:00000200:1.0:1784948288.317113:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948288.317124:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948288.317134:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948288.317143:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948288.317151:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948288.317158:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948288.317164:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948288.317170:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541443:541443:255:4294967295] 192.168.201.111@tcp LPNI seq info [541380:541380:7:4294967295] 00000400:00000200:1.0:1784948288.317178:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948288.317190:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948288.317196:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948288.317204:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000800:00000200:0.0:1784948288.317213:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:1.0:1784948288.317215:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000010:0.0:1784948288.317225:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000800:00000200:1.0:1784948288.317234:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948288.317239:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:1.0:1784948288.317242:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948288.317252:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948288.317253:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948288.317264:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000100:00000040:1.0:1784948288.317265:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 00000400:00000010:0.0:1784948288.317293:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000400:00000200:1.0:1784948288.317308:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948288.317309:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948288.317317:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307047947 00000100:00000200:0.0:1784948288.317321:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784948288.317327:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f3c0. 00000100:00000001:1.0:1784948288.317343:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784948288.317345:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948288.317356:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.317358:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307047947 00000100:00000010:1.0:1784948288.317370:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fc60. 00000100:00000001:0.0:1784948288.317379:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.317381:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948288.317386:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948288.317390:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948288.317396:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.317402:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.317406:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948288.317412:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948288.317416:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784948288.317418:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000100:00000001:1.0:1784948288.317424:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948288.317427:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948288.317430:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.317437:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948288.317439:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948288.317442:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948288.317446:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000100:00100000:1.0:1784948288.317449:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000010:0.0:1784948288.317452:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784948288.317454:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948288.317460:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948288.317463:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948288.317469:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948288.317471:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.317474:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.317479:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948288.317484:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948288.317493:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948288.317498:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948288.317506:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.317540:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948288.317544:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.317545:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948288.317554:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1784948288.317556:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948288.317562:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948288.317566:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948288.317573:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155051264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948288.317578:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948288.317582:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307047947 02000000:00000001:1.0:1784948288.317584:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948288.317592:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948288.317597:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307051782 02000000:00000001:1.0:1784948288.317598:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948288.317608:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948288.317609:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307047947 02000000:00000001:1.0:1784948288.317617:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948288.317620:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948288.317629:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948288.317630:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948288.317639:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948288.317641:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9318. 00000100:00000001:0.0:1784948288.317645:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948288.317651:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784948288.317654:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000200:1.0:1784948288.317661:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051264, portal 10 00000100:00000001:0.0:1784948288.317662:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948288.317673:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.317674:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948288.317679:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948288.317680:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000100:00000001:0.0:1784948288.317686:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948288.317693:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.317696:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.317708:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948288.317714:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948288.317718:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000200:1.0:1784948288.317723:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155051264, offset 0 00000400:00000200:1.0:1784948288.317729:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948288.317736:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948288.317741:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948288.317745:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948288.317749:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948288.317752:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948288.317755:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948288.317759:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541444:541444:256:4294967295] 192.168.201.111@tcp LPNI seq info [541381:541381:8:4294967295] 00000400:00000200:1.0:1784948288.317765:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948288.317773:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948288.317778:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948288.317782:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 00000800:00000200:1.0:1784948288.317787:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948288.317793:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948288.317797:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948288.317817:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.317822:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10207 usecs (11 jiffies) 00000400:00000200:1.0:1784948288.317826:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948288.317829:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307047948 00000100:00000001:1.0:1784948288.317832:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307051781 00000100:00000001:1.0:1784948288.317835:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307047948 00000100:00000001:1.0:1784948288.317840:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307051782 00000100:00000001:1.0:1784948288.317844:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948288.317848:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.317852:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.317855:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948288.317920:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948288.317926:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784948288.317931:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948288.317937:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948288.317942:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:0.0:1784948288.317944:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784948288.317948:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948288.317953:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948288.317963:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948288.317967:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948288.317976:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948288.317978:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948288.319513:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.319528:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948288.319532:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.319536:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948288.319543:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.319551:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948288.319559:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.319564:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.319570:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.319574:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319e00 00000400:00000200:0.0:1784948288.319580:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.319588:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c31 [1] + 224 00000800:00000001:0.0:1784948288.319596:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.319605:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948288.319609:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948288.319614:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948288.319621:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948288.319630:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948288.319644:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948288.319672:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948288.319681:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.319685:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.319779:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.319785:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948288.319793:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948288.319795:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948288.319799:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea268. 00000400:00000200:1.0:1784948288.319806:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000400:00000010:1.0:1784948288.319809:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000100:00000001:1.0:1784948288.319813:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948288.319823:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948288.319839:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.319849:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948288.319851:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.319855:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948288.319858:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948288.319861:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948288.319864:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948288.319868:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948288.319874:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948288.319879:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948288.319883:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948288.319885:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948288.319888:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948288.319891:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.319894:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.319900:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.319910:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948288.319914:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948288.319917:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948288.319922:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948288.319932:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155051008:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948288.319938:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.319941:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948288.319944:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155051008/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.319952:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948288.319955:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948288.319959:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:1.0:1784948288.319964:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948288.319966:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948288.319968:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948288.319971:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948288.319975:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:1.0:1784948288.319978:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948288.319980:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948288.319983:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784948288.319986:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948288.319988:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.319990:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.319996:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948288.319998:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.320000:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.320003:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948288.320319:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.320333:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948288.320337:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.320340:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948288.320346:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320353:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948288.320361:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320366:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320371:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320375:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319e80 00000400:00000200:0.0:1784948288.320381:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320387:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c41 [1] + 224 00000800:00000001:0.0:1784948288.320394:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.320402:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948288.320406:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948288.320411:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948288.320418:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948288.320426:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948288.320441:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948288.320470:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948288.320479:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.320485:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948288.320488:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948288.320491:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948288.320496:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320502:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948288.320509:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320514:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320518:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320526:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a319f00 00000100:00000001:1.0:1784948288.320527:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.320535:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948288.320536:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948288.320548:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c51 [1] + 224 00000800:00000001:0.0:1784948288.320554:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:1.0:1784948288.320558:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948288.320561:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948288.320564:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948288.320569:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784948288.320572:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9108. 00000400:00000200:0.0:1784948288.320581:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948288.320587:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:1.0:1784948288.320592:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:1.0:1784948288.320597:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948288.320599:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948288.320609:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948288.320612:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948288.320675:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948288.320676:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.320734:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948288.320736:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948288.320741:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948288.320745:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948288.320747:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948288.320753:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784948288.320754:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.320756:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948288.320762:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948288.320765:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948288.320772:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948288.320778:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=19 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948288.320782:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948288.320784:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948288.320786:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948288.320791:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.320795:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948288.320797:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948288.320800:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948288.320801:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.320808:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.320816:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948288.320819:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948288.320821:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948288.320825:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948288.320834:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155051136:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948288.320840:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.320842:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948288.320847:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155051136/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.320855:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948288.320857:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948288.320860:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948288.320864:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948288.320865:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948288.320867:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948288.320870:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948288.320872:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:1.0:1784948288.320875:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948288.320877:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948288.320879:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:1.0:1784948288.320882:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948288.320884:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.320887:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.320890:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.320891:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948288.320894:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948288.320896:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948288.320898:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9318. 00000400:00000200:1.0:1784948288.320901:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:1.0:1784948288.320903:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:1.0:1784948288.320906:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948288.320910:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948288.320920:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.320929:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948288.320931:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.320933:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948288.320935:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948288.320936:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948288.320938:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948288.320940:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948288.320944:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948288.320947:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948288.320950:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948288.320952:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948288.320954:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948288.320957:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.320959:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948288.320961:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948288.320963:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948288.320964:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948288.320968:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.320976:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948288.320978:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948288.320980:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948288.320984:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948288.320993:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155051264:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948288.320997:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.320999:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948288.321003:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155051264/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948288.321010:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948288.321011:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948288.321013:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948288.321016:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948288.321017:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948288.321018:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948288.321021:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948288.321022:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784948288.321024:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948288.321026:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948288.321027:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784948288.321031:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948288.321032:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.321035:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948288.321039:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948288.321041:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948288.321084:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948288.321089:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948288.508216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948288.508226:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948288.508338:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948288.508344:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948288.508349:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948289.532236:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948289.532279:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948289.532378:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948289.532387:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948289.532392:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948290.556219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948290.556253:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948290.556362:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948290.556369:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948290.556374:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948291.580242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948291.580252:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948291.580287:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948291.580291:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948291.580296:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948292.220168:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307051781, at 4307051840 00000100:00000040:1.0:1784948292.220193:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307051782, at 4307051840 00000100:00000010:0.0:1784948292.220196:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f3c0. 00000100:00000010:1.0:1784948292.220243:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fc60. 00010000:00000001:1.0:1784948292.604248:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948292.604258:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948292.604365:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948292.604372:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948292.604380:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948293.436248:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948293.436262:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948293.436275:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd880. 00000020:00000040:3.0:1784948293.436284:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948293.436290:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948293.436294:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948293.436301:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948293.436313:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948293.436321:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.436336:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948293.436351:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948293.436357:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.436365:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000203230c0] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948293.436407:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.436411:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948293.436415:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948293.436421:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784948293.436424:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948293.436427:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948293.436429:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948293.436431:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948293.436447:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784948293.436453:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.436460:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948293.436471:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948293.436474:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.436477:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948293.436481:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_01+1] req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.436486:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948293.436493:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948293.436505:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.436511:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948293.436514:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948293.436517:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948293.436523:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdf80. 00000020:00000040:3.0:1784948293.436531:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948293.436538:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948293.436543:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784948293.436544:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784948293.436547:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.436549:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948293.436554:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948293.436558:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948293.436561:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948293.436567:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948293.436574:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948293.436576:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948293.436592:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948293.436599:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948293.436600:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155051392:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948293.436609:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ba0ff50c] to pc [ptlrpcd_01_00+0] req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.436611:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948293.436621:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948293.436627:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948293.436629:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948293.436635:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1784948293.436636:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948293.436644:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1784948293.436648:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784948293.436649:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948293.436659:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.436660:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948293.436673:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12390) 00000400:00000200:2.0:1784948293.436675:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948293.436684:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000001:3.0:1784948293.436692:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784948293.436694:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000001:3.0:1784948293.436698:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948293.436703:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1784948293.436706:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051392, portal 25 00000100:00000040:3.0:1784948293.436712:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.436714:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948293.436720:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146667136 : -119148562884480 : ffff93a2903bd880) 00000100:00000001:3.0:1784948293.436735:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948293.436738:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948293.436740:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948293.436750:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948293.436755:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948293.436765:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.436767:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1784948293.436774:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155051520:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948293.436776:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948293.436786:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1784948293.436787:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3b28. 02000000:00000001:3.0:1784948293.436792:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1784948293.436795:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155051392, offset 0 02000000:00000001:3.0:1784948293.436798:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948293.436803:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948293.436809:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:3.0:1784948293.436811:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784948293.436816:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948293.436824:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948293.436826:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948293.436834:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784948293.436849:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784948293.436852:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000400:00000200:2.0:1784948293.436859:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784948293.436861:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051520, portal 10 00000100:00000001:3.0:1784948293.436867:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1784948293.436869:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948293.436871:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000400:00000200:2.0:1784948293.436879:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948293.436889:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:3.0:1784948293.436890:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948293.436900:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541445:541445:256:4294967295] 192.168.201.111@tcp LPNI seq info [541382:541382:8:4294967295] 00000100:00000001:3.0:1784948293.436921:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948293.436922:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948293.436933:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948293.436938:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000400:00000200:2.0:1784948293.436959:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948293.436967:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948293.436973:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155051520, offset 0 00000800:00000010:2.0:1784948293.436977:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948293.436989:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948293.436992:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948293.437001:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948293.437009:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948293.437016:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948293.437019:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948293.437027:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948293.437033:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948293.437037:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948293.437041:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948293.437092:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948293.437102:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948293.437107:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307056902 00000100:00000010:2.0:1784948293.437116:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43180. 00000400:00000200:3.0:1784948293.437118:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541446:541446:255:4294967295] 192.168.201.111@tcp LPNI seq info [541383:541383:7:4294967295] 00000100:00000001:2.0:1784948293.437127:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948293.437130:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948293.437143:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307056902 00000400:00000200:3.0:1784948293.437156:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784948293.437157:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43000. 00000100:00000001:2.0:1784948293.437168:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784948293.437178:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948293.437204:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:3.0:1784948293.437209:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000001:2.0:1784948293.437211:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.437220:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948293.437226:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948293.437228:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1784948293.437239:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948293.437241:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:3.0:1784948293.437247:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948293.437248:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948293.437258:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948293.437261:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.437264:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948293.437269:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948293.437271:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9046 usecs (10 jiffies) 00000100:00000040:2.0:1784948293.437280:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948293.437287:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948293.437292:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948293.437296:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307053067 00000800:00000010:0.0:1784948293.437310:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784948293.437310:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307056902 00000100:00000001:2.0:1784948293.437312:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948293.437317:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948293.437322:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307053067 02000000:00000001:2.0:1784948293.437325:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1784948293.437330:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948293.437330:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307056902 02000000:00000001:2.0:1784948293.437331:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948293.437342:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948293.437345:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948293.437350:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948293.437358:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00100000:2.0:1784948293.437361:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155051648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948293.437362:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948293.437372:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.437374:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3b28 00000100:00000001:2.0:1784948293.437374:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948293.437382:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1784948293.437383:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:0.0:1784948293.437384:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3b28. 00000100:00000001:3.0:1784948293.437391:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:2.0:1784948293.437392:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948293.437400:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784948293.437401:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948293.437401:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948293.437408:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784948293.437414:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948293.437415:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948293.437423:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948293.437424:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948293.437433:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948293.437442:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948293.437452:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784948293.437461:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051648, portal 10 00000100:00000001:2.0:1784948293.437467:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948293.437471:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948293.437471:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668928 : -119148562882688 : ffff93a2903bdf80) 00000100:00000040:0.0:1784948293.437488:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948293.437490:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948293.437521:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.437554:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948293.437556:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948293.437562:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948293.437567:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1784948293.437570:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3440. 00000100:00000200:2.0:1784948293.437577:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155051648, offset 0 00000400:00000200:2.0:1784948293.437584:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948293.437591:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948293.437596:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948293.437601:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948293.437605:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948293.437609:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948293.437612:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948293.437617:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541447:541447:255:4294967295] 192.168.201.111@tcp LPNI seq info [541384:541384:7:4294967295] 00000400:00000200:2.0:1784948293.437624:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948293.437633:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948293.437638:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948293.437644:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948293.437651:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948293.437659:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784948293.437660:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948293.437672:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1784948293.437674:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000100:00000001:2.0:1784948293.437679:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948293.437687:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784948293.437688:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10207 usecs (11 jiffies) 00000400:00000200:2.0:1784948293.437701:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.437709:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948293.437710:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307053068 00000100:00000001:2.0:1784948293.437722:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307056902 00000400:00000200:0.0:1784948293.437725:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000100:00000001:2.0:1784948293.437728:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307053068 00000400:00000010:0.0:1784948293.437734:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:2.0:1784948293.437736:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307056902 00000100:00000001:2.0:1784948293.437745:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948293.437746:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948293.437749:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.437756:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.437760:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948293.437762:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.437765:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948293.437771:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948293.437779:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948293.437783:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948293.437789:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.437798:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948293.437802:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948293.437812:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948293.437837:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948293.437840:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948293.437899:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948293.437903:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784948293.437907:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948293.437912:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948293.437916:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3440 00000400:00000010:0.0:1784948293.437918:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3440. 00000100:00000001:0.0:1784948293.437921:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948293.437926:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948293.437936:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948293.437940:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948293.437949:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948293.437951:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948293.439673:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948293.439691:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948293.439696:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948293.439699:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.439707:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.439715:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948293.439723:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.439729:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.439734:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.439739:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a319f80 00000400:00000200:0.0:1784948293.439745:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.439752:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c61 [1] + 224 00000800:00000001:0.0:1784948293.439761:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948293.439769:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.439772:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948293.439778:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948293.439784:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948293.439791:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948293.439806:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948293.439839:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948293.439849:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948293.439854:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.439970:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948293.439980:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948293.439994:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948293.439995:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948293.439999:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948293.440009:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948293.440010:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000800:00000001:0.0:1784948293.440022:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:2.0:1784948293.440027:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000800:00000001:0.0:1784948293.440032:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948293.440036:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:2.0:1784948293.440116:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948293.440127:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948293.440133:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948293.440145:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948293.440165:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.440204:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.440213:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.440219:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a000 00000400:00000200:0.0:1784948293.440224:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948293.440230:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c69 [1] + 224 00000100:00000200:2.0:1784948293.440233:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948293.440254:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948293.440267:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.440270:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948293.440274:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948293.440280:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.440283:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948293.440294:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948293.440295:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784948293.440304:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1784948293.440307:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.440312:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948293.440321:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948293.440330:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948293.440334:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948293.440355:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=134 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948293.440365:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:2.0:1784948293.440366:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948293.440376:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948293.440381:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948293.440382:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948293.440391:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948293.440395:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948293.440396:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948293.440405:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948293.440408:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948293.440412:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.440421:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948293.440424:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948293.440434:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948293.440452:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948293.440459:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948293.440463:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948293.440470:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948293.440472:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948293.440477:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.440478:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948293.440480:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948293.440495:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784948293.440499:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948293.440500:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a080 00000400:00000001:3.0:1784948293.440501:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948293.440509:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:0.0:1784948293.440518:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948293.440522:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784948293.440531:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784948293.440541:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784948293.440543:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155051392:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948293.440551:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c71 [1] + 224 00000100:00000200:3.0:1784948293.440559:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.440564:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948293.440568:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948293.440577:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784948293.440583:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948293.440592:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1784948293.440593:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd880 x1871641155051392/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948293.440595:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948293.440608:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948293.440631:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948293.440643:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.440678:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948293.440678:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784948293.440687:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948293.440689:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948293.440689:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948293.440698:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948293.440700:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948293.440708:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1784948293.440712:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948293.440714:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1784948293.440722:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948293.440723:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948293.440723:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784948293.440732:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 02000000:00000001:3.0:1784948293.440733:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948293.440735:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:2.0:1784948293.440741:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784948293.440745:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948293.440748:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000100:00001000:3.0:1784948293.440749:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=134 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948293.440761:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784948293.440762:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=24 v=5 (1 1 1 1) 02000000:00000001:2.0:1784948293.440769:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948293.440771:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000010:2.0:1784948293.440776:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd880. 00000100:00000001:3.0:1784948293.440777:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948293.440786:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948293.440788:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1784948293.440792:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.440793:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948293.440802:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1784948293.440803:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.440808:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948293.440810:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948293.440815:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948293.440817:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948293.440822:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784948293.440824:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948293.440828:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1784948293.440832:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948293.440834:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948293.440844:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:2.0:1784948293.440850:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:3.0:1784948293.440862:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948293.440863:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948293.440871:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948293.440877:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948293.440878:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948293.440889:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948293.440920:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948293.440956:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155051520:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948293.440958:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948293.440964:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948293.440970:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.440971:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948293.440976:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948293.440978:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948293.440981:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948293.440985:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948293.440988:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155051520/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948293.440990:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948293.441004:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=134 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948293.441010:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784948293.441014:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=6 v=5 (1 1 1 1) 02000000:00000001:3.0:1784948293.441016:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948293.441023:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 00000100:00000001:2.0:1784948293.441024:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948293.441032:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948293.441033:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1784948293.441036:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1784948293.441038:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:2.0:1784948293.441042:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948293.441044:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948293.441090:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948293.441096:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000020:00000001:3.0:1784948293.441098:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948293.441101:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000010:3.0:1784948293.441104:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784948293.441107:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948293.441114:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948293.441121:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784948293.441122:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784948293.441127:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000100:00000001:3.0:1784948293.441137:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948293.441141:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.441147:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948293.441148:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.441158:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948293.441160:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948293.441162:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948293.441165:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948293.441171:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948293.441174:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948293.441176:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948293.441216:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155051648:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948293.441223:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.441226:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948293.441231:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdf80 x1871641155051648/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948293.441240:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948293.441242:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948293.441245:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948293.441249:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948293.441250:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948293.441252:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948293.441255:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948293.441257:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948293.441261:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948293.441263:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948293.441265:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdf80. 00000100:00000001:2.0:1784948293.441269:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948293.441271:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.441273:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948293.441279:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948293.441281:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948293.441284:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948293.441287:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948293.628262:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948293.628273:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948293.628391:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948293.628397:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948293.628402:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948294.652250:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948294.652261:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948294.652265:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948294.652271:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948294.652278:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948294.652282:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948294.652285:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948294.652290:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948294.652362:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948294.652371:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948294.652378:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948295.676264:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948295.676275:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948295.676362:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948295.676368:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948295.676373:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948296.700145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948296.700150:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948296.700178:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948296.700183:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948296.700187:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948296.956180:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948296.956187:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948296.956191:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948296.956340:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948296.956348:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948296.956354:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948296.956361:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948296.956364:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948297.340189:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307056902, at 4307056960 00000100:00000010:0.0:1784948297.340207:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43180. 00000100:00000040:1.0:1784948297.340211:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307056902, at 4307056960 00000100:00000010:1.0:1784948297.340222:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43000. 00010000:00000001:1.0:1784948297.724251:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948297.724261:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948297.724359:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948297.724366:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948297.724372:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948298.556280:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948298.556294:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948298.556307:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a680. 00000020:00000040:2.0:1784948298.556316:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948298.556321:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948298.556326:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948298.556333:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948298.556345:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948298.556354:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.556369:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948298.556384:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948298.556389:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.556398:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005968fea6] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948298.556446:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.556451:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948298.556455:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948298.556459:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784948298.556464:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948298.556468:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948298.556470:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948298.556474:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948298.556479:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948298.556484:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.556491:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948298.556499:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948298.556502:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948298.556511:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.556513:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948298.556523:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948298.556525:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_00+0] req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948298.556555:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948298.556566:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.556579:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948298.556601:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948298.556609:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784948298.556619:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1784948298.556620:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948298.556635:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.556637:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948298.556651:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948298.556655:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948298.556658:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.556662:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784948298.556667:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948298.556670:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.556673:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948298.556685:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155051776:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948298.556688:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948298.556706:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948298.556721:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948298.556723:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948298.556726:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.556730:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.556736:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948298.556738:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8c4e7b7] to pc [ptlrpcd_01_01+1] req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948298.556755:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784948298.556759:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.556762:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.556765:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948298.556772:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948298.556776:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784948298.556782:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948298.556791:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784948298.556796:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948298.556801:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12395) 00000400:00000010:3.0:1784948298.556810:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000200:3.0:1784948298.556824:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051776, portal 25 00000100:00000001:2.0:1784948298.556826:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948298.556830:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948298.556833:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948298.556835:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400868480 : -119148308683136 : ffff93a29f62a680) 00000100:00000001:2.0:1784948298.556839:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948298.556861:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948298.556861:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.556974:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948298.556986:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948298.556990:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784948298.556996:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155051776, offset 0 00000100:00000001:2.0:1784948298.557016:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784948298.557018:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948298.557021:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948298.557030:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948298.557035:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948298.557041:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948298.557124:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948298.557134:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948298.557139:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1784948298.557147:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155051904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948298.557156:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948298.557160:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948298.557166:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948298.557171:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948298.557180:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948298.557180:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:2.0:1784948298.557196:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948298.557199:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784948298.557203:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948298.557220:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541448:541448:256:4294967295] 192.168.201.111@tcp LPNI seq info [541385:541385:8:4294967295] 00000400:00000200:2.0:1784948298.557222:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948298.557238:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948298.557246:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948298.557252:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000200:2.0:1784948298.557264:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155051904, portal 10 00000100:00000001:2.0:1784948298.557279:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784948298.557281:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948298.557285:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000800:00000200:3.0:1784948298.557303:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784948298.557308:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784948298.557318:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000100:00000001:2.0:1784948298.557326:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948298.557333:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948298.557346:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784948298.557347:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3908. 00000100:00000200:2.0:1784948298.557365:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155051904, offset 0 00000800:00000200:3.0:1784948298.557381:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948298.557382:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948298.557398:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948298.557408:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948298.557421:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948298.557429:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948298.557430:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948298.557454:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948298.557456:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948298.557464:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307062022 00000400:00000200:2.0:1784948298.557465:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948298.557483:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000010:3.0:1784948298.557487:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d76c0. 00000400:00000200:2.0:1784948298.557502:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541449:541449:255:4294967295] 192.168.201.111@tcp LPNI seq info [541386:541386:7:4294967295] 00000100:00000001:3.0:1784948298.557507:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948298.557520:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948298.557532:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307062022 00000100:00000010:3.0:1784948298.557545:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d70c0. 00000400:00000200:2.0:1784948298.557551:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948298.557556:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784948298.557569:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948298.557569:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948298.557597:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948298.557600:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784948298.557611:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.557621:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784948298.557622:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948298.557629:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948298.557641:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:0.0:1784948298.557643:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784948298.557650:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784948298.557652:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948298.557662:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948298.557668:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784948298.557669:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948298.557676:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948298.557681:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.557683:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948298.557693:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784948298.557698:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000100:00000040:3.0:1784948298.557706:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948298.557712:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000200:2.0:1784948298.557719:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948298.557729:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:2.0:1784948298.557734:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307058187 00000100:00000001:0.0:1784948298.557750:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948298.557755:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307062022 00000100:00000001:2.0:1784948298.557781:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307058187 00000100:00000001:3.0:1784948298.557782:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1784948298.557783:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.557793:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.557796:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307062022 00000100:00000001:2.0:1784948298.557814:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948298.557814:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948298.557829:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948298.557835:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948298.557836:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.557844:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948298.557852:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948298.557857:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948298.557863:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948298.557872:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948298.557877:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948298.557881:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948298.557887:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.557889:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948298.557898:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948298.557932:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948298.557938:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:0.0:1784948298.557945:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948298.557954:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948298.557962:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3908 00000400:00000010:0.0:1784948298.557966:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3908. 00000100:00000001:0.0:1784948298.557973:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948298.557982:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948298.557999:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948298.558007:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948298.558023:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948298.558028:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948298.558136:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948298.558144:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948298.558158:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155052032:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948298.558168:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948298.558178:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948298.558184:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.558190:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948298.558202:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948298.558208:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948298.558216:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948298.558220:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948298.558227:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000200:3.0:1784948298.558233:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052032, portal 10 00000100:00000001:3.0:1784948298.558236:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948298.558238:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400865792 : -119148308685824 : ffff93a29f629c00) 00000100:00000040:3.0:1784948298.558250:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.558344:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948298.558348:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948298.558353:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784948298.558357:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155052032, offset 0 00000400:00000200:3.0:1784948298.558364:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948298.558371:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948298.558378:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948298.558383:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948298.558387:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948298.558391:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948298.558394:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948298.558399:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541450:541450:256:4294967295] 192.168.201.111@tcp LPNI seq info [541387:541387:8:4294967295] 00000400:00000200:3.0:1784948298.558436:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948298.558447:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948298.558454:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948298.558461:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000800:00000200:3.0:1784948298.558468:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948298.558476:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948298.558483:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948298.558501:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948298.558507:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10207 usecs (11 jiffies) 00000400:00000200:3.0:1784948298.558513:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948298.558516:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307058189 00000100:00000001:3.0:1784948298.558520:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307062022 00000100:00000001:3.0:1784948298.558524:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307058189 00000100:00000001:3.0:1784948298.558527:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307062022 00000100:00000001:3.0:1784948298.558530:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948298.558534:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.558539:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.558543:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948298.558549:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948298.558552:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948298.558556:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948298.558559:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948298.558561:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.558565:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948298.558650:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948298.558659:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:1.0:1784948298.558665:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948298.558674:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948298.558680:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:1.0:1784948298.558684:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:1.0:1784948298.558688:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948298.558697:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948298.558710:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948298.558714:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948298.558724:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948298.558727:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948298.559863:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948298.559883:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948298.559889:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948298.559893:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948298.559903:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948298.559916:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948298.559929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948298.559937:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948298.559946:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948298.559954:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31a100 00000400:00000200:0.0:1784948298.559966:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948298.559984:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c79 [1] + 224 00000800:00000001:0.0:1784948298.559996:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948298.560009:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948298.560015:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948298.560022:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948298.560030:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948298.560039:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948298.560128:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948298.560163:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948298.560175:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948298.560181:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948298.560237:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948298.560244:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948298.560254:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948298.560257:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948298.560262:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948298.560269:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784948298.560272:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784948298.560277:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948298.560288:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948298.560304:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.560315:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948298.560317:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948298.560321:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948298.560326:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948298.560330:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948298.560334:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.560338:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948298.560347:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948298.560354:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948298.560357:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948298.560360:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948298.560364:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948298.560368:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.560371:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948298.560378:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.560388:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948298.560391:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948298.560394:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948298.560399:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948298.560409:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155051776:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948298.560416:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.560420:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948298.560424:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a680 x1871641155051776/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.560433:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948298.560438:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948298.560442:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948298.560445:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948298.560448:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948298.560451:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948298.560455:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948298.560459:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948298.560464:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948298.560466:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948298.560469:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a680. 00000100:00000001:3.0:1784948298.560474:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948298.560477:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948298.560480:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.560482:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948298.560484:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948298.560486:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.560489:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948298.561397:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948298.561414:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948298.561420:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948298.561426:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948298.561436:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948298.561447:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948298.561461:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948298.561471:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948298.561484:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948298.561491:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a200 00000400:00000200:1.0:1784948298.561499:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948298.561508:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c89 [1] + 224 00000800:00000001:1.0:1784948298.561518:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948298.561526:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948298.561531:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948298.561538:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948298.561545:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948298.561556:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948298.561576:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948298.561609:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948298.561620:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948298.561629:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948298.561634:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948298.561641:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948298.561649:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948298.561664:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948298.561665:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948298.561673:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948298.561684:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948298.561686:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948298.561689:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948298.561697:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784948298.561708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948298.561709:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:3.0:1784948298.561719:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:3.0:1784948298.561726:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948298.561729:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948298.561741:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948298.561759:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a180 00000100:00000200:3.0:1784948298.561772:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948298.561785:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948298.561804:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948298.561811:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948298.561819:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c81 [1] + 224 00000100:00000001:3.0:1784948298.561819:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948298.561828:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948298.561833:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948298.561837:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948298.561844:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948298.561848:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784948298.561852:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=139 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948298.561862:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948298.561865:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948298.561868:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948298.561872:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948298.561877:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948298.561882:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948298.561885:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948298.561890:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948298.561893:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948298.561898:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948298.561901:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948298.561911:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948298.561929:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948298.561939:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948298.561947:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948298.561948:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948298.561963:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948298.561966:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784948298.561994:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155052032:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784948298.561996:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.562008:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948298.562017:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948298.562029:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629c00 x1871641155052032/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948298.562117:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948298.562122:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948298.562126:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948298.562133:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948298.562139:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948298.562146:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:1.0:1784948298.562153:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948298.562156:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948298.562164:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948298.562182:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948298.562187:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948298.562194:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629c00. 00000100:00000001:3.0:1784948298.562206:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948298.562210:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948298.562211:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948298.562216:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948298.562225:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948298.562229:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948298.562230:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948298.562234:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948298.562242:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948298.562247:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948298.562282:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948298.562289:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948298.562298:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948298.562300:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948298.562305:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948298.562312:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:2.0:1784948298.562315:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:2.0:1784948298.562320:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948298.562329:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948298.562344:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948298.562355:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948298.562357:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948298.562361:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948298.562364:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948298.562367:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948298.562370:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948298.562373:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948298.562382:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=139 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948298.562388:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=29 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948298.562391:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948298.562394:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948298.562397:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948298.562402:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.562406:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948298.562408:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948298.562411:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948298.562413:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948298.562420:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948298.562429:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948298.562432:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948298.562434:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948298.562439:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948298.562449:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155051904:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948298.562455:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948298.562459:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948298.562463:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641155051904/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948314 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948298.562472:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948298.562475:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948298.562479:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948298.562483:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948298.562486:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948298.562488:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948298.562492:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948298.562495:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784948298.562499:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948298.562502:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948298.562504:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 00000100:00000001:2.0:1784948298.562508:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948298.562510:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948298.562513:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948298.562519:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948298.562521:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948298.562524:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948298.562527:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948298.748238:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948298.748247:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948298.748393:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948298.748401:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948298.748409:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948299.772184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948299.772193:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948299.772237:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948299.772245:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948299.772250:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948300.796236:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948300.796244:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948300.796350:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948300.796355:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948300.796360:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948301.820247:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948301.820256:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948301.820295:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948301.820299:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948301.820304:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948302.460215:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307062022, at 4307062080 00000100:00000040:0.0:1784948302.460216:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307062022, at 4307062080 00000100:00000010:0.0:1784948302.460235:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d76c0. 00000100:00000010:1.0:1784948302.460239:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d70c0. 00010000:00000001:1.0:1784948302.844241:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948302.844249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948302.844308:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948302.844315:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948302.844321:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948303.676246:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948303.676258:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948303.676271:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784948303.676279:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948303.676284:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948303.676288:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948303.676295:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948303.676307:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948303.676316:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676333:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948303.676348:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948303.676353:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676362:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_01+1] req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.676408:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676412:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948303.676417:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948303.676421:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000020:00000040:1.0:1784948303.676424:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948303.676427:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948303.676429:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948303.676431:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948303.676435:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948303.676438:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676443:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948303.676453:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948303.676456:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676461:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.676471:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676474:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948303.676479:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948303.676482:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948303.676485:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948303.676489:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948303.676492:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948303.676494:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948303.676499:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948303.676502:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676508:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948303.676514:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948303.676518:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948303.676523:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948303.676525:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.676531:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948303.676536:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948303.676548:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.676555:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676565:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948303.676582:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784948303.676583:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1784948303.676590:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.676592:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948303.676600:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948303.676601:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948303.676608:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948303.676611:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12400) 02000000:00000001:0.0:1784948303.676615:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948303.676624:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155052160:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948303.676630:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948303.676636:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948303.676638:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948303.676643:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948303.676644:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.676649:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784948303.676651:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948303.676661:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948303.676663:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948303.676673:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.676688:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784948303.676691:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948303.676693:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948303.676700:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea898. 02000000:00000001:1.0:1784948303.676701:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948303.676707:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948303.676713:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948303.676715:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00100000:1.0:1784948303.676722:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155052288:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948303.676729:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052160, portal 25 00000100:00000001:1.0:1784948303.676731:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948303.676738:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784948303.676741:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948303.676743:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 02000000:00000001:1.0:1784948303.676747:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948303.676753:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948303.676759:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948303.676763:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948303.676773:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.676785:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948303.676790:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948303.676799:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948303.676802:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9318. 00000400:00000010:0.0:1784948303.676807:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000400:00000010:1.0:1784948303.676815:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000200:0.0:1784948303.676816:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155052160, offset 0 00000100:00000200:1.0:1784948303.676830:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052288, portal 10 00000400:00000200:0.0:1784948303.676838:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948303.676840:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948303.676845:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000400:00000200:0.0:1784948303.676855:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948303.676860:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948303.676873:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948303.676877:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948303.676885:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:1.0:1784948303.676894:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948303.676900:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:1.0:1784948303.676904:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000400:00000200:0.0:1784948303.676910:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784948303.676913:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155052288, offset 0 00000400:00000200:0.0:1784948303.676919:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948303.676932:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948303.676934:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541451:541451:256:4294967295] 192.168.201.111@tcp LPNI seq info [541388:541388:8:4294967295] 00000400:00000200:0.0:1784948303.676944:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948303.676956:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948303.676964:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948303.676972:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948303.676979:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784948303.676986:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948303.676995:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948303.676996:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948303.677110:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948303.677118:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784948303.677121:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948303.677127:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784948303.677133:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948303.677145:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541452:541452:255:4294967295] 192.168.201.111@tcp LPNI seq info [541389:541389:7:4294967295] 00000100:00000001:0.0:1784948303.677155:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948303.677166:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948303.677171:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948303.677180:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307067142 00000100:00000010:0.0:1784948303.677188:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000400:00000200:1.0:1784948303.677198:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948303.677203:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1784948303.677212:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948303.677217:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307067142 00000800:00000010:1.0:1784948303.677223:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000100:00000010:0.0:1784948303.677226:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b18893c0. 00000100:00000001:0.0:1784948303.677235:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:1.0:1784948303.677241:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948303.677245:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948303.677252:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948303.677260:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948303.677262:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948303.677267:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948303.677269:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.677283:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.677287:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784948303.677290:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000100:00000001:0.0:1784948303.677293:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948303.677303:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948303.677308:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948303.677310:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948303.677317:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948303.677318:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307063307 00000100:00000040:0.0:1784948303.677329:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.677329:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307067142 00000100:00000001:1.0:1784948303.677340:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307063307 00000100:00000001:1.0:1784948303.677350:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307067142 00000100:00000001:1.0:1784948303.677360:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948303.677362:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948303.677367:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.677369:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.677377:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948303.677378:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948303.677384:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948303.677386:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948303.677395:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.677400:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1784948303.677403:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155052416:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948303.677406:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948303.677416:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948303.677418:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948303.677422:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948303.677424:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948303.677429:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.677431:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948303.677436:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948303.677438:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948303.677444:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 02000000:00000001:0.0:1784948303.677450:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948303.677456:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948303.677460:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea000. 00000400:00000010:0.0:1784948303.677465:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf220. 00000100:00000200:0.0:1784948303.677470:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052416, portal 10 00000100:00000001:0.0:1784948303.677474:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948303.677477:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000040:0.0:1784948303.677486:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948303.677496:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948303.677499:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948303.677504:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784948303.677507:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155052416, offset 0 00000400:00000200:0.0:1784948303.677515:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948303.677521:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948303.677522:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1784948303.677530:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784948303.677532:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000400:00000200:0.0:1784948303.677539:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948303.677546:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948303.677547:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948303.677556:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948303.677564:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948303.677567:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948303.677574:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541453:541453:254:4294967295] 192.168.201.111@tcp LPNI seq info [541390:541390:6:4294967295] 00000400:00000200:0.0:1784948303.677579:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948303.677588:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948303.677595:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948303.677597:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfdd0 00000800:00000010:0.0:1784948303.677602:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000400:00000010:1.0:1784948303.677604:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfdd0. 00000800:00000200:0.0:1784948303.677614:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948303.677615:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948303.677633:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948303.677634:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948303.677642:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948303.677653:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948303.677663:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10207 usecs (11 jiffies) 00000100:00000001:1.0:1784948303.677668:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784948303.677674:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948303.677683:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307063308 00000100:00000040:1.0:1784948303.677683:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948303.677692:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307067142 00000100:00000001:0.0:1784948303.677701:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307063308 00000100:00000001:0.0:1784948303.677710:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307067142 00000100:00000001:1.0:1784948303.677716:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.677718:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948303.677722:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784948303.677724:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.677730:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.677733:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948303.677738:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948303.677741:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:1.0:1784948303.677745:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948303.677746:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948303.677752:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:1.0:1784948303.677755:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000100:00000001:0.0:1784948303.677757:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948303.677763:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948303.677765:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948303.677774:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948303.677780:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:1.0:1784948303.677783:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:1.0:1784948303.677788:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948303.677793:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.677803:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948303.677807:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.677817:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.677820:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948303.677908:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948303.677914:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784948303.677922:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948303.677931:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948303.677937:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000400:00000010:1.0:1784948303.677941:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000100:00000001:1.0:1784948303.677948:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948303.677957:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.677973:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948303.677980:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.677994:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.677997:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948303.681777:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.681800:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948303.681807:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.681812:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948303.681822:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.681833:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948303.681845:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.681852:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.681860:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.681870:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a300 00000400:00000200:1.0:1784948303.681878:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.681887:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ca1 [1] + 224 00000800:00000001:1.0:1784948303.681897:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.681903:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948303.681907:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948303.681919:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948303.681926:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948303.681934:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948303.681951:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.681990:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948303.682025:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.682037:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948303.682041:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.682102:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948303.682107:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948303.682114:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948303.682116:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948303.682124:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948303.682131:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948303.682134:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000010:0.0:1784948303.682138:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9318. 00000400:00000200:0.0:1784948303.682150:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000200:1.0:1784948303.682152:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948303.682155:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784948303.682163:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948303.682167:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948303.682178:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948303.682182:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.682205:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31a280 00000100:00000200:0.0:1784948303.682212:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948303.682222:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948303.682239:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524c91 [1] + 224 00000100:00000001:0.0:1784948303.682240:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948303.682246:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948303.682252:0:2406:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948303.682253:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948303.682256:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948303.682261:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948303.682265:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948303.682266:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948303.682272:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948303.682274:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784948303.682286:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=144 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948303.682287:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:0.0:1784948303.682301:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948303.682302:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948303.682311:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948303.682317:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948303.682318:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784948303.682321:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948303.682332:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.682343:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948303.682350:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948303.682358:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948303.682363:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.682365:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948303.682377:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948303.682392:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948303.682395:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948303.682398:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.682399:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784948303.682407:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948303.682411:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.682420:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1784948303.682426:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155052288:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948303.682428:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.682435:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948303.682439:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948303.682447:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948303.682449:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948303.682461:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155052288/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948303.682467:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948303.682487:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948303.682488:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948303.682493:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784948303.682494:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784948303.682499:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000400:00000200:1.0:1784948303.682507:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948303.682512:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784948303.682514:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a380 00000020:00000001:0.0:1784948303.682521:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784948303.682524:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:0.0:1784948303.682530:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000200:1.0:1784948303.682532:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cb1 [1] + 224 00000020:00000001:0.0:1784948303.682544:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784948303.682545:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:0.0:1784948303.682555:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 00000800:00000001:1.0:1784948303.682560:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948303.682568:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784948303.682569:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784948303.682578:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1784948303.682580:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000010:0.0:1784948303.682588:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:1.0:1784948303.682589:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948303.682600:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948303.682602:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948303.682610:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948303.682621:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948303.682625:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948303.682631:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948303.682638:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948303.682648:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948303.682649:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948303.682653:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948303.682659:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948303.682665:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.682683:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948303.682686:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948303.682691:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948303.682695:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948303.682698:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea000. 00000400:00000200:1.0:1784948303.682703:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf220 00000400:00000010:1.0:1784948303.682706:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf220. 00000100:00000001:1.0:1784948303.682710:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948303.682715:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948303.682727:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.682735:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948303.682737:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.682740:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948303.682742:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948303.682744:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948303.682746:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948303.682749:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948303.682755:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948303.682760:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=16 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948303.682763:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948303.682765:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948303.682768:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948303.682771:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.682774:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948303.682776:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948303.682778:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948303.682780:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.682786:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.682795:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948303.682798:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948303.682800:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948303.682805:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948303.682823:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155052416:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948303.682829:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948303.682830:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948303.682832:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea898. 00000400:00000200:1.0:1784948303.682835:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:1.0:1784948303.682837:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:1.0:1784948303.682839:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948303.682843:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948303.682853:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.682861:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948303.682863:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.682866:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948303.682867:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948303.682869:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948303.682870:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948303.682873:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948303.682875:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948303.682879:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=144 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948303.682882:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948303.682883:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948303.682885:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948303.682887:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.682889:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948303.682893:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.682901:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948303.682903:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948303.682905:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948303.682909:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948303.682920:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155052160:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948303.682925:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.682927:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948303.682931:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155052416/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.682939:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948303.682941:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948303.682944:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 02000000:00000001:1.0:1784948303.682948:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948303.682950:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948303.682952:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948303.682954:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948303.682956:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:1.0:1784948303.682960:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948303.682961:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948303.682963:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784948303.682967:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948303.682968:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.682971:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948303.682974:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155052160/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948303.682982:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948303.682983:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948303.682985:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 02000000:00000001:1.0:1784948303.682987:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948303.682989:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948303.682990:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948303.682992:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948303.682994:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784948303.682996:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948303.682997:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948303.682999:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784948303.683002:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948303.683037:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.683041:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948303.683046:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948303.683072:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948303.683075:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948303.683078:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948303.868242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948303.868253:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948303.868257:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948303.868264:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948303.868272:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948303.868275:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948303.868279:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948303.868285:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948303.868379:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948303.868385:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948303.868390:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948304.892223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948304.892233:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948304.892349:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948304.892356:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948304.892362:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948305.916165:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948305.916172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948305.916253:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948305.916259:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948305.916264:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948306.940219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948306.940229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948306.940267:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948306.940272:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948306.940276:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948307.580187:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307067142, at 4307067200 00000100:00000040:0.0:1784948307.580195:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307067142, at 4307067200 00000100:00000010:1.0:1784948307.580210:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b18893c0. 00000100:00000010:0.0:1784948307.580214:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948307.964281:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948307.964292:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948307.964340:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948307.964346:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948307.964351:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948308.796264:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948308.796280:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948308.796298:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bfb80. 00000020:00000040:3.0:1784948308.796309:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948308.796316:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948308.796321:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948308.796331:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948308.796352:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784948308.796365:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796383:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948308.796400:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948308.796406:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796417:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000097c3264f] to pc [ptlrpcd_01_00+0] req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.796469:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796473:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948308.796479:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948308.796483:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784948308.796487:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948308.796490:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948308.796492:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948308.796495:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948308.796499:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046500. 00000100:00000001:3.0:1784948308.796502:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796508:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948308.796518:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948308.796521:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796526:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_01+1] req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.796552:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796558:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948308.796563:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948308.796567:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf100. 00000020:00000040:3.0:1784948308.796570:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948308.796574:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948308.796575:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948308.796579:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948308.796591:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.796594:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784948308.796599:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046200. 00000100:00000001:2.0:1784948308.796600:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948308.796616:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796635:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784948308.796637:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.796702:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948308.796713:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.796720:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948308.796726:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796728:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000046e38d4e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948308.796744:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948308.796758:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948308.796759:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948308.796784:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.796786:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948308.796807:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784948308.796809:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155052544:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948308.796816:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948308.796829:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948308.796831:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1784948308.796839:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784948308.796840:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12406) 02000000:00000001:2.0:1784948308.796848:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948308.796854:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948308.796866:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948308.796870:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948308.796872:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948308.796879:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948308.796886:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948308.796887:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948308.796902:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:3.0:1784948308.796903:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.796949:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948308.796953:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948308.796958:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 02000000:00000001:3.0:1784948308.796959:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948308.796968:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1784948308.796971:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052544, portal 25 02000000:00000001:3.0:1784948308.796974:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.796981:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00100000:3.0:1784948308.796992:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155052672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948308.796994:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146676096 : -119148562875520 : ffff93a2903bfb80) 00000100:00000001:3.0:1784948308.797019:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784948308.797028:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948308.797028:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948308.797037:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.797101:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948308.797108:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948308.797113:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3088. 00000100:00000200:2.0:1784948308.797120:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155052544, offset 0 02000000:00000001:3.0:1784948308.797120:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948308.797136:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000400:00000200:2.0:1784948308.797150:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:3.0:1784948308.797150:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948308.797172:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948308.797181:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948308.797187:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948308.797203:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000400:00000200:2.0:1784948308.797205:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948308.797225:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784948308.797227:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052672, portal 10 00000400:00000200:2.0:1784948308.797236:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948308.797239:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948308.797244:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 00000400:00000200:2.0:1784948308.797248:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948308.797260:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:3.0:1784948308.797273:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948308.797274:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541454:541454:256:4294967295] 192.168.201.111@tcp LPNI seq info [541391:541391:8:4294967295] 00000400:00000200:2.0:1784948308.797318:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948308.797335:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948308.797358:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948308.797370:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000400:00000200:2.0:1784948308.797382:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:3.0:1784948308.797385:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155052672, offset 0 00000800:00000200:2.0:1784948308.797404:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948308.797415:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948308.797420:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948308.797432:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948308.797444:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948308.797456:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948308.797469:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948308.797473:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948308.797483:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948308.797492:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948308.797502:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948308.797507:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948308.797513:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541455:541455:255:4294967295] 192.168.201.111@tcp LPNI seq info [541392:541392:7:4294967295] 00000100:00000001:2.0:1784948308.797519:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948308.797521:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948308.797543:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948308.797560:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307072262 00000400:00000200:3.0:1784948308.797566:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784948308.797578:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43480. 00000800:00000200:3.0:1784948308.797592:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948308.797601:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784948308.797602:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000100:00000001:2.0:1784948308.797620:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307072262 00000800:00000200:3.0:1784948308.797622:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784948308.797630:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43c60. 00000100:00000001:2.0:1784948308.797642:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:3.0:1784948308.797647:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948308.797654:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:3.0:1784948308.797657:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948308.797663:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948308.797669:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.797672:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948308.797681:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000100:00000001:2.0:1784948308.797683:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948308.797706:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948308.797710:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948308.797713:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307068427 00000100:00000001:2.0:1784948308.797715:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948308.797732:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307072262 00000100:00000001:2.0:1784948308.797733:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948308.797745:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948308.797747:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307068427 00000100:00000001:2.0:1784948308.797755:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948308.797760:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307072262 00000800:00000200:1.0:1784948308.797761:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948308.797774:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948308.797775:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948308.797779:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:3.0:1784948308.797792:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948308.797804:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948308.797805:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948308.797807:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948308.797820:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.797821:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948308.797838:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784948308.797844:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948308.797850:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948308.797851:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3088 02000000:00000001:2.0:1784948308.797852:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948308.797859:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:1.0:1784948308.797862:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3088. 02000000:00000001:2.0:1784948308.797865:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948308.797874:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948308.797880:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1784948308.797881:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155052800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948308.797882:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948308.797904:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.797906:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1784948308.797909:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948308.797940:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948308.797944:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948308.797948:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948308.797964:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948308.797973:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948308.797979:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948308.797983:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948308.797990:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948308.797998:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948308.798000:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948308.798013:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000001:1.0:1784948308.798026:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948308.798026:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052800, portal 10 00000100:00000001:1.0:1784948308.798034:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948308.798036:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948308.798040:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146673408 : -119148562878208 : ffff93a2903bf100) 00000100:00000040:2.0:1784948308.798087:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.798097:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784948308.798099:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784948308.798103:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948308.798108:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000400:00000010:2.0:1784948308.798112:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3550. 00000400:00000200:1.0:1784948308.798116:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784948308.798119:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155052800, offset 0 00000400:00000200:1.0:1784948308.798129:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948308.798137:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948308.798148:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948308.798152:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000200:2.0:1784948308.798159:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:1.0:1784948308.798160:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:1.0:1784948308.798174:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948308.798174:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948308.798190:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:1.0:1784948308.798191:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948308.798198:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948308.798212:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948308.798216:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948308.798225:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541456:541456:255:4294967295] 192.168.201.111@tcp LPNI seq info [541393:541393:7:4294967295] 00000100:00000040:1.0:1784948308.798232:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948308.798241:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948308.798254:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948308.798263:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948308.798268:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948308.798278:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948308.798285:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948308.798291:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948308.798298:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948308.798304:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948308.798331:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948308.798340:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10207 usecs (11 jiffies) 00000400:00000200:2.0:1784948308.798346:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948308.798351:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307068429 00000100:00000001:2.0:1784948308.798360:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307072262 00000100:00000001:2.0:1784948308.798365:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307068429 00000100:00000001:2.0:1784948308.798368:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307072262 00000100:00000001:2.0:1784948308.798372:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948308.798375:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.798379:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.798381:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.798386:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948308.798388:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948308.798392:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948308.798394:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948308.798396:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.798401:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948308.798469:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948308.798478:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784948308.798487:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948308.798496:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948308.798502:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3550 00000400:00000010:0.0:1784948308.798506:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3550. 00000100:00000001:0.0:1784948308.798512:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948308.798524:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948308.798538:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948308.798546:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948308.798563:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948308.798567:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948308.800554:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948308.800574:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948308.800579:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948308.800586:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948308.800593:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948308.800601:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948308.800609:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948308.800615:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948308.800621:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948308.800626:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31a400 00000400:00000200:1.0:1784948308.800632:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948308.800638:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cc1 [1] + 224 00000800:00000001:1.0:1784948308.800647:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948308.800657:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948308.800660:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948308.800665:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948308.800671:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948308.800678:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948308.800693:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948308.800720:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948308.800729:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948308.800733:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.800833:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948308.800839:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948308.800849:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948308.800853:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948308.800857:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948308.800866:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000400:00000010:2.0:1784948308.800869:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:2.0:1784948308.800874:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948308.800886:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948308.800902:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.800914:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948308.800947:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.800951:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948308.800955:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948308.800958:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948308.800961:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948308.800965:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948308.800973:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948308.800979:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948308.800983:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948308.800989:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948308.800993:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948308.800997:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.801001:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948308.801009:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.801020:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784948308.801024:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948308.801025:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948308.801033:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948308.801039:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948308.801042:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948308.801100:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00100000:2.0:1784948308.801114:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155052544:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948308.801123:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.801127:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948308.801133:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bfb80 x1871641155052544/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.801144:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1784948308.801147:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948308.801149:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948308.801157:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:0.0:1784948308.801165:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948308.801167:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948308.801174:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948308.801180:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000200:0.0:1784948308.801181:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000020:00000001:2.0:1784948308.801190:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948308.801197:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 00000400:00000200:0.0:1784948308.801200:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948308.801204:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948308.801210:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784948308.801211:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784948308.801217:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bfb80. 00000400:00000200:0.0:1784948308.801224:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948308.801225:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948308.801233:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948308.801234:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a480 00000100:00000001:2.0:1784948308.801243:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948308.801245:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948308.801249:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948308.801253:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948308.801260:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cc9 [1] + 224 00000100:00000001:2.0:1784948308.801262:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.801273:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948308.801275:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948308.801285:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948308.801290:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948308.801296:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948308.801303:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948308.801313:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948308.801329:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948308.801352:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948308.801363:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948308.801369:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948308.801373:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948308.801378:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948308.801385:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948308.801392:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948308.801400:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948308.801401:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948308.801409:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948308.801414:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948308.801423:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948308.801425:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948308.801431:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948308.801442:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a500 00000400:00000010:3.0:1784948308.801443:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948308.801463:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000200:0.0:1784948308.801465:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948308.801480:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:3.0:1784948308.801489:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948308.801498:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cd1 [1] + 224 00000100:00000200:3.0:1784948308.801512:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948308.801514:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948308.801539:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948308.801556:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948308.801559:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948308.801566:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948308.801567:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948308.801587:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948308.801595:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784948308.801596:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948308.801608:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948308.801613:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948308.801614:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948308.801624:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948308.801633:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948308.801640:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948308.801664:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=39 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948308.801674:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1784948308.801676:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.801680:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948308.801696:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948308.801706:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948308.801714:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948308.801717:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948308.801720:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948308.801723:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948308.801723:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948308.801737:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1784948308.801740:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948308.801745:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948308.801768:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948308.801773:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948308.801776:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948308.801786:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948308.801799:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155052672:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948308.801812:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948308.801816:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948308.801825:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155052672/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.801834:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948308.801835:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948308.801846:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948308.801846:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948308.801859:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000400:00000001:2.0:1784948308.801864:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784948308.801867:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:2.0:1784948308.801869:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1784948308.801873:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:2.0:1784948308.801876:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000020:00000040:3.0:1784948308.801878:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948308.801888:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:2.0:1784948308.801891:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 02000000:00000010:3.0:1784948308.801893:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046500. 00000400:00000010:2.0:1784948308.801902:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 02000000:00000001:3.0:1784948308.801906:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948308.801913:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948308.801914:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000010:3.0:1784948308.801945:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:3.0:1784948308.801962:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948308.801966:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948308.801977:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.801977:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948308.801998:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948308.802005:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948308.802018:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1784948308.802026:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948308.802026:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.802095:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948308.802099:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.802103:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948308.802106:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948308.802109:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948308.802112:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948308.802115:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948308.802123:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=149 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948308.802128:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948308.802132:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948308.802134:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948308.802136:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948308.802143:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.802146:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948308.802149:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948308.802152:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948308.802154:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948308.802175:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.802186:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948308.802189:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948308.802192:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948308.802197:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948308.802207:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155052800:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948308.802213:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.802216:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948308.802220:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf100 x1871641155052800/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948324 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948308.802234:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948308.802237:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948308.802240:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948308.802244:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948308.802247:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948308.802249:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948308.802252:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948308.802255:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046200. 02000000:00000001:2.0:1784948308.802259:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948308.802261:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948308.802264:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf100. 00000100:00000001:2.0:1784948308.802268:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948308.802270:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.802272:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948308.802278:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948308.802281:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948308.802285:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948308.802288:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948308.988184:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948308.988191:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948308.988329:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948308.988336:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948308.988342:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948310.012280:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948310.012288:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948310.012356:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948310.012364:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948310.012373:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948311.036204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948311.036214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948311.036348:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948311.036355:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948311.036361:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948312.060173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948312.060184:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948312.060233:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948312.060240:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948312.060250:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948312.700199:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307072262, at 4307072320 00000100:00000040:0.0:1784948312.700211:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307072262, at 4307072320 00000100:00000010:1.0:1784948312.700229:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43c60. 00000100:00000010:0.0:1784948312.700234:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43480. 00010000:00000001:1.0:1784948313.084236:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948313.084250:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948313.084300:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948313.084308:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948313.084317:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948313.916257:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948313.916269:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948313.916279:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629180. 00000020:00000040:2.0:1784948313.916286:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948313.916291:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948313.916294:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948313.916299:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948313.916306:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948313.916312:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916331:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948313.916343:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948313.916346:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916351:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faf49cc9] to pc [ptlrpcd_01_01+1] req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.916377:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916379:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948313.916382:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948313.916385:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784948313.916386:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948313.916388:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948313.916389:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948313.916391:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948313.916396:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948313.916398:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916402:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948313.916407:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948313.916409:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916412:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.916421:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916424:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948313.916426:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948313.916428:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784948313.916430:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948313.916432:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948313.916432:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948313.916433:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948313.916436:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948313.916438:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916443:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948313.916444:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948313.916457:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948313.916460:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948313.916461:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.916472:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948313.916473:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.916484:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.916487:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948313.916493:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948313.916494:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948313.916505:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948313.916529:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948313.916545:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12411) 00000100:00000001:3.0:1784948313.916553:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948313.916557:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948313.916564:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948313.916566:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948313.916570:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948313.916572:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948313.916584:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1784948313.916584:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948313.916602:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155052928:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948313.916603:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.916627:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948313.916635:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948313.916638:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948313.916641:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948313.916643:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948313.916650:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.916651:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948313.916665:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1784948313.916666:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948313.916679:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053056:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948313.916684:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1784948313.916686:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:2.0:1784948313.916690:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948313.916691:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.916694:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.916698:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948313.916703:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948313.916712:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948313.916713:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948313.916728:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948313.916737:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948313.916743:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:3.0:1784948313.916747:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000400:00000010:2.0:1784948313.916750:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000200:3.0:1784948313.916762:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155052928, portal 25 00000100:00000001:3.0:1784948313.916768:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784948313.916770:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053056, portal 10 00000100:00000001:3.0:1784948313.916771:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400863104 : -119148308688512 : ffff93a29f629180) 00000100:00000001:2.0:1784948313.916777:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948313.916783:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000040:3.0:1784948313.916789:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948313.916794:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.916873:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948313.916874:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948313.916882:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948313.916891:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3dd0. 00000100:00000040:3.0:1784948313.916892:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784948313.916902:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155053056, offset 0 00000400:00000010:3.0:1784948313.916906:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000400:00000200:2.0:1784948313.916919:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948313.916930:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948313.916934:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155052928, offset 0 00000400:00000200:2.0:1784948313.916941:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948313.916952:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948313.916954:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948313.916968:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948313.916974:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948313.916978:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948313.916982:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541457:541457:256:4294967295] 192.168.201.111@tcp LPNI seq info [541394:541394:8:4294967295] 00000400:00000200:2.0:1784948313.916987:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948313.916999:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948313.917014:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948313.917021:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948313.917031:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948313.917034:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:2.0:1784948313.917039:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000400:00000200:3.0:1784948313.917079:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948313.917087:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948313.917092:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948313.917104:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541458:541458:255:4294967295] 192.168.201.111@tcp LPNI seq info [541395:541395:7:4294967295] 00000800:00000200:2.0:1784948313.917106:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948313.917125:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948313.917137:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948313.917142:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948313.917153:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948313.917159:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948313.917169:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:2.0:1784948313.917173:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000800:00000010:3.0:1784948313.917178:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000400:00000200:2.0:1784948313.917179:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948313.917190:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307073547 00000800:00000200:3.0:1784948313.917196:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:2.0:1784948313.917197:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43a20. 00000100:00000001:2.0:1784948313.917211:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000800:00000200:3.0:1784948313.917222:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948313.917229:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948313.917233:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307073547 00000100:00000001:3.0:1784948313.917238:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948313.917243:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ba0. 00000800:00000200:1.0:1784948313.917245:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948313.917257:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:1.0:1784948313.917261:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:3.0:1784948313.917264:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307077382 00000100:00000001:2.0:1784948313.917265:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784948313.917269:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948313.917282:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948313.917283:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307073547 00000100:00000001:2.0:1784948313.917284:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948313.917299:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.917304:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307077382 00000400:00000200:1.0:1784948313.917305:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3dd0 00000100:00000001:2.0:1784948313.917305:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.917320:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948313.917321:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3dd0. 00000100:00000001:3.0:1784948313.917322:0:2409:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307073547 00000100:00000001:2.0:1784948313.917330:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948313.917335:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948313.917336:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948313.917338:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948313.917345:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948313.917347:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.917349:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784948313.917360:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.917362:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.917363:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.917379:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1784948313.917381:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784948313.917390:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948313.917400:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948313.917403:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.917404:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948313.917406:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948313.917408:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948313.917415:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948313.917417:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948313.917423:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948313.917429:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948313.917430:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948313.917436:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.917439:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948313.917440:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948313.917447:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.917448:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.917462:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.917481:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948313.917484:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.917489:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948313.917492:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948313.917494:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948313.917496:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053184:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948313.917499:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948313.917501:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948313.917502:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.917504:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948313.917508:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948313.917511:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948313.917516:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948313.917516:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948313.917520:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000800:00000010:1.0:1784948313.917522:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000010:2.0:1784948313.917525:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000400:00000200:1.0:1784948313.917528:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784948313.917530:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053184, portal 10 00000100:00000001:2.0:1784948313.917533:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948313.917535:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000400:00000200:1.0:1784948313.917538:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784948313.917544:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948313.917546:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:1.0:1784948313.917551:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:2.0:1784948313.917553:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948313.917558:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948313.917559:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784948313.917560:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3770. 00000100:00000200:2.0:1784948313.917564:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155053184, offset 0 00000100:00000200:1.0:1784948313.917569:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948313.917570:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948313.917578:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948313.917585:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948313.917588:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1784948313.917589:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948313.917594:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:1.0:1784948313.917598:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948313.917600:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948313.917604:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948313.917610:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541459:541459:255:4294967295] 192.168.201.111@tcp LPNI seq info [541396:541396:7:4294967295] 00000400:00000200:2.0:1784948313.917619:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948313.917625:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948313.917630:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948313.917631:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948313.917637:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948313.917640:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948313.917644:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948313.917648:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948313.917650:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948313.917663:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.917666:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10207 usecs (11 jiffies) 00000400:00000200:2.0:1784948313.917668:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948313.917670:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307073548 00000100:00000001:2.0:1784948313.917672:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307077382 00000100:00000001:2.0:1784948313.917674:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307073548 00000100:00000001:2.0:1784948313.917676:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307077382 00000100:00000001:2.0:1784948313.917677:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948313.917679:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.917681:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.917683:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948313.917738:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948313.917743:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:0.0:1784948313.917748:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948313.917754:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948313.917757:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3770 00000400:00000010:0.0:1784948313.917758:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3770. 00000100:00000001:0.0:1784948313.917761:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948313.917767:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948313.917775:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948313.917780:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948313.917786:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948313.917787:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948313.920812:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.920849:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948313.920854:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.920858:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948313.920864:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920868:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948313.920873:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920876:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920880:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920885:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a600 00000400:00000200:1.0:1784948313.920888:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920891:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ce1 [1] + 224 00000800:00000001:1.0:1784948313.920896:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.920899:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948313.920901:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948313.920903:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948313.920906:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948313.920910:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948313.920917:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948313.920931:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948313.920940:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.920943:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948313.920945:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.920949:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948313.920954:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920959:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948313.920965:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948313.920969:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948313.920971:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948313.920974:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948313.920976:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948313.920981:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31a580 00000400:00000001:2.0:1784948313.920982:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948313.920986:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948313.920989:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948313.920989:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948313.920995:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000400:00000010:2.0:1784948313.920997:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:2.0:1784948313.921000:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948313.921007:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948313.921010:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cd9 [1] + 224 00000800:00000001:1.0:1784948313.921022:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948313.921029:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948313.921030:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948313.921036:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948313.921073:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948313.921074:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948313.921076:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948313.921079:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948313.921079:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948313.921083:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1784948313.921086:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.921087:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948313.921090:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.921095:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948313.921104:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=154 v=5 (5 5 5 5) 00000100:00000040:1.0:1784948313.921106:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948313.921109:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948313.921116:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948313.921119:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948313.921123:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948313.921126:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948313.921127:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948313.921128:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948313.921131:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000800:00000001:1.0:1784948313.921133:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948313.921133:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948313.921137:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948313.921140:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948313.921143:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948313.921144:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.921150:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948313.921153:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948313.921159:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948313.921160:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948313.921163:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948313.921169:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:2.0:1784948313.921173:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948313.921179:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948313.921184:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948313.921191:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948313.921194:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948313.921204:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948313.921208:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948313.921216:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948313.921217:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a680 00000100:00100000:2.0:1784948313.921218:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053056:192.168.201.111@tcp:400:kworker.0 00000400:00000010:3.0:1784948313.921228:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948313.921232:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948313.921238:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948313.921244:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000100:00000001:2.0:1784948313.921245:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784948313.921252:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000040:2.0:1784948313.921262:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155053056/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.921262:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948313.921272:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ce9 [1] + 224 00000100:00000200:3.0:1784948313.921284:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948313.921286:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948313.921297:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948313.921300:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948313.921306:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784948313.921310:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784948313.921316:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948313.921327:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948313.921337:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784948313.921338:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000040:2.0:1784948313.921343:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948313.921357:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948313.921359:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948313.921363:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948313.921365:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000200:1.0:1784948313.921370:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948313.921379:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948313.921388:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948313.921394:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:2.0:1784948313.921408:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948313.921415:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948313.921429:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.921442:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948313.921448:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948313.921450:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948313.921456:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948313.921457:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.921468:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948313.921476:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948313.921480:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948313.921480:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948313.921489:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948313.921495:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948313.921500:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:3.0:1784948313.921503:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=154 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948313.921505:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948313.921516:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=154 v=5 (1 1 1 1) 00000400:00000001:2.0:1784948313.921517:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948313.921524:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948313.921526:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1784948313.921529:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948313.921530:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948313.921543:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1784948313.921544:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00010000:00000001:3.0:1784948313.921552:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948313.921553:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:3.0:1784948313.921571:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.921574:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784948313.921593:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948313.921595:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.921701:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948313.921711:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1784948313.921713:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.921721:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948313.921739:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1784948313.921743:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.921744:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948313.921754:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948313.921759:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948313.921766:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948313.921772:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948313.921781:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948313.921783:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155052928:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784948313.921791:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=154 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948313.921795:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948313.921798:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=26 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948313.921800:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948313.921809:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1784948313.921812:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629180 x1871641155052928/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948313.921813:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948313.921824:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948313.921845:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.921849:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948313.921852:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948313.921861:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948313.921866:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948313.921881:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948313.921886:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948313.921889:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948313.921897:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1784948313.921898:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948313.921899:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948313.921907:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 00000100:00000040:2.0:1784948313.921908:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948313.921924:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1784948313.921927:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053184:192.168.201.111@tcp:400:kworker.0 00000020:00000001:3.0:1784948313.921932:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948313.921934:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1784948313.921938:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948313.921939:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1784948313.921952:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:2.0:1784948313.921953:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641155053184/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948329 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948313.921962:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948313.921965:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948313.921975:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784948313.921975:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948313.921987:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1784948313.921988:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000010:3.0:1784948313.922000:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629180. 02000000:00000001:2.0:1784948313.922001:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948313.922010:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784948313.922012:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000020:00000040:2.0:1784948313.922015:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948313.922016:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948313.922032:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948313.922033:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948313.922042:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784948313.922070:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948313.922072:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948313.922073:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:2.0:1784948313.922076:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948313.922078:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948313.922078:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948313.922084:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948313.922084:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.922106:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948313.922107:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948313.922112:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948313.922113:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948313.922132:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948313.922135:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948314.108154:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948314.108163:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948314.108165:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948314.108170:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948314.108175:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948314.108177:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948314.108179:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948314.108181:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948314.108268:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948314.108274:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948314.108279:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948315.132192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948315.132203:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948315.132307:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948315.132314:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948315.132320:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948316.156227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948316.156238:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948316.156354:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948316.156363:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948316.156371:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948317.180212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948317.180218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948317.180237:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948317.180239:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948317.180242:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948317.820119:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307077382, at 4307077440 00000100:00000040:1.0:1784948317.820119:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307077382, at 4307077440 00000100:00000010:0.0:1784948317.820133:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43a20. 00000100:00000010:1.0:1784948317.820139:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ba0. 00010000:00000001:1.0:1784948318.204146:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948318.204154:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948318.204193:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948318.204197:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948318.204203:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948319.036321:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948319.036338:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948319.036358:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc000. 00000020:00000040:3.0:1784948319.036369:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948319.036376:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948319.036381:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948319.036391:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948319.036405:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 00000100:00000001:3.0:1784948319.036417:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036436:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948319.036454:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948319.036461:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036482:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086e07cc8] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948319.036540:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036545:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948319.036551:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948319.036556:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948319.036559:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948319.036562:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948319.036564:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948319.036567:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948319.036571:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784948319.036575:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036580:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948319.036590:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948319.036593:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036599:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948319.036612:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036615:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948319.036624:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948319.036628:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bc380. 00000020:00000040:3.0:1784948319.036631:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948319.036634:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948319.036639:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784948319.036640:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948319.036643:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948319.036654:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046b00. 00000100:00000001:2.0:1784948319.036655:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948319.036665:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948319.036667:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036683:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1784948319.036697:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948319.036699:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948319.036707:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036729:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e5760ce5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.036773:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948319.036784:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.036820:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948319.036822:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.036826:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948319.036827:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948319.036838:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.036840:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:2.0:1784948319.036849:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155053312:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948319.036849:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948319.036862:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948319.036866:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948319.036872:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12416) 02000000:00000001:2.0:1784948319.036876:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948319.036881:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.036886:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948319.036896:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948319.036898:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948319.036906:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948319.036906:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948319.036912:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948319.036924:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948319.036927:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948319.036946:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:2.0:1784948319.036947:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948319.036950:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948319.036957:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948319.036962:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784948319.036965:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 02000000:00000001:3.0:1784948319.036967:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948319.036979:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155053440:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784948319.036981:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053312, portal 25 00000100:00000001:3.0:1784948319.036997:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948319.036998:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948319.037011:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146660864 : -119148562890752 : ffff93a2903bc000) 02000000:00000001:3.0:1784948319.037015:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948319.037019:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948319.037026:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948319.037026:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948319.037037:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784948319.037039:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948319.037044:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948319.037051:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948319.037055:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3990. 00000100:00000200:2.0:1784948319.037059:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155053312, offset 0 00000400:00000200:2.0:1784948319.037094:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948319.037103:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948319.037112:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948319.037116:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948319.037123:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948319.037144:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948319.037147:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:3.0:1784948319.037153:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000200:2.0:1784948319.037161:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:3.0:1784948319.037166:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000400:00000200:2.0:1784948319.037178:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541460:541460:256:4294967295] 192.168.201.111@tcp LPNI seq info [541397:541397:8:4294967295] 00000100:00000200:3.0:1784948319.037179:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053440, portal 10 00000100:00000001:3.0:1784948319.037190:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948319.037196:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000400:00000200:2.0:1784948319.037210:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948319.037219:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948319.037237:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948319.037261:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948319.037262:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784948319.037266:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000200:3.0:1784948319.037275:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155053440, offset 0 00000800:00000200:2.0:1784948319.037276:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948319.037293:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000400:00000200:3.0:1784948319.037300:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948319.037314:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948319.037317:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948319.037339:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:3.0:1784948319.037341:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:2.0:1784948319.037361:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948319.037366:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948319.037376:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948319.037381:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948319.037385:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948319.037391:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948319.037392:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541461:541461:255:4294967295] 192.168.201.111@tcp LPNI seq info [541398:541398:7:4294967295] 00000400:00000200:3.0:1784948319.037421:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948319.037429:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948319.037436:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307082502 00000400:00000200:3.0:1784948319.037452:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:2.0:1784948319.037454:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43e40. 00000800:00000200:3.0:1784948319.037469:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948319.037472:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:3.0:1784948319.037484:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000001:2.0:1784948319.037488:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307082502 00000100:00000010:2.0:1784948319.037497:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43b40. 00000800:00000200:3.0:1784948319.037505:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948319.037508:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1784948319.037526:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948319.037539:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948319.037541:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:2.0:1784948319.037558:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948319.037559:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948319.037575:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948319.037578:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.037589:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000100:00000001:2.0:1784948319.037591:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948319.037596:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1784948319.037598:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948319.037608:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948319.037610:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948319.037610:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307078667 00000800:00000010:0.0:1784948319.037625:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 00000100:00000001:2.0:1784948319.037629:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948319.037629:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307082502 00000100:00000001:2.0:1784948319.037641:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948319.037642:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948319.037642:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307078667 00000100:00000001:3.0:1784948319.037674:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307082502 00000100:00000001:3.0:1784948319.037682:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948319.037683:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948319.037684:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948319.037707:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.037710:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784948319.037712:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3990 00000100:00000001:2.0:1784948319.037715:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948319.037715:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948319.037716:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3990. 00000100:00000001:3.0:1784948319.037731:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948319.037732:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948319.037734:0:2399:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:2.0:1784948319.037754:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784948319.037759:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948319.037760:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948319.037768:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948319.037770:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948319.037779:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948319.037780:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948319.037781:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948319.037788:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948319.037791:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948319.037797:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948319.037798:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948319.037798:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948319.037804:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.037805:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948319.037817:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948319.037824:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.037825:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948319.037826:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948319.037834:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948319.037838:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948319.037842:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948319.037846:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784948319.037851:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053568, portal 10 00000800:00000200:0.0:1784948319.037852:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948319.037853:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:0.0:1784948319.037855:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000100:00000001:2.0:1784948319.037856:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146661760 : -119148562889856 : ffff93a2903bc380) 00000400:00000200:0.0:1784948319.037861:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948319.037867:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:2.0:1784948319.037868:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948319.037870:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:0.0:1784948319.037873:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:0.0:1784948319.037877:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948319.037881:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:0.0:1784948319.037884:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948319.037886:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948319.037891:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb35d8. 00000100:00000001:0.0:1784948319.037897:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948319.037897:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155053568, offset 0 00000100:00000040:0.0:1784948319.037902:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948319.037904:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948319.037911:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948319.037912:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948319.037916:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948319.037920:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948319.037926:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948319.037929:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948319.037933:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948319.037936:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948319.037939:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541462:541462:256:4294967295] 192.168.201.111@tcp LPNI seq info [541399:541399:8:4294967295] 00000400:00000200:2.0:1784948319.037944:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948319.037950:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948319.037954:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948319.037957:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948319.037961:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948319.037965:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948319.037968:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948319.037982:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948319.037986:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10206 usecs (11 jiffies) 00000400:00000200:2.0:1784948319.037989:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948319.037990:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307078668 00000100:00000001:2.0:1784948319.037993:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307082502 00000100:00000001:2.0:1784948319.037997:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307078668 00000100:00000001:2.0:1784948319.038001:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307082502 00000100:00000001:2.0:1784948319.038003:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948319.038005:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.038008:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.038012:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948319.038016:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948319.038017:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948319.038019:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948319.038020:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948319.038022:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.038024:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948319.038086:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948319.038089:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784948319.038093:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948319.038096:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948319.038098:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb35d8 00000400:00000010:0.0:1784948319.038099:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb35d8. 00000100:00000001:0.0:1784948319.038101:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948319.038104:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948319.038109:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948319.038112:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948319.038116:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948319.038118:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948319.040268:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040279:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948319.040282:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040283:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948319.040288:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040293:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948319.040298:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040302:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040308:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040312:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31a700 00000400:00000200:0.0:1784948319.040315:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040319:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cf1 [1] + 224 00000800:00000001:0.0:1784948319.040324:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040330:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948319.040332:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948319.040334:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948319.040338:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948319.040342:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948319.040349:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948319.040363:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948319.040369:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040372:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948319.040390:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948319.040393:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948319.040398:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948319.040400:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948319.040402:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948319.040405:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:2.0:1784948319.040406:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784948319.040408:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948319.040413:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948319.040421:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.040426:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948319.040427:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948319.040429:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948319.040431:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948319.040434:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948319.040435:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.040437:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948319.040442:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948319.040445:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=10 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948319.040447:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948319.040448:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948319.040450:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948319.040452:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.040454:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948319.040457:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.040462:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948319.040464:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948319.040466:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948319.040468:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948319.040473:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155053312:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948319.040476:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.040477:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948319.040479:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc000 x1871641155053312/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.040483:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948319.040485:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948319.040487:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948319.040490:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948319.040491:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948319.040493:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948319.040495:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948319.040497:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784948319.040499:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948319.040500:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948319.040502:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc000. 00000100:00000001:2.0:1784948319.040504:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948319.040505:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948319.040507:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.040508:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948319.040509:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948319.040510:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.040512:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948319.040904:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040912:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948319.040915:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040916:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948319.040919:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040923:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948319.040929:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040931:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040935:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040938:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a800 00000400:00000200:0.0:1784948319.040942:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.040945:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d01 [1] + 224 00000800:00000001:0.0:1784948319.040949:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.040986:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948319.040989:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948319.040992:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948319.040995:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948319.040998:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948319.041006:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948319.041018:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948319.041022:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.041025:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948319.041026:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948319.041027:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948319.041030:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.041032:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948319.041035:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.041037:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.041039:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948319.041043:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a780 00000400:00000200:0.0:1784948319.041045:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948319.041065:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948319.041068:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948319.041072:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524cf9 [1] + 224 00000800:00000001:0.0:1784948319.041077:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948319.041079:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948319.041082:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948319.041084:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948319.041085:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:0.0:1784948319.041089:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948319.041096:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000200:0.0:1784948319.041097:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784948319.041102:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784948319.041105:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948319.041107:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948319.041110:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948319.041115:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948319.041130:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948319.041133:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.041151:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948319.041155:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948319.041158:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948319.041158:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948319.041161:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784948319.041163:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948319.041164:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948319.041168:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948319.041169:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948319.041173:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948319.041179:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948319.041184:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948319.041187:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948319.041191:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948319.041193:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948319.041195:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.041200:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948319.041202:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948319.041204:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948319.041206:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948319.041210:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.041219:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948319.041219:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948319.041227:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948319.041228:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948319.041234:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1784948319.041240:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1784948319.041242:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948319.041245:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948319.041256:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948319.041280:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:3.0:1784948319.041291:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:3.0:1784948319.041306:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:2.0:1784948319.041308:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053568:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948319.041320:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948319.041324:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.041325:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948319.041342:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bc380 x1871641155053568/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948319.041378:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1784948319.041378:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948319.041384:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948319.041393:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948319.041406:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948319.041412:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948319.041418:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948319.041433:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948319.041443:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046b00. 02000000:00000001:2.0:1784948319.041467:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948319.041467:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784948319.041483:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948319.041484:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784948319.041498:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bc380. 00000100:00000001:3.0:1784948319.041498:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948319.041511:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948319.041512:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948319.041520:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948319.041521:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948319.041534:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948319.041534:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948319.041558:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948319.041562:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948319.041567:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948319.041572:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=10 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948319.041573:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948319.041582:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948319.041585:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948319.041591:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948319.041594:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948319.041598:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948319.041605:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948319.041611:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948319.041614:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948319.041616:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948319.041618:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948319.041625:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948319.041634:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948319.041637:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948319.041640:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948319.041645:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948319.041656:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155053440:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948319.041663:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948319.041666:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948319.041670:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155053440/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948319.041679:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948319.041682:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948319.041687:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948319.041691:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948319.041693:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948319.041696:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948319.041700:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948319.041703:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:3.0:1784948319.041708:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948319.041710:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948319.041712:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784948319.041716:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948319.041718:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948319.041720:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948319.041726:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948319.041728:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948319.041732:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948319.041735:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948319.228175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948319.228185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948319.228289:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948319.228297:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948319.228303:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948320.252175:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948320.252185:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948320.252324:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948320.252331:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948320.252337:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948321.276165:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948321.276173:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948321.276283:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948321.276289:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948321.276293:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948322.300151:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948322.300159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948322.300197:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948322.300203:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948322.300211:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948322.940163:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307082502, at 4307082560 00000100:00000040:1.0:1784948322.940173:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307082502, at 4307082560 00000100:00000010:0.0:1784948322.940184:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43e40. 00000100:00000010:1.0:1784948322.940189:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43b40. 00010000:00000001:1.0:1784948323.324190:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948323.324199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948323.324240:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948323.324246:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948323.324252:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948324.156132:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948324.156145:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948324.156156:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948324.156163:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948324.156168:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948324.156172:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948324.156179:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948324.156188:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784948324.156197:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156211:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948324.156222:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948324.156226:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156233:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.156297:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156301:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948324.156307:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948324.156313:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bf480. 00000020:00000040:3.0:1784948324.156316:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948324.156319:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948324.156321:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948324.156324:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948324.156328:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:3.0:1784948324.156333:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156338:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948324.156348:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948324.156351:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156356:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024e80431] to pc [ptlrpcd_01_00+0] req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.156367:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156371:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948324.156375:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948324.156379:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784948324.156383:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948324.156387:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948324.156389:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948324.156392:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948324.156396:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948324.156399:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156404:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948324.156412:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948324.156413:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948324.156418:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948324.156428:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948324.156430:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_01+1] req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948324.156437:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948324.156454:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156460:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948324.156467:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948324.156484:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948324.156497:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948324.156514:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948324.156529:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948324.156529:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12421) 00000100:00000001:2.0:1784948324.156541:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948324.156558:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948324.156565:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948324.156570:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948324.156579:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948324.156585:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948324.156593:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948324.156597:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948324.156601:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948324.156604:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948324.156611:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948324.156617:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784948324.156620:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948324.156632:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.156644:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.156707:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784948324.156709:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948324.156711:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948324.156718:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784948324.156720:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 02000000:00000001:3.0:1784948324.156723:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948324.156728:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948324.156735:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00100000:3.0:1784948324.156735:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155053696:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948324.156751:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1784948324.156755:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053824, portal 10 02000000:00000001:3.0:1784948324.156758:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948324.156761:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1784948324.156763:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948324.156766:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146674304 : -119148562877312 : ffff93a2903bf480) 02000000:00000001:3.0:1784948324.156767:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948324.156776:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948324.156781:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948324.156788:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948324.156802:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948324.156817:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948324.156830:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948324.156836:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948324.156836:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000400:00000010:2.0:1784948324.156851:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3c38. 00000100:00000200:3.0:1784948324.156854:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053696, portal 25 00000100:00000001:3.0:1784948324.156862:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1784948324.156863:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155053824, offset 0 00000100:00000001:3.0:1784948324.156873:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000400:00000200:2.0:1784948324.156882:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948324.156890:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.156899:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948324.156900:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948324.156911:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948324.156936:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:3.0:1784948324.156940:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000400:00000200:2.0:1784948324.156947:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000200:3.0:1784948324.156949:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155053696, offset 0 00000400:00000200:2.0:1784948324.156958:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948324.156968:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948324.156976:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948324.156995:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948324.157002:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541463:541463:256:4294967295] 192.168.201.111@tcp LPNI seq info [541400:541400:8:4294967295] 00000400:00000200:2.0:1784948324.157008:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948324.157018:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948324.157036:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948324.157044:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948324.157081:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948324.157088:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948324.157092:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948324.157094:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948324.157099:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541464:541464:255:4294967295] 192.168.201.111@tcp LPNI seq info [541401:541401:7:4294967295] 00000400:00000200:3.0:1784948324.157106:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948324.157113:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948324.157122:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000010:2.0:1784948324.157124:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000800:00000200:3.0:1784948324.157137:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948324.157146:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000010:3.0:1784948324.157148:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784948324.157166:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948324.157167:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948324.157180:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:3.0:1784948324.157191:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948324.157196:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948324.157211:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.157215:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948324.157219:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000400:00000200:3.0:1784948324.157227:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948324.157236:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948324.157238:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307087622 00000100:00000001:2.0:1784948324.157255:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307083787 00000100:00000010:3.0:1784948324.157274:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7900. 00000100:00000001:3.0:1784948324.157288:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948324.157297:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307087622 00000100:00000001:2.0:1784948324.157300:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307087622 00000100:00000010:3.0:1784948324.157307:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7b40. 00000100:00000001:2.0:1784948324.157309:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307083787 00000800:00000200:0.0:1784948324.157316:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948324.157328:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000010:0.0:1784948324.157333:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000100:00000001:3.0:1784948324.157338:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948324.157339:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307087622 00000400:00000200:0.0:1784948324.157347:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948324.157363:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948324.157364:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948324.157387:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948324.157388:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948324.157389:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948324.157410:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.157413:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948324.157416:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948324.157420:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3c38 00000400:00000010:0.0:1784948324.157434:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3c38. 00000100:00000001:2.0:1784948324.157435:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948324.157449:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948324.157473:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948324.157474:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948324.157481:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948324.157489:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948324.157492:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.157493:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948324.157500:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948324.157501:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948324.157518:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948324.157521:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948324.157524:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948324.157525:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948324.157534:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948324.157540:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155053952:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948324.157543:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.157544:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948324.157546:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948324.157550:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948324.157554:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948324.157556:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948324.157561:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948324.157578:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948324.157586:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948324.157591:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948324.157604:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784948324.157609:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155053952, portal 10 00000100:00000001:3.0:1784948324.157613:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948324.157615:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:3.0:1784948324.157627:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.157636:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948324.157639:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948324.157644:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784948324.157647:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155053952, offset 0 00000400:00000200:3.0:1784948324.157679:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948324.157685:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948324.157690:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948324.157710:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948324.157711:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948324.157713:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948324.157715:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948324.157718:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541465:541465:255:4294967295] 192.168.201.111@tcp LPNI seq info [541402:541402:7:4294967295] 00000400:00000200:3.0:1784948324.157721:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948324.157726:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948324.157729:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948324.157733:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000800:00000200:3.0:1784948324.157736:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948324.157739:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948324.157741:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948324.157744:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.157747:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10206 usecs (11 jiffies) 00000800:00000200:0.0:1784948324.157750:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948324.157751:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948324.157756:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000100:00000001:3.0:1784948324.157757:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307083788 00000100:00000001:3.0:1784948324.157762:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307087622 00000400:00000200:0.0:1784948324.157763:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948324.157766:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307083788 00000400:00000200:0.0:1784948324.157771:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948324.157771:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307087622 00000100:00000001:3.0:1784948324.157776:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948324.157779:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000100:00000001:3.0:1784948324.157779:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.157781:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948324.157784:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:3.0:1784948324.157785:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948324.157791:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948324.157795:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948324.157799:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784948324.157800:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.157802:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948324.157804:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948324.157807:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.157812:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948324.157820:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948324.157825:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948324.157833:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948324.157836:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948324.157851:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948324.157854:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000400:00000200:0.0:1784948324.157857:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948324.157859:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948324.157861:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:0.0:1784948324.157862:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:0.0:1784948324.157864:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948324.157867:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948324.157873:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948324.157876:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948324.157880:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948324.157882:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948324.160105:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.160116:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948324.160120:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.160122:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948324.160129:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160135:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948324.160144:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160148:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160154:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160160:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a900 00000400:00000200:0.0:1784948324.160165:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160173:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d09 [1] + 224 00000800:00000001:0.0:1784948324.160180:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.160188:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948324.160191:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948324.160195:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948324.160202:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948324.160209:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948324.160221:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948324.160247:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948324.160260:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.160264:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948324.160362:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948324.160371:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948324.160383:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948324.160386:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948324.160392:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948324.160404:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:2.0:1784948324.160409:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784948324.160416:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948324.160430:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948324.160447:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948324.160457:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948324.160460:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948324.160463:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948324.160467:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948324.160470:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948324.160484:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948324.160488:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948324.160499:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948324.160504:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=55 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948324.160509:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948324.160511:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948324.160516:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948324.160521:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948324.160526:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948324.160530:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948324.160535:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948324.160538:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948324.160561:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948324.160577:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948324.160582:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948324.160586:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948324.160596:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948324.160613:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155053824:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948324.160629:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948324.160635:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1784948324.160642:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:2.0:1784948324.160647:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bf480 x1871641155053824/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948324.160666:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948324.160669:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.160672:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948324.160697:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160719:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948324.160723:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784948324.160728:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948324.160733:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784948324.160735:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.160743:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784948324.160743:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000200:0.0:1784948324.160756:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31a880 02000000:00000001:2.0:1784948324.160762:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784948324.160763:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:2.0:1784948324.160778:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:0.0:1784948324.160779:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d11 [1] + 224 00000800:00000001:0.0:1784948324.160790:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000040:2.0:1784948324.160790:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000800:00000001:0.0:1784948324.160800:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948324.160800:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784948324.160810:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1784948324.160815:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 00000400:00000200:0.0:1784948324.160819:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948324.160827:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:2.0:1784948324.160832:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1784948324.160835:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948324.160839:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948324.160849:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bf480. 00000100:00000040:0.0:1784948324.160853:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948324.160862:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948324.160866:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948324.160870:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948324.160871:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948324.160877:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:0.0:1784948324.160878:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948324.160883:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948324.160887:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948324.160890:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948324.160905:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.160965:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1784948324.160966:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948324.160970:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948324.160973:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948324.160977:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948324.160977:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948324.160981:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948324.160983:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784948324.160985:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:0.0:1784948324.160990:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948324.160991:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:3.0:1784948324.160995:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000400:00000200:0.0:1784948324.160998:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948324.160999:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948324.161004:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948324.161008:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948324.161009:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.161018:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.161024:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31a980 00000100:00000200:3.0:1784948324.161028:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948324.161029:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948324.161038:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d19 [1] + 224 00000100:00000001:3.0:1784948324.161046:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948324.161080:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.161085:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948324.161087:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948324.161091:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948324.161094:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948324.161098:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161103:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948324.161110:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948324.161114:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784948324.161115:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161118:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948324.161122:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948324.161128:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948324.161130:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:3.0:1784948324.161134:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=15 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948324.161135:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948324.161139:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948324.161140:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948324.161144:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948324.161146:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948324.161148:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948324.161151:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.161154:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.161158:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161164:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948324.161166:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948324.161168:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948324.161172:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948324.161177:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155053696:192.168.201.111@tcp:400:kworker.0 00000400:00000001:3.0:1784948324.161201:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948324.161203:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948324.161206:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948324.161210:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784948324.161212:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784948324.161216:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948324.161221:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948324.161233:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161241:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948324.161243:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948324.161261:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948324.161262:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948324.161263:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948324.161264:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948324.161265:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948324.161268:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=15 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948324.161270:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948324.161272:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948324.161273:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948324.161274:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948324.161277:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.161279:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948324.161280:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948324.161282:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948324.161283:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948324.161285:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161289:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948324.161290:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948324.161291:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948324.161293:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948324.161298:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155053952:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948324.161301:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948324.161303:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948324.161305:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155053696/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161310:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948324.161313:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948324.161315:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948324.161317:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948324.161318:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948324.161320:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948324.161322:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948324.161324:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 02000000:00000001:3.0:1784948324.161327:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948324.161328:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948324.161330:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784948324.161332:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948324.161334:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948324.161335:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948324.161337:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155053952/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948324.161341:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948324.161342:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948324.161343:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948324.161344:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948324.161345:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948324.161346:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948324.161347:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948324.161348:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:3.0:1784948324.161349:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948324.161349:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948324.161350:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:3.0:1784948324.161352:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948324.161353:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948324.161354:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948324.161357:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948324.161358:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948324.161359:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948324.161362:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948324.348201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948324.348225:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948324.348230:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948324.348237:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948324.348244:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948324.348248:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948324.348251:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948324.348257:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948324.348396:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948324.348403:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948324.348408:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948325.372180:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948325.372189:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948325.372256:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948325.372264:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948325.372271:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948326.396200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948326.396211:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948326.396378:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948326.396386:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948326.396391:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948327.420242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948327.420255:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948327.420294:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948327.420298:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948327.420303:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948328.060271:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307087622, at 4307087680 00000100:00000040:1.0:1784948328.060271:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307087622, at 4307087680 00000100:00000010:1.0:1784948328.060301:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7b40. 00000100:00000010:0.0:1784948328.060306:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7900. 00010000:00000001:1.0:1784948328.444222:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948328.444231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948328.444278:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948328.444285:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948328.444292:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948329.276218:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948329.276235:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948329.276254:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bce00. 00000020:00000040:3.0:1784948329.276264:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948329.276271:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948329.276276:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948329.276286:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948329.276300:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948329.276312:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276331:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948329.276349:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948329.276356:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276365:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ad14f215] to pc [ptlrpcd_01_00+0] req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948329.276413:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276418:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948329.276423:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948329.276427:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948329.276430:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948329.276434:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948329.276435:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948329.276438:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948329.276443:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046900. 00000100:00000001:3.0:1784948329.276446:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276452:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948329.276463:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948329.276468:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276477:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.276494:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948329.276510:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948329.276518:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948329.276520:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276528:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948329.276537:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:2.0:1784948329.276545:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784948329.276546:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd500. 00000020:00000040:3.0:1784948329.276559:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948329.276606:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948329.276612:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1784948329.276620:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:3.0:1784948329.276621:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.276631:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948329.276638:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046a00. 02000000:00000001:2.0:1784948329.276645:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948329.276651:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948329.276656:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948329.276673:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948329.276674:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948329.276694:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155054080:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948329.276717:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948329.276720:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948329.276728:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948329.276737:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948329.276747:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276749:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000871b949e] to pc [ptlrpcd_01_00+0] req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948329.276756:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948329.276776:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948329.276781:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948329.276786:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.276793:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1784948329.276813:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948329.276816:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784948329.276832:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948329.276832:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948329.276849:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784948329.276854:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000040:3.0:1784948329.276862:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12426) 00000100:00000200:2.0:1784948329.276870:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054080, portal 25 00000100:00000001:2.0:1784948329.276880:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948329.276884:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146664448 : -119148562887168 : ffff93a2903bce00) 00000100:00000040:2.0:1784948329.276901:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948329.276901:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948329.276911:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948329.276920:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948329.276933:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948329.276938:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948329.276958:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948329.276969:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3aa0. 00000100:00000200:2.0:1784948329.276984:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155054080, offset 0 00000100:00000001:3.0:1784948329.277013:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1784948329.277015:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948329.277023:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948329.277034:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948329.277040:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948329.277043:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948329.277118:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:3.0:1784948329.277118:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948329.277138:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:3.0:1784948329.277141:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155054208:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948329.277157:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948329.277162:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784948329.277172:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:3.0:1784948329.277176:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948329.277185:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948329.277187:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:3.0:1784948329.277196:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948329.277205:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541466:541466:256:4294967295] 192.168.201.111@tcp LPNI seq info [541403:541403:8:4294967295] 02000000:00000010:3.0:1784948329.277210:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948329.277221:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948329.277224:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948329.277245:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948329.277261:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784948329.277265:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784948329.277279:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000800:00000200:2.0:1784948329.277289:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948329.277298:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054208, portal 10 00000800:00000010:2.0:1784948329.277306:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000001:3.0:1784948329.277309:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948329.277317:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 00000800:00000200:2.0:1784948329.277333:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948329.277349:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948329.277351:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948329.277360:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948329.277386:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948329.277395:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948329.277396:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948329.277409:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948329.277413:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000001:2.0:1784948329.277415:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307092742 00000100:00000200:3.0:1784948329.277437:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155054208, offset 0 00000100:00000010:2.0:1784948329.277438:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43540. 00000100:00000001:2.0:1784948329.277464:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948329.277476:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948329.277485:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307092742 00000400:00000200:3.0:1784948329.277498:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:2.0:1784948329.277499:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff430c0. 00000100:00000001:2.0:1784948329.277518:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784948329.277529:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948329.277535:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948329.277544:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948329.277548:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.277559:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948329.277560:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:2.0:1784948329.277591:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948329.277603:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948329.277611:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1784948329.277613:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948329.277616:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948329.277634:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948329.277643:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948329.277645:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541467:541467:255:4294967295] 192.168.201.111@tcp LPNI seq info [541404:541404:7:4294967295] 00000100:00000001:2.0:1784948329.277648:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784948329.277654:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1784948329.277670:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784948329.277673:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:3.0:1784948329.277686:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.277695:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948329.277735:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948329.277736:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948329.277746:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948329.277753:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948329.277756:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948329.277770:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948329.277778:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948329.277779:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3aa0 00000800:00000200:3.0:1784948329.277781:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948329.277797:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3aa0. 00000100:00100000:2.0:1784948329.277801:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155054336:192.168.201.111@tcp:400:kworker.0 00000800:00000010:3.0:1784948329.277806:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000001:0.0:1784948329.277813:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948329.277827:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948329.277834:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1784948329.277836:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948329.277839:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948329.277857:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948329.277870:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948329.277883:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948329.277912:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948329.277914:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1784948329.277929:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000040:0.0:1784948329.277935:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1784948329.277941:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784948329.277958:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054336, portal 10 00000100:00000001:0.0:1784948329.277959:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948329.277977:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948329.277978:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948329.277992:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146666240 : -119148562885376 : ffff93a2903bd500) 00000100:00000040:2.0:1784948329.278018:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948329.278029:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948329.278104:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948329.278138:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948329.278139:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000010:2.0:1784948329.278151:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb32a8. 00000800:00000200:3.0:1784948329.278157:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1784948329.278160:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155054336, offset 0 00000400:00000200:2.0:1784948329.278191:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948329.278198:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948329.278205:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948329.278207:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948329.278222:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:3.0:1784948329.278225:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000400:00000200:2.0:1784948329.278233:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948329.278248:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948329.278253:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948329.278262:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948329.278264:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307088908 00000400:00000200:2.0:1784948329.278273:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541468:541468:255:4294967295] 192.168.201.111@tcp LPNI seq info [541405:541405:7:4294967295] 00000100:00000001:3.0:1784948329.278278:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307092742 00000400:00000200:2.0:1784948329.278293:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948329.278297:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307088908 00000100:00000001:3.0:1784948329.278310:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307092742 00000100:00000001:3.0:1784948329.278323:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948329.278325:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948329.278325:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948329.278332:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948329.278343:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000100:00000001:3.0:1784948329.278356:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948329.278359:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784948329.278376:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948329.278379:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.278393:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000010:2.0:1784948329.278397:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000400:00000200:0.0:1784948329.278404:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000100:00000001:3.0:1784948329.278406:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948329.278410:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:3.0:1784948329.278414:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948329.278424:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948329.278425:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784948329.278431:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948329.278435:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1784948329.278443:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948329.278447:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948329.278460:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948329.278467:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948329.278479:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948329.278484:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948329.278498:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.278503:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948329.278524:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948329.278527:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10206 usecs (11 jiffies) 00000100:00000001:0.0:1784948329.278529:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948329.278546:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948329.278553:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307088909 00000800:00000200:0.0:1784948329.278557:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948329.278561:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307092742 00000800:00000010:0.0:1784948329.278591:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000100:00000001:2.0:1784948329.278594:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307088909 00000100:00000001:2.0:1784948329.278603:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307092742 00000400:00000200:0.0:1784948329.278606:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948329.278609:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948329.278619:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948329.278624:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948329.278629:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948329.278631:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb32a8 00000400:00000010:0.0:1784948329.278643:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb32a8. 00000100:00000001:2.0:1784948329.278644:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948329.278661:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948329.278663:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948329.278668:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784948329.278676:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.278677:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948329.278686:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948329.278696:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948329.278717:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948329.278718:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948329.278735:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948329.278753:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948329.278756:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948329.279782:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.279803:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948329.279808:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.279811:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.279820:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.279830:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948329.279840:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.279847:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.279854:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.279860:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31aa00 00000400:00000200:0.0:1784948329.279866:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.279875:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d21 [1] + 224 00000800:00000001:0.0:1784948329.279885:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.279894:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.279898:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948329.279903:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948329.279909:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948329.279917:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948329.279932:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948329.279963:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948329.279975:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.279979:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.280086:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948329.280092:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948329.280102:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948329.280105:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948329.280109:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948329.280119:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:2.0:1784948329.280122:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:2.0:1784948329.280127:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948329.280138:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948329.280153:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.280164:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948329.280167:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.280171:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948329.280174:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948329.280177:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948329.280181:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948329.280184:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948329.280193:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=20 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948329.280198:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=20 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948329.280202:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948329.280204:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948329.280207:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948329.280211:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.280214:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948329.280220:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.280229:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948329.280233:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948329.280235:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948329.280240:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948329.280250:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155054080:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948329.280256:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.280259:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948329.280264:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bce00 x1871641155054080/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.280272:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948329.280276:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948329.280280:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948329.280285:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948329.280288:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948329.280290:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948329.280294:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948329.280297:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 02000000:00000001:2.0:1784948329.280302:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948329.280304:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948329.280306:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bce00. 00000100:00000001:2.0:1784948329.280311:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948329.280313:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.280317:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.280319:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948329.280321:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948329.280323:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.280325:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948329.280805:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.280819:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948329.280823:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.280826:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.280833:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.280840:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948329.280851:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.280856:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.280861:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.280866:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31aa80 00000400:00000200:0.0:1784948329.280871:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.280877:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d29 [1] + 224 00000800:00000001:0.0:1784948329.280884:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.280892:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.280896:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948329.280900:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948329.280907:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948329.280916:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948329.280934:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948329.280970:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948329.280978:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.280982:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948329.281288:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.281297:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948329.281300:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.281303:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.281308:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.281314:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948329.281321:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.281324:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.281329:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.281333:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ab00 00000400:00000200:0.0:1784948329.281338:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948329.281344:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d31 [1] + 224 00000800:00000001:0.0:1784948329.281350:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948329.281359:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948329.281364:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948329.281368:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948329.281370:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948329.281379:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948329.281381:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948329.281392:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1784948329.281395:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948329.281403:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1784948329.281414:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948329.281415:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948329.281430:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784948329.281439:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784948329.281448:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948329.281452:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948329.281462:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948329.281464:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948329.281468:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948329.281498:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948329.281517:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948329.281521:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948329.281527:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948329.281532:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948329.281536:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948329.281539:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948329.281545:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948329.281548:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784948329.281559:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1784948329.281560:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784948329.281588:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948329.281596:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948329.281611:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000100:00001000:3.0:1784948329.281613:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=20 v=5 (5 5 5 5) 00000400:00000010:2.0:1784948329.281618:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00001000:3.0:1784948329.281631:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=60 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948329.281633:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948329.281646:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948329.281654:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948329.281655:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948329.281663:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948329.281672:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948329.281687:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1784948329.281697:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948329.281699:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948329.281718:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948329.281729:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.281750:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948329.281758:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948329.281760:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948329.281764:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948329.281770:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948329.281775:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948329.281779:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948329.281793:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948329.281814:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1784948329.281816:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=20 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948329.281833:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1784948329.281834:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948329.281844:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.281845:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948329.281854:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948329.281862:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784948329.281870:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948329.281871:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.281885:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948329.281891:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948329.281901:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948329.281906:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948329.281918:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155054208:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948329.281926:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948329.281938:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948329.281958:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948329.281974:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948329.281980:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948329.281983:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948329.281985:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155054208/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948329.281994:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948329.282104:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155054336:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948329.282123:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948329.282125:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.282134:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948329.282136:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784948329.282143:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd500 x1871641155054336/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948345 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948329.282148:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948329.282170:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948329.282171:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948329.282183:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1784948329.282185:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:2.0:1784948329.282190:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000020:00000040:3.0:1784948329.282193:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784948329.282199:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948329.282208:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1784948329.282209:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948329.282222:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000010:3.0:1784948329.282224:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046900. 00000020:00000001:2.0:1784948329.282229:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948329.282237:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046a00. 02000000:00000001:3.0:1784948329.282243:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948329.282244:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948329.282258:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784948329.282258:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948329.282273:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd500. 00000100:00000010:3.0:1784948329.282276:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:2.0:1784948329.282285:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948329.282292:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948329.282293:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.282307:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948329.282308:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.282315:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948329.282318:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948329.282319:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948329.282337:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948329.282343:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948329.282343:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948329.282354:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948329.282365:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948329.282371:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948329.468242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948329.468251:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948329.468371:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948329.468381:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948329.468390:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948330.492216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948330.492228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948330.492275:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948330.492281:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948330.492286:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948331.516276:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948331.516288:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948331.516435:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948331.516445:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948331.516451:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948332.540276:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948332.540290:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948332.540337:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948332.540343:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948332.540350:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948333.180197:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307092742, at 4307092800 00000100:00000040:0.0:1784948333.180211:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307092742, at 4307092800 00000100:00000010:1.0:1784948333.180225:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff430c0. 00000100:00000010:0.0:1784948333.180231:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43540. 00010000:00000001:1.0:1784948333.564227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948333.564236:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948333.564288:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948333.564294:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948333.564301:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948334.396320:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948334.396337:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948334.396355:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784948334.396366:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948334.396372:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948334.396378:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948334.396387:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948334.396416:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948334.396425:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396441:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948334.396452:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948334.396457:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396464:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.396512:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396515:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948334.396520:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948334.396523:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948334.396525:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948334.396527:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948334.396529:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948334.396530:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948334.396533:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948334.396536:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396540:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948334.396547:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948334.396549:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396553:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.396560:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948334.396561:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396566:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948334.396569:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948334.396570:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1784948334.396573:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000010:1.0:1784948334.396575:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e680. 00000020:00000040:1.0:1784948334.396578:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948334.396581:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948334.396582:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1784948334.396584:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948334.396585:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948334.396591:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948334.396596:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.396603:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1784948334.396606:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948334.396607:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948334.396614:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948334.396617:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784948334.396619:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948334.396621:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948334.396624:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396627:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3900d74] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948334.396631:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155054464:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948334.396641:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948334.396645:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948334.396649:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784948334.396649:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948334.396654:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.396655:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948334.396660:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948334.396660:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948334.396665:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1784948334.396670:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec800. 00000100:00000040:1.0:1784948334.396671:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12431) 02000000:00000001:0.0:1784948334.396676:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948334.396686:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948334.396689:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1784948334.396692:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea738. 00000100:00000001:1.0:1784948334.396693:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948334.396697:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948334.396703:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948334.396705:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000100:00000001:1.0:1784948334.396713:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948334.396731:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948334.396735:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054464, portal 25 02000000:00000001:1.0:1784948334.396736:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948334.396743:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948334.396744:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948334.396750:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 02000000:00000001:1.0:1784948334.396752:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948334.396762:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155054592:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948334.396769:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.396771:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948334.396780:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948334.396785:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.396791:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:1.0:1784948334.396793:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948334.396802:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000010:1.0:1784948334.396804:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000400:00000010:0.0:1784948334.396810:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 02000000:00000001:1.0:1784948334.396811:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948334.396821:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155054464, offset 0 00000400:00000200:1.0:1784948334.396831:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948334.396840:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9108. 00000400:00000200:0.0:1784948334.396843:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948334.396860:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948334.396864:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000100:00000200:1.0:1784948334.396874:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054592, portal 10 00000400:00000200:0.0:1784948334.396877:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948334.396880:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948334.396886:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000400:00000200:0.0:1784948334.396891:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948334.396904:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:1.0:1784948334.396906:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948334.396914:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948334.396927:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948334.396943:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541469:541469:256:4294967295] 192.168.201.111@tcp LPNI seq info [541406:541406:8:4294967295] 00000100:00000001:1.0:1784948334.396956:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948334.396962:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948334.396970:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948334.396976:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000200:1.0:1784948334.396982:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155054592, offset 0 00000400:00000200:0.0:1784948334.396992:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:1.0:1784948334.397002:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948334.397012:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948334.397020:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948334.397028:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784948334.397033:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948334.397042:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948334.397048:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948334.397097:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948334.397103:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948334.397108:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948334.397116:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541470:541470:255:4294967295] 192.168.201.111@tcp LPNI seq info [541407:541407:7:4294967295] 00000400:00000200:1.0:1784948334.397125:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948334.397137:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948334.397148:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948334.397157:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784948334.397158:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948334.397173:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784948334.397184:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948334.397185:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948334.397198:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948334.397200:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948334.397211:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948334.397212:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307097862 00000100:00000001:1.0:1784948334.397226:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784948334.397228:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784948334.397234:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9045 usecs (10 jiffies) 00000100:00000001:0.0:1784948334.397242:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948334.397244:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948334.397253:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307094027 00000100:00000001:0.0:1784948334.397261:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307097862 00000100:00000001:1.0:1784948334.397261:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307097862 00000100:00000001:1.0:1784948334.397274:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307094027 00000100:00000010:0.0:1784948334.397275:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889cc0. 00000100:00000001:0.0:1784948334.397282:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948334.397287:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948334.397291:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.397293:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307097862 00000100:00000001:0.0:1784948334.397296:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.397302:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948334.397305:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.397310:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.397318:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397320:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948334.397322:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948334.397328:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948334.397333:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948334.397335:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948334.397342:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948334.397343:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948334.397348:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948334.397352:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948334.397358:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948334.397361:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.397363:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.397372:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397386:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948334.397389:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948334.397392:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948334.397395:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948334.397397:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948334.397404:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155054720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948334.397424:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948334.397426:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948334.397427:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948334.397429:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948334.397432:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784948334.397434:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948334.397437:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948334.397439:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea160. 00000400:00000010:0.0:1784948334.397442:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784948334.397445:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054720, portal 10 00000100:00000001:0.0:1784948334.397446:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948334.397447:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821363840 : -119147888187776 : ffff93a2b872e680) 00000100:00000040:0.0:1784948334.397453:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397464:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948334.397466:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948334.397468:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784948334.397470:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155054720, offset 0 00000400:00000200:0.0:1784948334.397473:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948334.397476:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.397500:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948334.397502:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948334.397504:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948334.397506:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948334.397508:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948334.397511:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541471:541471:254:4294967295] 192.168.201.111@tcp LPNI seq info [541408:541408:6:4294967295] 00000400:00000200:0.0:1784948334.397514:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.397519:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948334.397523:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948334.397527:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000800:00000200:0.0:1784948334.397530:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948334.397534:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948334.397536:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948334.397539:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948334.397541:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10206 usecs (11 jiffies) 00000400:00000200:0.0:1784948334.397544:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948334.397545:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307094028 00000100:00000001:0.0:1784948334.397548:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307097862 00000100:00000001:0.0:1784948334.397550:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307094028 00000100:00000001:0.0:1784948334.397551:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307097862 00000100:00000001:0.0:1784948334.397552:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948334.397554:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397557:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397558:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948334.397561:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948334.397563:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948334.397565:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948334.397566:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948334.397567:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397569:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948334.397623:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948334.397626:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784948334.397633:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948334.397637:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948334.397643:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784948334.397646:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000001:0.0:1784948334.397651:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948334.397655:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397664:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948334.397667:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397673:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397674:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948334.397686:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948334.397687:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948334.397690:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948334.397693:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948334.397695:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:0.0:1784948334.397696:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784948334.397698:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948334.397700:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397704:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948334.397706:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397733:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397735:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948334.397839:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948334.397843:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784948334.397847:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948334.397851:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948334.397855:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784948334.397857:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:0.0:1784948334.397860:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948334.397865:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397875:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948334.397879:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.397887:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.397889:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948334.400505:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.400520:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948334.400523:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.400525:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948334.400530:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.400534:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948334.400539:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.400543:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.400547:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.400551:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31ab80 00000400:00000200:0.0:1784948334.400555:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.400560:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d39 [1] + 224 00000800:00000001:0.0:1784948334.400566:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.400572:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948334.400574:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948334.400578:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948334.400582:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948334.400586:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948334.400596:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.400615:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948334.400621:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.400624:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.400683:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948334.400687:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948334.400693:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948334.400695:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948334.400697:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea738. 00000400:00000200:1.0:1784948334.400701:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:1.0:1784948334.400703:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:1.0:1784948334.400705:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948334.400727:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948334.400744:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.400756:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948334.400759:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.400763:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948334.400767:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948334.400772:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948334.400775:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948334.400779:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948334.400788:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=25 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948334.400794:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=25 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948334.400798:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948334.400800:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948334.400804:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948334.400809:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.400812:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.400818:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.400837:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948334.400842:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948334.400845:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948334.400851:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948334.400862:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155054464:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948334.400869:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.400872:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948334.400876:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155054464/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.400885:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948334.400888:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948334.400892:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec800. 02000000:00000001:1.0:1784948334.400897:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948334.400901:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948334.400905:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948334.400909:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948334.400913:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784948334.400918:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948334.400922:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1784948334.400925:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:1.0:1784948334.400926:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:1.0:1784948334.400936:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1784948334.400940:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.400941:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948334.400952:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948334.400954:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948334.400960:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.400960:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948334.400967:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948334.400972:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948334.400976:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948334.400979:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948334.400992:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948334.401003:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401009:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401016:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401020:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ac00 00000400:00000200:0.0:1784948334.401025:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401031:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d49 [1] + 224 00000800:00000001:0.0:1784948334.401036:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.401040:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948334.401043:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948334.401081:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948334.401087:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948334.401093:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948334.401106:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.401127:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948334.401135:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.401140:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948334.401142:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948334.401145:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948334.401151:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401156:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948334.401163:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401168:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948334.401175:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948334.401178:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948334.401186:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ac80 00000100:00000001:1.0:1784948334.401187:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948334.401197:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:1.0:1784948334.401198:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948334.401205:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948334.401209:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9108. 00000400:00000200:1.0:1784948334.401219:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:1.0:1784948334.401222:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:1.0:1784948334.401225:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948334.401235:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d59 [1] + 224 00000100:00000200:1.0:1784948334.401237:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948334.401248:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1784948334.401261:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.401272:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948334.401274:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.401276:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948334.401279:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948334.401281:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948334.401284:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948334.401286:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948334.401288:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948334.401294:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1784948334.401300:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=25 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948334.401306:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00001000:1.0:1784948334.401312:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=65 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948334.401315:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948334.401319:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948334.401323:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948334.401329:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1784948334.401330:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948334.401338:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.401347:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948334.401354:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948334.401360:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1784948334.401361:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.401363:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948334.401379:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.401392:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948334.401395:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948334.401396:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948334.401399:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948334.401420:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784948334.401422:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948334.401424:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1784948334.401434:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155054592:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948334.401441:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.401443:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948334.401446:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155054592/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.401448:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948334.401452:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948334.401453:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:0.0:1784948334.401456:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1784948334.401457:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000001:0.0:1784948334.401461:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1784948334.401462:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000400:00000010:0.0:1784948334.401465:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea160. 02000000:00000001:1.0:1784948334.401467:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1784948334.401470:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000020:00000001:1.0:1784948334.401471:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948334.401473:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000010:0.0:1784948334.401475:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000020:00000001:1.0:1784948334.401495:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948334.401498:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1784948334.401499:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:1.0:1784948334.401504:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948334.401506:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1784948334.401507:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1784948334.401508:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784948334.401514:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948334.401517:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.401521:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948334.401528:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948334.401531:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948334.401534:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784948334.401537:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948334.401537:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.401547:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948334.401549:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948334.401551:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948334.401553:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948334.401554:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948334.401556:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948334.401558:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948334.401562:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948334.401565:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=47 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948334.401566:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948334.401567:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948334.401569:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948334.401571:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.401573:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948334.401574:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948334.401576:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948334.401577:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948334.401580:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.401586:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948334.401587:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948334.401588:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948334.401591:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948334.401596:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155054720:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948334.401599:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948334.401601:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948334.401603:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e680 x1871641155054720/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948350 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948334.401609:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948334.401610:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948334.401612:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784948334.401615:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948334.401616:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948334.401617:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948334.401619:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948334.401620:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bdd00. 02000000:00000001:0.0:1784948334.401622:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948334.401623:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948334.401625:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e680. 00000100:00000001:0.0:1784948334.401627:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948334.401628:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948334.401630:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948334.401633:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948334.401634:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948334.401636:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948334.401637:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948334.588223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948334.588235:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948334.588240:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948334.588247:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948334.588255:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948334.588259:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948334.588264:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948334.588270:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948334.588372:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948334.588382:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948334.588389:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948334.844205:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948334.844216:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948334.844223:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948334.844569:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948334.844573:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948334.844593:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948334.844603:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948334.844607:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1784948335.612226:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948335.612240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948335.612286:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948335.612291:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948335.612297:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948336.636275:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948336.636288:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948336.636393:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948336.636398:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948336.636404:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948337.660223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948337.660237:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948337.660283:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948337.660289:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948337.660296:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948338.300223:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307097862, at 4307097920 00000100:00000040:0.0:1784948338.300227:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307097862, at 4307097920 00000100:00000010:1.0:1784948338.300253:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889cc0. 00000100:00000010:0.0:1784948338.300260:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948338.684243:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948338.684253:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948338.684314:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948338.684318:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948338.684323:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948339.516204:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948339.516219:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948339.516234:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948339.516244:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948339.516251:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948339.516256:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948339.516266:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948339.516295:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948339.516309:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516328:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948339.516345:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948339.516352:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516363:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.516467:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516475:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948339.516482:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948339.516491:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872df80. 00000020:00000040:1.0:1784948339.516497:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948339.516502:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948339.516506:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948339.516510:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948339.516517:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948339.516524:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516534:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948339.516545:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948339.516549:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516557:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ccb6823] to pc [ptlrpcd_00_00+0] req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.516573:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516576:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948339.516583:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948339.516583:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948339.516590:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e680. 00000100:00000001:0.0:1784948339.516593:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1784948339.516598:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948339.516601:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948339.516604:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948339.516608:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948339.516612:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948339.516620:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948339.516621:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948339.516630:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516646:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948339.516651:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948339.516658:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948339.516668:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948339.516675:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948339.516683:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1784948339.516685:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948339.516692:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948339.516699:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155054976:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948339.516706:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3900d74] to pc [ptlrpcd_00_01+1] req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.516713:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948339.516726:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948339.516727:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1784948339.516731:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948339.516734:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.516739:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948339.516742:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:1.0:1784948339.516747:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948339.516753:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:0.0:1784948339.516755:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 00000100:00000040:1.0:1784948339.516761:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12436) 02000000:00000001:0.0:1784948339.516762:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948339.516781:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948339.516788:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea160. 00000400:00000010:0.0:1784948339.516801:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000200:0.0:1784948339.516814:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054976, portal 10 00000100:00000001:0.0:1784948339.516819:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948339.516822:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821362048 : -119147888189568 : ffff93a2b872df80) 00000100:00000001:1.0:1784948339.516827:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948339.516834:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948339.516840:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.516841:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948339.516855:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.516866:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948339.516877:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784948339.516879:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948339.516882:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948339.516887:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 02000000:00000001:1.0:1784948339.516890:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784948339.516895:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155054976, offset 0 02000000:00000001:1.0:1784948339.516896:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948339.516905:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948339.516915:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00100000:1.0:1784948339.516916:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155054848:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948339.516924:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948339.516929:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948339.516934:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948339.516935:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948339.516942:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948339.516950:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000400:00000200:0.0:1784948339.516957:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:1.0:1784948339.516958:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948339.516974:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948339.516975:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:1.0:1784948339.516987:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9108. 00000400:00000200:0.0:1784948339.516988:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:1.0:1784948339.517001:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000400:00000200:0.0:1784948339.517002:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948339.517011:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:1.0:1784948339.517014:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155054848, portal 25 00000400:00000200:0.0:1784948339.517022:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541472:541472:256:4294967295] 192.168.201.111@tcp LPNI seq info [541409:541409:8:4294967295] 00000100:00000001:1.0:1784948339.517024:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948339.517029:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000400:00000200:0.0:1784948339.517043:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948339.517082:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.517094:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948339.517099:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948339.517103:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000100:00000200:1.0:1784948339.517110:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155054848, offset 0 00000400:00000200:1.0:1784948339.517129:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948339.517139:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948339.517152:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948339.517159:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948339.517164:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000400:00000200:1.0:1784948339.517172:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948339.517181:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948339.517183:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948339.517191:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948339.517197:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948339.517203:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784948339.517212:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948339.517218:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541473:541473:255:4294967295] 192.168.201.111@tcp LPNI seq info [541410:541410:7:4294967295] 00000800:00000200:0.0:1784948339.517225:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948339.517235:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.517250:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948339.517255:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948339.517264:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948339.517269:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 00000800:00000010:1.0:1784948339.517275:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000400:00000200:0.0:1784948339.517284:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948339.517292:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307099147 00000800:00000200:1.0:1784948339.517294:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:0.0:1784948339.517305:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000800:00000200:1.0:1784948339.517312:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948339.517320:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948339.517321:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784948339.517330:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.517335:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307099147 00000400:00000200:1.0:1784948339.517341:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784948339.517346:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889ba0. 00000100:00000001:1.0:1784948339.517348:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307102982 00000100:00000001:0.0:1784948339.517354:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948339.517363:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307099147 00000100:00000001:0.0:1784948339.517365:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948339.517376:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948339.517381:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307102982 00000100:00000001:0.0:1784948339.517382:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.517415:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.517418:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307099147 00000100:00000001:0.0:1784948339.517430:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948339.517430:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948339.517437:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948339.517440:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.517444:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948339.517450:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948339.517453:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948339.517454:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.517463:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.517471:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.517492:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948339.517496:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948339.517502:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948339.517506:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948339.517511:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948339.517516:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155055104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948339.517521:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948339.517526:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948339.517529:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948339.517532:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784948339.517535:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1784948339.517539:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000800:00000010:0.0:1784948339.517544:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 02000000:00000001:1.0:1784948339.517546:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948339.517556:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948339.517557:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1784948339.517562:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9370. 00000400:00000200:0.0:1784948339.517573:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:1.0:1784948339.517575:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000400:00000200:0.0:1784948339.517582:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784948339.517589:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:0.0:1784948339.517596:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948339.517598:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055104, portal 10 00000100:00000200:0.0:1784948339.517607:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.517608:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948339.517612:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821363840 : -119147888187776 : ffff93a2b872e680) 00000100:00000040:1.0:1784948339.517631:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.517633:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948339.517647:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.517653:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948339.517668:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948339.517675:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784948339.517680:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948339.517682:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155055104, offset 0 00000100:00000001:0.0:1784948339.517692:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1784948339.517699:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948339.517710:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.517718:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948339.517723:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948339.517726:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948339.517730:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948339.517733:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948339.517738:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541474:541474:255:4294967295] 192.168.201.111@tcp LPNI seq info [541411:541411:7:4294967295] 00000400:00000200:1.0:1784948339.517744:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.517755:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948339.517761:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948339.517767:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784948339.517773:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948339.517779:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948339.517783:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948339.517788:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.517794:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10206 usecs (11 jiffies) 00000800:00000200:0.0:1784948339.517797:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948339.517800:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948339.517808:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307099148 00000800:00000010:0.0:1784948339.517810:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000100:00000001:1.0:1784948339.517813:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307102982 00000100:00000001:1.0:1784948339.517822:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307099148 00000400:00000200:0.0:1784948339.517825:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948339.517826:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307102982 00000100:00000001:1.0:1784948339.517835:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948339.517840:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948339.517847:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948339.517849:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948339.517852:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948339.517864:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000100:00000001:1.0:1784948339.517865:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948339.517869:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784948339.517875:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:1.0:1784948339.517876:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948339.517880:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948339.517884:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.517890:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948339.517891:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948339.517910:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.517929:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948339.517937:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.517952:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.517956:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948339.517984:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948339.517990:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948339.517997:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948339.518004:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948339.518010:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:0.0:1784948339.518014:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784948339.518019:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948339.518026:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.518037:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948339.518041:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.518087:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948339.518089:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948339.520482:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.520507:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948339.520514:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.520520:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948339.520530:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520538:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948339.520548:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520554:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520560:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520566:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ad80 00000400:00000200:1.0:1784948339.520572:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520581:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d69 [1] + 224 00000800:00000001:1.0:1784948339.520591:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.520595:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948339.520599:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948339.520604:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948339.520610:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948339.520618:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948339.520634:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.520664:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948339.520676:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.520745:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948339.520750:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.520755:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948339.520760:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520766:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948339.520775:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948339.520780:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948339.520780:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948339.520788:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948339.520794:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.520800:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31ad00 00000400:00000001:0.0:1784948339.520801:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948339.520810:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948339.520812:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948339.520816:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea160. 00000400:00000200:0.0:1784948339.520827:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:0.0:1784948339.520830:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784948339.520837:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948339.520843:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d79 [1] + 224 00000100:00000200:0.0:1784948339.520853:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948339.520855:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.520863:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948339.520872:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948339.520888:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:0.0:1784948339.520898:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.520899:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948339.520914:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.520919:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948339.520925:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948339.520933:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948339.520939:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784948339.520946:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.520947:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948339.520953:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948339.520963:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948339.520982:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=30 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948339.520984:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784948339.520993:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=70 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948339.520994:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948339.521003:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784948339.521003:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948339.521009:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948339.521011:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784948339.521017:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948339.521019:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948339.521025:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948339.521030:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948339.521034:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948339.521041:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948339.521082:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948339.521085:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948339.521096:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:0.0:1784948339.521097:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948339.521121:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948339.521123:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948339.521134:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948339.521135:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948339.521141:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948339.521143:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948339.521158:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948339.521159:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ae00 00000400:00000200:1.0:1784948339.521177:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948339.521194:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d89 [1] + 224 00000100:00100000:0.0:1784948339.521202:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155054976:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948339.521205:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948339.521219:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948339.521221:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948339.521226:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948339.521228:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948339.521245:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872df80 x1871641155054976/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948339.521247:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948339.521258:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948339.521269:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948339.521271:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948339.521278:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948339.521285:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 00000100:00000040:1.0:1784948339.521293:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948339.521295:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948339.521302:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948339.521307:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948339.521317:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948339.521320:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784948339.521324:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 00000800:00000001:1.0:1784948339.521329:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1784948339.521332:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784948339.521337:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948339.521338:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948339.521345:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872df80. 00000100:00000001:0.0:1784948339.521353:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948339.521355:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948339.521358:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521361:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948339.521365:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948339.521367:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948339.521373:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784948339.521377:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948339.521379:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1784948339.521386:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948339.521387:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948339.521419:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9108. 00000400:00000200:1.0:1784948339.521435:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:1.0:1784948339.521441:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:1.0:1784948339.521447:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948339.521456:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948339.521475:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.521491:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948339.521494:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521499:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948339.521503:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948339.521507:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948339.521510:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948339.521514:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948339.521519:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948339.521524:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=30 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948339.521528:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948339.521530:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948339.521532:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948339.521535:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948339.521538:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.521544:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.521553:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948339.521556:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948339.521560:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948339.521565:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948339.521576:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155054848:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948339.521583:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948339.521584:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948339.521587:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9370. 00000400:00000200:1.0:1784948339.521590:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:1.0:1784948339.521593:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:1.0:1784948339.521596:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948339.521600:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948339.521610:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.521618:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948339.521619:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521621:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948339.521623:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948339.521624:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948339.521626:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948339.521628:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948339.521633:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948339.521636:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948339.521639:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948339.521640:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948339.521642:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948339.521646:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948339.521648:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948339.521650:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948339.521653:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948339.521655:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948339.521659:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.521677:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948339.521680:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948339.521682:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948339.521686:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948339.521696:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155055104:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948339.521700:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521703:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948339.521706:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155054848/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.521714:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948339.521716:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948339.521719:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948339.521723:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948339.521725:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948339.521726:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948339.521729:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948339.521731:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 02000000:00000001:1.0:1784948339.521734:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948339.521736:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948339.521737:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784948339.521741:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948339.521742:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521744:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948339.521748:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e680 x1871641155055104/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948355 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948339.521756:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948339.521758:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948339.521760:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948339.521762:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948339.521764:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948339.521767:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948339.521769:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948339.521771:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:1.0:1784948339.521774:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948339.521776:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948339.521777:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e680. 00000100:00000001:1.0:1784948339.521780:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948339.521782:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521784:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948339.521789:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948339.521791:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948339.521793:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948339.521795:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948339.708222:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948339.708230:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948339.708416:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948339.708426:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948339.708432:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948340.732223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948340.732234:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948340.732297:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948340.732303:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948340.732310:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948341.756278:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948341.756296:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948341.756418:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948341.756427:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948341.756434:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948342.780204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948342.780213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948342.780264:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948342.780270:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948342.780276:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948343.420210:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307102982, at 4307103040 00000100:00000040:0.0:1784948343.420211:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307102982, at 4307103040 00000100:00000010:1.0:1784948343.420235:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889ba0. 00000100:00000010:0.0:1784948343.420239:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948343.804208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948343.804220:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948343.804225:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948343.804232:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948343.804239:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948343.804243:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948343.804246:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948343.804251:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948343.804286:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948343.804291:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948343.804295:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948344.636200:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948344.636213:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948344.636227:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872e680. 00000020:00000040:1.0:1784948344.636235:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948344.636241:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948344.636245:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948344.636253:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948344.636265:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948344.636274:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948344.636289:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948344.636340:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948344.636347:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948344.636357:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3900d74] to pc [ptlrpcd_00_00+0] req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.636402:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948344.636409:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948344.636416:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948344.636423:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948344.636429:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948344.636433:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948344.636436:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1784948344.636443:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948344.636444:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1784948344.636451:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1784948344.636454:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948344.636467:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948344.636468:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd600. 00000100:00000001:1.0:1784948344.636481:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.636493:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948344.636498:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948344.636505:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948344.636506:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948344.636513:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948344.636523:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948344.636537:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155055232:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948344.636540:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948344.636546:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948344.636550:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948344.636556:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948344.636563:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948344.636565:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948344.636570:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948344.636582:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 00000100:00000001:1.0:1784948344.636586:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948344.636588:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948344.636597:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948344.636606:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1784948344.636607:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784948344.636614:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872d880. 00000400:00000010:0.0:1784948344.636617:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea160. 00000020:00000040:1.0:1784948344.636621:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948344.636627:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948344.636629:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1784948344.636630:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 02000000:00000001:1.0:1784948344.636633:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948344.636643:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055232, portal 25 02000000:00000010:1.0:1784948344.636644:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:0.0:1784948344.636654:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948344.636657:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.636659:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821363840 : -119147888187776 : ffff93a2b872e680) 00000100:00000040:1.0:1784948344.636669:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1784948344.636676:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.636706:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948344.636710:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948344.636713:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948344.636722:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948344.636730:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000040:1.0:1784948344.636731:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cbe331bb] to pc [ptlrpcd_00_00+0] req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948344.636738:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155055232, offset 0 00000100:00000001:1.0:1784948344.636756:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948344.636758:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784948344.636765:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948344.636773:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784948344.636780:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948344.636783:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948344.636790:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784948344.636795:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:1.0:1784948344.636797:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12441) 00000400:00000200:0.0:1784948344.636806:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948344.636814:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948344.636818:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948344.636821:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948344.636825:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948344.636828:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948344.636830:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948344.636839:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541475:541475:256:4294967295] 192.168.201.111@tcp LPNI seq info [541412:541412:8:4294967295] 00000100:00000040:1.0:1784948344.636845:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948344.636853:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948344.636868:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948344.636875:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948344.636884:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:1.0:1784948344.636885:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948344.636892:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948344.636901:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784948344.636902:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948344.636914:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000100:00100000:1.0:1784948344.636916:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155055360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948344.636928:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948344.636932:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:0.0:1784948344.636934:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:1.0:1784948344.636937:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948344.636943:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948344.636950:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000800:00000200:0.0:1784948344.636954:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:1.0:1784948344.636956:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948344.636964:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948344.636975:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948344.636982:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9370. 00000100:00000001:0.0:1784948344.636990:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948344.636991:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000100:00000200:1.0:1784948344.637005:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055360, portal 10 00000400:00000200:0.0:1784948344.637007:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948344.637013:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948344.637016:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307108101 00000100:00000001:1.0:1784948344.637019:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000010:0.0:1784948344.637026:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000040:1.0:1784948344.637036:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637041:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784948344.637091:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307108102 00000100:00000010:0.0:1784948344.637103:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889720. 00000100:00000001:1.0:1784948344.637105:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948344.637112:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:1.0:1784948344.637114:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948344.637123:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784948344.637124:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000100:00000001:0.0:1784948344.637134:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948344.637137:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155055360, offset 0 00000100:00000001:0.0:1784948344.637143:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637152:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.637152:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948344.637167:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948344.637168:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948344.637174:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948344.637179:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948344.637181:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948344.637187:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948344.637192:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948344.637192:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948344.637204:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:0.0:1784948344.637205:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948344.637212:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948344.637223:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948344.637235:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784948344.637237:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541476:541476:255:4294967295] 192.168.201.111@tcp LPNI seq info [541413:541413:7:4294967295] 00000100:00000001:0.0:1784948344.637243:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948344.637253:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784948344.637255:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948344.637258:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948344.637264:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948344.637280:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155055488:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948344.637282:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948344.637292:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948344.637299:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948344.637327:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948344.637330:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:0.0:1784948344.637332:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948344.637342:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 00000800:00000010:1.0:1784948344.637345:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd700. 02000000:00000001:0.0:1784948344.637348:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948344.637360:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948344.637368:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:0.0:1784948344.637370:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eab58. 00000400:00000010:0.0:1784948344.637380:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000800:00000200:1.0:1784948344.637383:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:0.0:1784948344.637387:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055488, portal 10 00000100:00000001:0.0:1784948344.637394:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:1.0:1784948344.637396:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948344.637397:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821360256 : -119147888191360 : ffff93a2b872d880) 00000100:00000001:1.0:1784948344.637413:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948344.637415:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948344.637426:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 00000100:00000001:0.0:1784948344.637431:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948344.637442:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948344.637449:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948344.637450:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000100:00000200:0.0:1784948344.637460:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155055488, offset 0 00000100:00000001:1.0:1784948344.637461:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307104267 00000400:00000200:0.0:1784948344.637471:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948344.637476:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307108101 00000400:00000200:0.0:1784948344.637481:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948344.637489:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307104267 00000400:00000200:0.0:1784948344.637493:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948344.637498:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307108102 00000400:00000200:0.0:1784948344.637503:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948344.637505:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948344.637512:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948344.637514:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948344.637521:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948344.637524:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948344.637530:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948344.637533:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948344.637541:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541477:541477:254:4294967295] 192.168.201.111@tcp LPNI seq info [541414:541414:6:4294967295] 00000100:00000001:1.0:1784948344.637544:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948344.637551:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948344.637552:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948344.637562:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948344.637569:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948344.637573:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948344.637578:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948344.637581:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948344.637595:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948344.637601:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000800:00000200:0.0:1784948344.637607:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948344.637614:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948344.637618:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948344.637623:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948344.637627:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:0.0:1784948344.637633:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948344.637636:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307104268 00000100:00000001:0.0:1784948344.637639:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307108101 00000100:00000001:0.0:1784948344.637642:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307104268 00000100:00000001:0.0:1784948344.637645:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307108102 00000100:00000001:0.0:1784948344.637648:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948344.637650:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637653:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637656:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948344.637660:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948344.637662:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948344.637665:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948344.637667:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948344.637669:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637672:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948344.637727:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948344.637733:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000400:00000200:0.0:1784948344.637740:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948344.637746:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948344.637753:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784948344.637756:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:0.0:1784948344.637762:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948344.637767:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637780:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948344.637784:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637793:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637795:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948344.637809:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948344.637811:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd700. 00000400:00000200:0.0:1784948344.637815:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948344.637819:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948344.637823:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000400:00000010:0.0:1784948344.637825:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:0.0:1784948344.637828:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948344.637833:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637841:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948344.637845:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637852:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637854:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948344.637934:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948344.637938:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:0.0:1784948344.637941:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948344.637945:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948344.637948:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:0.0:1784948344.637951:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:0.0:1784948344.637953:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948344.637957:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637966:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948344.637970:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.637978:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.637980:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948344.640894:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.640916:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948344.640922:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.640927:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.640937:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.640948:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948344.640961:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.640971:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.640980:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.640989:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31ae80 00000400:00000200:1.0:1784948344.640999:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.641009:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524d99 [1] + 224 00000800:00000001:1.0:1784948344.641023:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.641035:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.641040:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948344.641088:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948344.641098:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948344.641109:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948344.641132:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.641166:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948344.641181:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.641188:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948344.641191:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.641193:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.641198:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.641204:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948344.641210:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.641213:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.641218:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.641221:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31af00 00000400:00000200:1.0:1784948344.641226:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948344.641231:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524da9 [1] + 224 00000800:00000001:1.0:1784948344.641237:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.641242:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.641245:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948344.641251:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948344.641255:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948344.641262:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.641268:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948344.641275:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948344.641282:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948344.641287:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948344.641293:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948344.641300:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea160. 00000400:00000200:0.0:1784948344.641334:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000100:00000001:1.0:1784948344.641337:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1784948344.641339:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:0.0:1784948344.641348:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:1.0:1784948344.641356:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948344.641360:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948344.641365:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948344.641374:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948344.641380:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.641399:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948344.641418:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948344.641428:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:0.0:1784948344.641441:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948344.641447:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.641453:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948344.641455:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948344.641461:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948344.641466:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948344.641469:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948344.641471:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948344.641480:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948344.641486:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784948344.641488:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=35 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948344.641497:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31af80 00000100:00001000:0.0:1784948344.641501:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=35 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948344.641512:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948344.641513:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948344.641520:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948344.641529:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948344.641530:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524db9 [1] + 224 00010000:00000001:0.0:1784948344.641535:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948344.641540:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948344.641542:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948344.641553:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948344.641556:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948344.641565:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948344.641576:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948344.641581:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948344.641584:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948344.641589:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948344.641590:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784948344.641598:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948344.641605:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948344.641640:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155055232:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948344.641650:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.641653:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.641662:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948344.641673:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872e680 x1871641155055232/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.641678:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948344.641686:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948344.641689:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784948344.641693:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948344.641695:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948344.641704:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 02000000:00000001:0.0:1784948344.641709:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948344.641711:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948344.641714:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948344.641717:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784948344.641719:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948344.641726:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784948344.641728:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 00000400:00000001:1.0:1784948344.641737:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1784948344.641738:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1784948344.641745:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784948344.641746:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1784948344.641753:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9370. 00000100:00000010:0.0:1784948344.641754:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872e680. 00000100:00000001:0.0:1784948344.641766:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:1.0:1784948344.641770:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000100:00000001:0.0:1784948344.641771:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948344.641781:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784948344.641782:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.641792:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948344.641793:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948344.641795:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948344.641804:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948344.641811:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:1.0:1784948344.641811:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948344.641818:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eab58. 00000400:00000200:0.0:1784948344.641827:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000400:00000010:0.0:1784948344.641833:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000200:1.0:1784948344.641842:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.641843:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948344.641856:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.641869:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948344.641875:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948344.641881:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:0.0:1784948344.641882:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948344.641886:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948344.641890:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948344.641896:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948344.641905:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.641908:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948344.641914:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948344.641915:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=35 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948344.641917:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948344.641922:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00001000:1.0:1784948344.641927:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948344.641928:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948344.641933:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948344.641938:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1784948344.641940:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948344.641944:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948344.641949:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=35 v=5 (5 5 5 5) 00010000:00000001:1.0:1784948344.641950:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948344.641958:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948344.641960:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=57 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948344.641964:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948344.641967:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784948344.641970:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948344.641972:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948344.641979:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:0.0:1784948344.641981:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948344.641985:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948344.641988:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.641994:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948344.641998:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948344.641999:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948344.642006:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948344.642011:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948344.642028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.642030:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948344.642040:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948344.642046:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948344.642088:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.642115:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948344.642124:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948344.642129:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948344.642145:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948344.642146:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155055360:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948344.642165:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948344.642173:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1784948344.642178:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155055488:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948344.642188:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155055360/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948344.642191:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948344.642199:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948344.642211:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872d880 x1871641155055488/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948360 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948344.642213:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948344.642220:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948344.642226:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784948344.642231:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948344.642235:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1784948344.642237:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1784948344.642243:0:2407:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:0.0:1784948344.642245:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 00000020:00000040:1.0:1784948344.642249:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:0.0:1784948344.642253:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948344.642255:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:0.0:1784948344.642259:0:2406:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000010:1.0:1784948344.642262:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd600. 00000020:00000040:0.0:1784948344.642265:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948344.642271:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:0.0:1784948344.642272:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:1.0:1784948344.642278:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1784948344.642280:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 00000100:00000010:1.0:1784948344.642286:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 02000000:00000001:0.0:1784948344.642289:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948344.642294:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948344.642295:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1784948344.642299:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872d880. 00000100:00000001:1.0:1784948344.642300:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948344.642326:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948344.642334:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948344.642337:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948344.642339:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948344.642343:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.642346:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948344.642352:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948344.642357:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948344.642358:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.642364:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948344.642370:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948344.642374:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948344.828198:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948344.828206:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948344.828363:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948344.828369:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948344.828373:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948345.852255:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948345.852264:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948345.852343:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1784948345.852351:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1784948345.852357:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948346.876211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948346.876221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948346.876259:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948346.876289:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948346.876298:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948347.900218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948347.900227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948347.900290:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948347.900295:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948347.900300:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948348.540182:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307108101, at 4307108160 00000100:00000040:1.0:1784948348.540183:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307108102, at 4307108160 00000100:00000010:1.0:1784948348.540205:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889720. 00000100:00000010:0.0:1784948348.540217:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948348.924211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948348.924218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948348.924286:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948348.924292:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948348.924297:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948349.756257:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948349.756269:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948349.756282:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784948349.756290:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948349.756296:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948349.756300:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948349.756306:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948349.756318:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948349.756328:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.756343:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948349.756358:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948349.756364:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.756373:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.756414:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.756418:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948349.756424:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948349.756428:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755dc00. 00000020:00000040:0.0:1784948349.756432:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948349.756435:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948349.756438:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948349.756441:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948349.756445:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:0.0:1784948349.756450:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.756456:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784948349.756457:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948349.756467:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948349.756474:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948349.756476:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948349.756481:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948349.756493:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948349.756494:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070e37825] to pc [ptlrpcd_00_00+0] req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.756561:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948349.756563:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.756566:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.756570:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948349.756575:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948349.756577:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784948349.756584:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784948349.756585:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d180. 00000020:00000040:0.0:1784948349.756595:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948349.756597:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.756600:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948349.756605:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1784948349.756608:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155055616:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784948349.756610:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948349.756621:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:1.0:1784948349.756623:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948349.756627:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948349.756633:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784948349.756637:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784948349.756641:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948349.756650:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948349.756658:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000010:1.0:1784948349.756662:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784948349.756663:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948349.756673:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.756677:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a13122] to pc [ptlrpcd_00_01+1] req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948349.756691:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948349.756702:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948349.756703:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9370. 00000100:00000040:0.0:1784948349.756711:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1784948349.756717:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000100:00000040:0.0:1784948349.756718:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948349.756728:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1784948349.756732:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055616, portal 25 00000100:00000040:0.0:1784948349.756733:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784948349.756742:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1784948349.756747:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12447) 00000100:00000001:1.0:1784948349.756748:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534254208 : -119148175297408 : ffff93a2a755f480) 00000100:00000040:1.0:1784948349.756765:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.756773:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948349.756778:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948349.756780:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948349.756788:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948349.756793:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948349.756801:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948349.756802:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000100:00000200:1.0:1784948349.756812:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155055616, offset 0 00000100:00000001:0.0:1784948349.756826:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948349.756833:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948349.756834:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:0.0:1784948349.756842:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948349.756847:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948349.756850:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948349.756858:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948349.756865:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155055744:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948349.756871:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948349.756876:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1784948349.756877:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:0.0:1784948349.756882:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948349.756887:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784948349.756891:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948349.756899:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:0.0:1784948349.756906:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec600. 00000400:00000200:1.0:1784948349.756906:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948349.756916:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:0.0:1784948349.756918:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948349.756926:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541478:541478:256:4294967295] 192.168.201.111@tcp LPNI seq info [541415:541415:8:4294967295] 00000400:00000200:0.0:1784948349.756938:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.756940:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948349.756954:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eab58. 00000400:00000200:1.0:1784948349.756967:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:0.0:1784948349.756971:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf550. 00000800:00000200:1.0:1784948349.756980:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784948349.756987:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055744, portal 10 00000800:00000010:1.0:1784948349.756992:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000100:00000001:0.0:1784948349.756995:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948349.757000:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247936 : -119148175303680 : ffff93a2a755dc00) 00000800:00000200:1.0:1784948349.757009:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784948349.757019:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948349.757031:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948349.757043:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948349.757044:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1784948349.757109:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.757114:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948349.757121:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948349.757123:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000100:00000001:1.0:1784948349.757127:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307113222 00000100:00000200:0.0:1784948349.757131:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155055744, offset 0 00000100:00000010:1.0:1784948349.757141:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fc60. 00000400:00000200:0.0:1784948349.757148:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948349.757157:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948349.757162:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948349.757172:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307113222 00000400:00000200:0.0:1784948349.757174:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:1.0:1784948349.757185:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fba0. 00000400:00000200:0.0:1784948349.757187:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948349.757193:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784948349.757197:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948349.757202:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948349.757204:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948349.757210:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948349.757235:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948349.757245:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948349.757250:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541479:541479:255:4294967295] 192.168.201.111@tcp LPNI seq info [541416:541416:7:4294967295] 00000100:00000001:1.0:1784948349.757253:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948349.757265:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948349.757268:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948349.757276:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948349.757286:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948349.757287:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948349.757294:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948349.757300:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784948349.757306:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:1.0:1784948349.757312:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784948349.757318:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b600. 00000100:00000001:1.0:1784948349.757333:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:0.0:1784948349.757334:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948349.757339:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948349.757345:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:0.0:1784948349.757352:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:1.0:1784948349.757352:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948349.757360:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948349.757363:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b600 type 1, nob 320 niov 1 nkiov 1 00000100:00100000:1.0:1784948349.757372:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155055872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948349.757373:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.757385:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784948349.757387:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 02000000:00000001:1.0:1784948349.757391:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948349.757397:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948349.757402:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948349.757404:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948349.757413:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307109387 02000000:00000010:1.0:1784948349.757415:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000001:0.0:1784948349.757418:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307113222 02000000:00000001:1.0:1784948349.757423:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.757426:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307109387 00000100:00000001:0.0:1784948349.757435:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307113222 00000400:00000200:1.0:1784948349.757436:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948349.757442:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784948349.757446:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9108. 00000100:00000001:0.0:1784948349.757448:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.757456:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948349.757457:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784948349.757460:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948349.757467:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155055872, portal 10 00000100:00000001:0.0:1784948349.757470:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948349.757474:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948349.757477:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948349.757480:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534245248 : -119148175306368 : ffff93a2a755d180) 00000100:00000001:0.0:1784948349.757484:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948349.757489:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948349.757493:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948349.757495:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.757499:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.757513:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948349.757518:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948349.757522:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1088. 00000100:00000200:1.0:1784948349.757526:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155055872, offset 0 00000400:00000200:1.0:1784948349.757532:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948349.757537:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.757542:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948349.757547:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948349.757551:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948349.757557:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948349.757561:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784948349.757567:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948349.757568:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541480:541480:254:4294967295] 192.168.201.111@tcp LPNI seq info [541417:541417:6:4294967295] 00000800:00000010:0.0:1784948349.757576:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:1.0:1784948349.757584:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948349.757591:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948349.757604:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948349.757611:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948349.757623:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000800:00000200:1.0:1784948349.757624:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948349.757629:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000800:00000010:1.0:1784948349.757635:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000100:00000001:0.0:1784948349.757638:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:1.0:1784948349.757648:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:0.0:1784948349.757652:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948349.757664:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948349.757676:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948349.757682:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948349.757684:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.757693:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948349.757694:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:1.0:1784948349.757711:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948349.757719:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307109388 00000100:00000001:0.0:1784948349.757725:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.757727:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307113222 00000100:00000001:0.0:1784948349.757733:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948349.757736:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307109388 00000100:00000001:1.0:1784948349.757742:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307113222 00000100:00000001:1.0:1784948349.757745:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948349.757748:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948349.757753:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948349.757755:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948349.757762:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b600. 00000100:00000001:1.0:1784948349.757763:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948349.757775:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948349.757776:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948349.757782:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948349.757792:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948349.757793:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948349.757799:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948349.757803:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000100:00000001:1.0:1784948349.757805:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948349.757810:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:1.0:1784948349.757813:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.757818:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948349.757826:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.757836:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948349.757843:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.757852:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.757854:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948349.757946:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948349.757953:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784948349.757959:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948349.757967:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948349.757972:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1088 00000400:00000010:0.0:1784948349.757976:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1088. 00000100:00000001:0.0:1784948349.757981:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948349.757990:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.758004:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948349.758008:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.758017:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.758019:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948349.760701:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760719:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948349.760724:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760727:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948349.760735:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760743:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948349.760751:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760756:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760762:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760768:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b000 00000400:00000200:1.0:1784948349.760774:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760781:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524dc9 [1] + 224 00000800:00000001:1.0:1784948349.760789:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760794:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948349.760797:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948349.760802:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948349.760808:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948349.760817:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948349.760833:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.760868:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948349.760879:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760885:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948349.760887:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760890:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948349.760894:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760899:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948349.760905:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760908:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760912:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760916:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b080 00000400:00000200:1.0:1784948349.760920:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.760925:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524dd9 [1] + 224 00000800:00000001:1.0:1784948349.760930:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760934:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948349.760936:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948349.760940:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948349.760944:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948349.760948:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948349.760962:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.760983:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948349.760988:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.760994:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.760997:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948349.760998:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948349.761005:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784948349.761008:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948349.761016:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948349.761018:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948349.761025:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000001:0.0:1784948349.761026:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948349.761034:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9370. 00000400:00000200:1.0:1784948349.761038:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.761045:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948349.761083:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:0.0:1784948349.761090:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000400:00000200:1.0:1784948349.761096:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948349.761097:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948349.761105:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b100 00000100:00000200:0.0:1784948349.761115:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948349.761116:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948349.761131:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524de9 [1] + 224 00000800:00000001:1.0:1784948349.761145:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948349.761157:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.761171:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948349.761175:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948349.761177:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.761180:0:2407:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:1.0:1784948349.761185:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1784948349.761186:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948349.761194:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948349.761200:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948349.761201:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:0.0:1784948349.761208:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.761211:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1784948349.761251:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=40 v=5 (5 5 5 5) 00000100:00000200:1.0:1784948349.761251:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948349.761268:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=40 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948349.761283:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948349.761289:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948349.761290:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784948349.761295:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948349.761301:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.761310:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948349.761325:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.761339:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948349.761349:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948349.761358:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.761359:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948349.761367:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948349.761370:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948349.761377:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.761378:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948349.761384:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948349.761393:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:0.0:1784948349.761398:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155055616:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948349.761399:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948349.761406:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eab58. 00000100:00000001:0.0:1784948349.761411:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948349.761414:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf550 00000100:00000001:0.0:1784948349.761417:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1784948349.761421:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf550. 00000100:00000040:0.0:1784948349.761427:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f480 x1871641155055616/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.761429:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948349.761443:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.761451:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948349.761458:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948349.761465:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 00000100:00000200:1.0:1784948349.761468:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948349.761473:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948349.761480:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948349.761486:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948349.761488:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:0.0:1784948349.761493:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948349.761495:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948349.761501:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000010:0.0:1784948349.761502:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:1.0:1784948349.761505:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1784948349.761510:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948349.761511:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784948349.761518:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948349.761519:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784948349.761524:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f480. 02000000:00000001:1.0:1784948349.761526:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.761535:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784948349.761539:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=40 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948349.761540:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.761552:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948349.761554:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948349.761557:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948349.761563:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948349.761564:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948349.761570:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948349.761574:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1784948349.761576:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1784948349.761580:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1784948349.761583:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948349.761586:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9108. 00000100:00000001:1.0:1784948349.761590:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1784948349.761593:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000100:00000040:1.0:1784948349.761596:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000010:0.0:1784948349.761599:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000100:00000001:1.0:1784948349.761602:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948349.761606:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948349.761608:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948349.761621:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948349.761623:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948349.761690:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.761697:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948349.761707:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948349.761712:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.761716:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948349.761722:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948349.761724:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.761726:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948349.761731:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948349.761735:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948349.761741:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948349.761751:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948349.761756:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155055744:192.168.201.111@tcp:400:kworker.0 00000100:00001000:0.0:1784948349.761762:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=40 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948349.761765:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948349.761772:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948349.761772:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948349.761783:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1784948349.761784:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755dc00 x1871641155055744/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.761789:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948349.761798:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948349.761805:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.761807:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948349.761811:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:1.0:1784948349.761813:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784948349.761816:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000010:1.0:1784948349.761819:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec600. 00000100:00000001:0.0:1784948349.761822:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784948349.761828:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948349.761829:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948349.761836:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948349.761842:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:0.0:1784948349.761844:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1784948349.761851:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948349.761857:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:1.0:1784948349.761867:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784948349.761869:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948349.761873:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1784948349.761875:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000010:1.0:1784948349.761879:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755dc00. 00000100:00000001:0.0:1784948349.761881:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948349.761889:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1784948349.761892:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948349.761894:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948349.761903:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948349.761915:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1784948349.761921:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155055872:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948349.761922:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948349.761932:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948349.761936:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948349.761938:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.761942:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948349.761950:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d180 x1871641155055872/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948365 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948349.761959:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948349.761961:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948349.761964:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:0.0:1784948349.761970:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948349.761972:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948349.761973:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948349.761976:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948349.761978:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 02000000:00000001:0.0:1784948349.761981:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948349.761983:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948349.761985:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d180. 00000100:00000001:0.0:1784948349.761989:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948349.761990:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.761993:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948349.761998:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948349.762000:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948349.762003:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948349.762006:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948349.948237:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948349.948245:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948349.948345:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948349.948352:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948349.948359:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948350.972167:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948350.972176:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948350.972315:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948350.972323:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948350.972328:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948351.996223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948351.996232:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948351.996266:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948351.996275:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948351.996283:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948353.020215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948353.020224:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948353.020262:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948353.020267:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948353.020273:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948353.660200:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307113222, at 4307113280 00000100:00000010:1.0:1784948353.660219:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fba0. 00000100:00000040:0.0:1784948353.660227:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307113222, at 4307113280 00000100:00000010:0.0:1784948353.660242:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fc60. 00010000:00000001:1.0:1784948354.044231:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948354.044244:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948354.044248:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948354.044255:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948354.044262:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948354.044266:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948354.044269:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948354.044274:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948354.044308:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948354.044313:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948354.044318:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948354.876227:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948354.876241:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948354.876254:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d180. 00000020:00000040:0.0:1784948354.876262:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948354.876268:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948354.876272:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948354.876279:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948354.876289:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948354.876299:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876315:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948354.876331:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948354.876337:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876347:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034a13122] to pc [ptlrpcd_00_00+0] req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.876384:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876388:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948354.876392:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948354.876396:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f480. 00000020:00000040:0.0:1784948354.876400:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948354.876403:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948354.876404:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948354.876407:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948354.876411:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948354.876415:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876421:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948354.876431:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948354.876434:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876441:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006226cdad] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.876452:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948354.876453:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876462:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948354.876463:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948354.876471:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948354.876473:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948354.876479:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784948354.876486:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000040:1.0:1784948354.876488:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.876490:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948354.876496:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948354.876501:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948354.876509:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784948354.876519:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.876521:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948354.876528:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948354.876535:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784948354.876537:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948354.876544:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948354.876556:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948354.876572:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155056000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948354.876582:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948354.876587:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948354.876589:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948354.876595:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.876596:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.876602:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948354.876608:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b31ffb1] to pc [ptlrpcd_00_00+0] req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948354.876613:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948354.876622:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.876640:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948354.876641:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948354.876650:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1784948354.876654:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9420. 00000100:00000040:0.0:1784948354.876659:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948354.876667:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1784948354.876668:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1770. 00000100:00000040:0.0:1784948354.876679:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:1.0:1784948354.876683:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056000, portal 25 00000100:00000040:0.0:1784948354.876687:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12452) 00000100:00000001:1.0:1784948354.876689:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948354.876695:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534245248 : -119148175306368 : ffff93a2a755d180) 00000100:00000040:1.0:1784948354.876706:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.876708:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948354.876715:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948354.876720:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948354.876729:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948354.876732:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948354.876741:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948354.876750:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1e58. 00000100:00000001:0.0:1784948354.876756:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1784948354.876759:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155056000, offset 0 00000100:00000001:0.0:1784948354.876762:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948354.876769:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784948354.876775:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:0.0:1784948354.876776:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948354.876784:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948354.876790:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155056128:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948354.876793:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948354.876801:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948354.876808:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948354.876811:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948354.876815:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:0.0:1784948354.876817:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948354.876827:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:0.0:1784948354.876828:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948354.876835:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948354.876836:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948354.876849:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948354.876850:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:0.0:1784948354.876862:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea160. 00000400:00000200:1.0:1784948354.876863:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948354.876876:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541481:541481:256:4294967295] 192.168.201.111@tcp LPNI seq info [541418:541418:8:4294967295] 00000400:00000010:0.0:1784948354.876877:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf4c8. 00000400:00000200:1.0:1784948354.876890:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948354.876891:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056128, portal 10 00000100:00000001:0.0:1784948354.876898:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948354.876901:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534254208 : -119148175297408 : ffff93a2a755f480) 00000400:00000200:1.0:1784948354.876915:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784948354.876922:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948354.876935:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948354.876948:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784948354.876951:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000100:00000040:0.0:1784948354.876960:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948354.876966:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000800:00000200:1.0:1784948354.876970:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:0.0:1784948354.876973:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155056128, offset 0 00000400:00000200:0.0:1784948354.876990:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948354.876992:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948354.876999:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948354.877002:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.877016:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948354.877021:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948354.877025:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948354.877032:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948354.877035:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948354.877037:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948354.877095:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541482:541482:255:4294967295] 192.168.201.111@tcp LPNI seq info [541419:541419:7:4294967295] 00000400:00000200:1.0:1784948354.877102:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948354.877111:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307118342 00000400:00000200:0.0:1784948354.877112:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784948354.877151:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fba0. 00000400:00000200:0.0:1784948354.877155:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948354.877166:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948354.877166:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784948354.877178:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307118342 00000100:00000010:1.0:1784948354.877184:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f480. 00000100:00000001:1.0:1784948354.877188:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948354.877193:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948354.877196:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.877201:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.877204:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.877216:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948354.877221:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948354.877226:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948354.877229:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948354.877232:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948354.877243:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.877260:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948354.877263:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.877268:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948354.877272:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948354.877277:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948354.877284:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155056256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948354.877291:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948354.877297:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948354.877301:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.877305:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:0.0:1784948354.877306:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:1.0:1784948354.877314:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000800:00000010:0.0:1784948354.877315:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 02000000:00000001:1.0:1784948354.877323:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948354.877328:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948354.877337:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948354.877346:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9bb0. 00000400:00000200:0.0:1784948354.877347:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:1.0:1784948354.877360:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1f68. 00000400:00000200:0.0:1784948354.877362:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1e58 00000400:00000010:0.0:1784948354.877369:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1e58. 00000100:00000001:0.0:1784948354.877375:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948354.877382:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948354.877382:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056256, portal 10 00000100:00000001:1.0:1784948354.877392:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948354.877398:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534248832 : -119148175302784 : ffff93a2a755df80) 00000100:00000001:0.0:1784948354.877409:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948354.877420:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948354.877426:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.877443:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.877451:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948354.877463:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948354.877470:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948354.877474:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000400:00000010:1.0:1784948354.877479:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1220. 00000800:00000200:0.0:1784948354.877489:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948354.877491:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155056256, offset 0 00000800:00000200:0.0:1784948354.877501:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948354.877509:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948354.877511:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948354.877526:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948354.877529:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948354.877538:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000040:0.0:1784948354.877539:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 00000400:00000200:0.0:1784948354.877553:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948354.877556:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948354.877559:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307114507 00000400:00000200:1.0:1784948354.877566:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948354.877569:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307118342 00000400:00000200:1.0:1784948354.877577:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948354.877578:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307114507 00000100:00000001:0.0:1784948354.877588:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307118342 00000400:00000200:1.0:1784948354.877589:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948354.877599:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948354.877604:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541483:541483:255:4294967295] 192.168.201.111@tcp LPNI seq info [541420:541420:7:4294967295] 00000100:00000001:0.0:1784948354.877607:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.877620:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948354.877621:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948354.877625:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.877635:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948354.877640:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948354.877645:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948354.877647:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948354.877654:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948354.877659:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948354.877666:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948354.877669:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948354.877677:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000800:00000200:1.0:1784948354.877686:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948354.877696:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948354.877701:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948354.877708:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948354.877712:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:1.0:1784948354.877718:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948354.877722:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307114508 00000100:00000001:1.0:1784948354.877726:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307118342 00000100:00000001:1.0:1784948354.877730:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307114508 00000100:00000001:1.0:1784948354.877733:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307118342 00000100:00000001:1.0:1784948354.877737:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948354.877741:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948354.877746:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948354.877747:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.877757:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784948354.877760:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000100:00000001:1.0:1784948354.877764:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948354.877770:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948354.877774:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948354.877775:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948354.877779:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948354.877787:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.877794:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948354.877798:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948354.877808:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:0.0:1784948354.877814:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:0.0:1784948354.877821:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948354.877831:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.877850:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948354.877857:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.877871:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.877875:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948354.877947:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948354.877953:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000200:0.0:1784948354.877960:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948354.877968:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948354.877974:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000400:00000010:0.0:1784948354.877978:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:0.0:1784948354.877984:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948354.877992:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.878009:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948354.878015:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.878029:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.878032:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948354.879805:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.879824:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948354.879830:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.879835:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948354.879843:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.879852:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948354.879864:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.879871:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.879879:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.879887:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b180 00000400:00000200:0.0:1784948354.879895:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.879905:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524df9 [1] + 224 00000800:00000001:0.0:1784948354.879917:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.879931:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948354.879936:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948354.879946:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948354.879955:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948354.879965:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948354.879982:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.880016:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948354.880028:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.880035:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.880095:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948354.880101:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948354.880108:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948354.880111:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948354.880114:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9420. 00000400:00000200:1.0:1784948354.880123:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:1.0:1784948354.880151:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:1.0:1784948354.880159:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948354.880169:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948354.880183:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.880193:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948354.880196:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.880199:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948354.880202:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948354.880205:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948354.880207:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.880211:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948354.880219:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=45 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948354.880227:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948354.880232:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948354.880235:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948354.880240:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948354.880244:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.880249:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948354.880260:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.880276:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948354.880281:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948354.880285:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948354.880292:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948354.880310:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155056000:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948354.880319:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.880324:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948354.880331:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d180 x1871641155056000/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.880346:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948354.880350:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948354.880354:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948354.880359:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948354.880362:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948354.880364:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948354.880367:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948354.880371:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 02000000:00000001:1.0:1784948354.880374:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948354.880376:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948354.880379:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d180. 00000100:00000001:1.0:1784948354.880384:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948354.880385:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.880389:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.880392:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948354.880394:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948354.880396:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.880398:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948354.882173:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.882186:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948354.882191:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.882194:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948354.882202:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882209:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948354.882219:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882223:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882228:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882233:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b200 00000400:00000200:0.0:1784948354.882238:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882244:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e09 [1] + 224 00000800:00000001:0.0:1784948354.882250:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.882254:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948354.882258:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948354.882262:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948354.882267:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948354.882275:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948354.882289:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.882319:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948354.882327:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.882332:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948354.882334:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.882337:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948354.882341:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882346:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948354.882351:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882356:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882360:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882367:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b280 00000400:00000200:0.0:1784948354.882371:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948354.882378:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e19 [1] + 224 00000800:00000001:0.0:1784948354.882383:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948354.882391:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.882391:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948354.882398:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948354.882400:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1784948354.882408:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948354.882410:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000001:1.0:1784948354.882415:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948354.882422:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea160. 00000400:00000200:1.0:1784948354.882429:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf4c8 00000400:00000010:1.0:1784948354.882432:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf4c8. 00000100:00000001:1.0:1784948354.882436:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948354.882438:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948354.882448:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948354.882451:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948354.882501:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948354.882507:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.882540:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948354.882545:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.882548:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948354.882551:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948354.882554:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948354.882555:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948354.882557:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.882563:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948354.882566:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:1.0:1784948354.882571:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=45 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948354.882574:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948354.882587:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948354.882592:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948354.882594:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948354.882597:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948354.882602:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.882606:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948354.882609:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948354.882611:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948354.882612:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948354.882619:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948354.882620:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948354.882631:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1784948354.882633:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1784948354.882638:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948354.882645:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9bb0. 00000100:00000001:1.0:1784948354.882655:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948354.882657:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1f68 00000100:00000001:1.0:1784948354.882663:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1784948354.882665:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1f68. 00000100:00000001:1.0:1784948354.882668:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.882672:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784948354.882679:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948354.882686:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948354.882725:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155056128:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948354.882735:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.882738:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948354.882747:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1784948354.882758:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:1.0:1784948354.882760:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f480 x1871641155056128/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.882766:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.882775:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948354.882781:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948354.882784:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948354.882786:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1784948354.882789:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948354.882791:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948354.882795:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed400. 02000000:00000001:0.0:1784948354.882799:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.882803:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948354.882809:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00001000:0.0:1784948354.882810:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=45 v=5 (5 5 5 5) 00000020:00000040:1.0:1784948354.882812:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948354.882823:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00001000:0.0:1784948354.882826:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=67 v=5 (1 1 1 1) 02000000:00000010:1.0:1784948354.882829:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948354.882836:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1784948354.882838:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1784948354.882841:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948354.882843:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1784948354.882847:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1784948354.882849:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f480. 00010000:00000001:0.0:1784948354.882855:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.882857:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948354.882863:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.882865:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948354.882868:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948354.882871:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948354.882876:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948354.882877:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948354.882879:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.882884:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948354.882889:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784948354.882892:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948354.882893:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.882909:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948354.882913:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948354.882915:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948354.882922:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948354.882933:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155056256:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948354.882939:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.882942:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948354.882947:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755df80 x1871641155056256/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948370 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948354.882955:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948354.882957:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948354.882960:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948354.882964:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948354.882966:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948354.882968:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948354.882971:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948354.882974:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784948354.882977:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948354.882979:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948354.882981:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755df80. 00000100:00000001:0.0:1784948354.882986:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948354.882988:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.882990:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948354.882996:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948354.882998:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948354.883000:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948354.883003:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948355.068204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948355.068211:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948355.068355:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948355.068362:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948355.068367:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948356.092239:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948356.092248:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948356.092355:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948356.092363:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948356.092370:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948357.116230:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948357.116239:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948357.116286:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948357.116293:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948357.116300:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948358.140216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948358.140225:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948358.140262:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948358.140267:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948358.140273:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948358.780210:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307118342, at 4307118400 00000100:00000040:0.0:1784948358.780228:0:251669:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307118342, at 4307118400 00000100:00000010:1.0:1784948358.780230:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f480. 00000100:00000010:0.0:1784948358.780245:0:251669:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fba0. 00010000:00000001:1.0:1784948359.164209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948359.164216:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948359.164253:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948359.164259:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948359.164265:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948359.996189:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948359.996202:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948359.996215:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755df80. 00000020:00000040:0.0:1784948359.996224:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948359.996230:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948359.996234:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948359.996243:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948359.996255:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784948359.996265:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996283:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948359.996308:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948359.996313:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996322:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007b31ffb1] to pc [ptlrpcd_00_01+1] req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.996358:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996362:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948359.996367:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948359.996371:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ca80. 00000020:00000040:0.0:1784948359.996375:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948359.996378:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948359.996380:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948359.996382:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948359.996386:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b400. 00000100:00000001:0.0:1784948359.996389:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996395:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948359.996406:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948359.996410:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996416:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048e7f723] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.996428:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996431:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948359.996434:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948359.996436:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948359.996444:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000100:00000001:1.0:1784948359.996445:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1784948359.996451:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948359.996453:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948359.996458:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948359.996463:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948359.996466:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948359.996472:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948359.996473:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948359.996484:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996499:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948359.996502:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948359.996509:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.996521:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948359.996522:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948359.996528:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948359.996531:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1784948359.996539:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948359.996541:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948359.996556:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155056384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948359.996571:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948359.996572:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996578:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948359.996581:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784948359.996584:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784948359.996587:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.996591:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948359.996594:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948359.996601:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1784948359.996607:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000040:0.0:1784948359.996609:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12457) 02000000:00000001:1.0:1784948359.996614:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948359.996627:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948359.996630:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1784948359.996633:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9420. 00000100:00000001:0.0:1784948359.996637:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948359.996643:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784948359.996645:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1770. 00000100:00000040:0.0:1784948359.996654:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948359.996660:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056384, portal 25 00000100:00000001:1.0:1784948359.996669:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948359.996674:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534248832 : -119148175302784 : ffff93a2a755df80) 00000100:00000001:0.0:1784948359.996678:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948359.996683:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948359.996690:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948359.996692:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948359.996698:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948359.996709:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.996723:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:0.0:1784948359.996725:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155056512:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948359.996736:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948359.996739:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1784948359.996745:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1f68. 02000000:00000001:0.0:1784948359.996747:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1784948359.996752:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155056384, offset 0 02000000:00000001:0.0:1784948359.996754:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948359.996763:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948359.996769:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000010:0.0:1784948359.996771:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 02000000:00000001:0.0:1784948359.996778:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948359.996784:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.996792:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948359.996799:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea630. 00000400:00000200:1.0:1784948359.996804:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:0.0:1784948359.996810:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf330. 00000400:00000200:1.0:1784948359.996814:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948359.996823:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:0.0:1784948359.996825:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056512, portal 10 00000400:00000200:1.0:1784948359.996831:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948359.996838:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784948359.996840:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948359.996847:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534243456 : -119148175308160 : ffff93a2a755ca80) 00000400:00000200:1.0:1784948359.996853:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541484:541484:256:4294967295] 192.168.201.111@tcp LPNI seq info [541421:541421:8:4294967295] 00000400:00000200:1.0:1784948359.996864:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948359.996874:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948359.996887:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948359.996907:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948359.996919:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:1.0:1784948359.996922:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd900. 00000100:00000040:0.0:1784948359.996932:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948359.996940:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:0.0:1784948359.996943:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784948359.996951:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155056512, offset 0 00000800:00000200:1.0:1784948359.996959:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948359.996970:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948359.996971:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948359.996983:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.996992:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948359.997000:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948359.997005:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948359.997007:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948359.997020:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948359.997022:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.997028:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948359.997031:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307123461 00000400:00000200:0.0:1784948359.997115:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541485:541485:255:4294967295] 192.168.201.111@tcp LPNI seq info [541422:541422:7:4294967295] 00000100:00000010:1.0:1784948359.997117:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f480. 00000400:00000200:0.0:1784948359.997130:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948359.997137:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948359.997152:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948359.997158:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307123462 00000800:00000200:0.0:1784948359.997168:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:1.0:1784948359.997174:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fba0. 00000100:00000001:1.0:1784948359.997186:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948359.997193:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948359.997199:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.997204:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.997209:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948359.997221:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948359.997224:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948359.997228:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948359.997230:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948359.997233:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948359.997241:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948359.997253:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948359.997255:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948359.997258:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948359.997261:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948359.997264:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948359.997269:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155056640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948359.997273:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948359.997278:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948359.997280:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948359.997284:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948359.997291:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948359.997296:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948359.997299:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1784948359.997310:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948359.997311:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd900. 00000400:00000010:1.0:1784948359.997322:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9b58. 00000400:00000200:0.0:1784948359.997323:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948359.997339:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:1.0:1784948359.997339:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1220. 00000400:00000200:0.0:1784948359.997353:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1f68 00000400:00000010:0.0:1784948359.997358:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1f68. 00000100:00000001:0.0:1784948359.997363:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948359.997370:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948359.997373:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056640, portal 10 00000100:00000001:1.0:1784948359.997386:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948359.997391:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534255104 : -119148175296512 : ffff93a2a755f800) 00000100:00000001:0.0:1784948359.997398:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948359.997407:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948359.997415:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.997427:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.997436:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948359.997449:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948359.997457:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948359.997460:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000400:00000010:1.0:1784948359.997466:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1e58. 00000800:00000200:0.0:1784948359.997476:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:1.0:1784948359.997481:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155056640, offset 0 00000800:00000200:0.0:1784948359.997490:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948359.997498:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948359.997507:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948359.997518:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948359.997520:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948359.997528:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 00000400:00000200:1.0:1784948359.997534:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948359.997542:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948359.997545:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948359.997551:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307119627 00000400:00000200:1.0:1784948359.997555:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:0.0:1784948359.997563:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307123461 00000400:00000200:1.0:1784948359.997565:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:0.0:1784948359.997572:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307119627 00000400:00000200:1.0:1784948359.997575:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948359.997581:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307123462 00000400:00000200:1.0:1784948359.997590:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541486:541486:255:4294967295] 192.168.201.111@tcp LPNI seq info [541423:541423:7:4294967295] 00000100:00000001:0.0:1784948359.997592:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948359.997602:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948359.997610:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948359.997611:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.997618:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948359.997628:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948359.997631:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948359.997633:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948359.997645:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948359.997651:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784948359.997652:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948359.997655:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.997662:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948359.997662:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdc00. 00000800:00000200:1.0:1784948359.997680:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948359.997690:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948359.997695:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948359.997701:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948359.997707:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:1.0:1784948359.997712:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948359.997715:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307119628 00000100:00000001:1.0:1784948359.997719:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307123461 00000100:00000001:1.0:1784948359.997723:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307119628 00000100:00000001:1.0:1784948359.997727:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307123462 00000100:00000001:1.0:1784948359.997732:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948359.997737:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948359.997739:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948359.997746:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784948359.997750:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948359.997754:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948359.997761:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948359.997767:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948359.997775:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000100:00000001:1.0:1784948359.997776:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948359.997779:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:1.0:1784948359.997785:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948359.997787:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:1.0:1784948359.997797:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784948359.997798:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948359.997806:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948359.997814:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.997818:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948359.997823:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948359.997832:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.997851:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.997855:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948359.997884:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948359.997889:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdc00. 00000400:00000200:0.0:1784948359.997896:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948359.997904:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948359.997910:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1e58 00000400:00000010:0.0:1784948359.997914:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1e58. 00000100:00000001:0.0:1784948359.997918:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948359.997926:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.997938:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948359.997942:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.997950:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948359.997952:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948359.999298:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948359.999316:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948359.999321:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948359.999324:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948359.999331:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.999339:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948359.999347:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.999353:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.999358:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.999364:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b300 00000400:00000200:0.0:1784948359.999370:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948359.999378:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e29 [1] + 224 00000800:00000001:0.0:1784948359.999389:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948359.999400:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948359.999403:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948359.999408:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948359.999414:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948359.999421:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948359.999436:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948359.999462:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948359.999471:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948359.999475:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948359.999536:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948359.999542:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948359.999550:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948359.999553:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948359.999557:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9420. 00000400:00000200:1.0:1784948359.999566:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:1.0:1784948359.999569:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:1.0:1784948359.999573:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948359.999583:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948359.999598:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948359.999609:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948359.999612:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948359.999616:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948359.999619:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948359.999622:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948359.999624:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948359.999628:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948359.999635:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948359.999640:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948359.999643:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948359.999645:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948359.999649:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948359.999652:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.999655:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948359.999661:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948359.999670:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948359.999673:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948359.999676:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948359.999681:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948359.999691:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155056384:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948359.999697:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.999699:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948359.999703:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755df80 x1871641155056384/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948359.999720:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948359.999724:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948359.999727:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948359.999731:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948359.999734:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948359.999736:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948359.999739:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948359.999742:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:1.0:1784948359.999746:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948359.999749:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948359.999751:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755df80. 00000100:00000001:1.0:1784948359.999756:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948359.999758:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948359.999761:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.999764:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948359.999765:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948359.999768:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948359.999770:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948360.000225:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948360.000237:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948360.000241:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948360.000244:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948360.000250:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948360.000256:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948360.000264:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948360.000270:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948360.000278:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948360.000283:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b380 00000400:00000200:0.0:1784948360.000289:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948360.000294:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e39 [1] + 224 00000800:00000001:0.0:1784948360.000301:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948360.000308:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948360.000312:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948360.000316:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948360.000321:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948360.000329:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948360.000343:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948360.000370:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948360.000378:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948360.000381:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948360.000444:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948360.000449:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948360.000455:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948360.000457:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948360.000461:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea630. 00000400:00000200:1.0:1784948360.000468:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf330 00000400:00000010:1.0:1784948360.000470:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf330. 00000100:00000001:1.0:1784948360.000474:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948360.000484:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948360.000506:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948360.000523:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948360.000527:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948360.000532:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948360.000536:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948360.000541:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:0.0:1784948360.000542:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948360.000546:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948360.000554:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948360.000555:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948360.000563:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948360.000569:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948360.000573:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=51 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948360.000577:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784948360.000590:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=91 v=5 (1 1 1 1) 00000400:00000200:0.0:1784948360.000591:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:1.0:1784948360.000606:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784948360.000607:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948360.000615:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948360.000617:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:1.0:1784948360.000628:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948360.000629:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948360.000640:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b400 00010000:00000001:1.0:1784948360.000640:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948360.000656:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948360.000656:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948360.000664:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000200:0.0:1784948360.000673:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e49 [1] + 224 00000100:00000001:1.0:1784948360.000674:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948360.000680:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948360.000690:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784948360.000697:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948360.000703:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948360.000713:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948360.000719:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948360.000729:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948360.000730:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948360.000738:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948360.000741:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784948360.000748:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948360.000758:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948360.000775:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155056512:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948360.000789:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948360.000792:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948360.000794:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948360.000806:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ca80 x1871641155056512/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948360.000832:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948360.000834:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948360.000838:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:1.0:1784948360.000839:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 00000800:00000001:0.0:1784948360.000851:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1784948360.000852:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948360.000861:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784948360.000863:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1784948360.000865:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948360.000876:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948360.000879:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b400. 02000000:00000001:1.0:1784948360.000885:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948360.000887:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948360.000889:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ca80. 00000100:00000001:1.0:1784948360.000894:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948360.000896:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948360.000899:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948360.000904:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948360.000907:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948360.000911:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948360.000913:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948360.000921:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948360.000921:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948360.000924:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948360.000928:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948360.000934:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9b58. 00000400:00000200:0.0:1784948360.000940:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1220 00000400:00000010:0.0:1784948360.000944:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1220. 00000100:00000001:0.0:1784948360.000947:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948360.000955:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948360.000968:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948360.000977:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948360.000979:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948360.000982:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948360.000984:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948360.000986:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948360.000988:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948360.000991:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948360.000997:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=51 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948360.001002:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=73 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948360.001005:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948360.001007:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948360.001010:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948360.001013:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948360.001016:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948360.001019:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948360.001021:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948360.001023:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948360.001028:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948360.001037:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948360.001097:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948360.001099:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948360.001106:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948360.001125:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155056640:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948360.001131:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948360.001133:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948360.001137:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f800 x1871641155056640/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948360.001145:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948360.001148:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948360.001151:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784948360.001155:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948360.001157:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948360.001159:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948360.001162:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948360.001165:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:0.0:1784948360.001168:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948360.001170:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948360.001173:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f800. 00000100:00000001:0.0:1784948360.001176:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948360.001179:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948360.001181:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948360.001186:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948360.001188:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948360.001191:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948360.001194:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948360.188231:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948360.188240:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948360.188346:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948360.188355:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948360.188363:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948361.212192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948361.212204:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948361.212322:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948361.212331:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948361.212339:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948362.236187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948362.236195:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948362.236294:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948362.236302:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948362.236308:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948363.260178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948363.260188:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948363.260225:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948363.260230:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948363.260236:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948363.900143:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307123462, at 4307123520 00000100:00000040:0.0:1784948363.900160:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307123461, at 4307123520 00000100:00000010:1.0:1784948363.900161:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fba0. 00000100:00000010:0.0:1784948363.900178:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f480. 00010000:00000001:1.0:1784948364.284173:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948364.284186:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948364.284190:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948364.284197:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948364.284204:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948364.284208:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948364.284211:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948364.284216:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948364.284248:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948364.284253:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948364.284258:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948365.116269:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948365.116283:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948365.116292:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b100. 00000020:00000040:2.0:1784948365.116300:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948365.116306:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948365.116309:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948365.116317:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948365.116327:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948365.116335:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948365.116350:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948365.116365:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948365.116371:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948365.116379:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e502a3c1] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.116420:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948365.116424:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948365.116429:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948365.116434:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784948365.116437:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948365.116441:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948365.116444:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948365.116447:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948365.116452:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948365.116455:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.116460:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948365.116461:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948365.116470:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948365.116477:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948365.116482:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948365.116488:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948365.116494:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948365.116501:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.116539:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948365.116546:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.116548:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948365.116552:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948365.116556:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948365.116559:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948365.116565:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784948365.116567:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948365.116573:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629500. 00000100:00100000:3.0:1784948365.116577:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155056768:192.168.201.111@tcp:400:kworker.0 00000020:00000040:2.0:1784948365.116580:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948365.116590:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948365.116590:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948365.116596:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948365.116599:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948365.116601:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1784948365.116605:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948365.116607:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948365.116616:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948365.116617:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948365.116625:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000040:2.0:1784948365.116628:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1784948365.116631:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.116648:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784948365.116650:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948365.116657:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948365.116660:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948365.116669:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a3d946a] to pc [ptlrpcd_01_01+1] req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948365.116674:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784948365.116689:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056768, portal 25 00000100:00000001:2.0:1784948365.116690:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.116700:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948365.116701:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948365.116705:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400871168 : -119148308680448 : ffff93a29f62b100) 00000100:00000040:2.0:1784948365.116711:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948365.116720:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948365.116721:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948365.116730:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948365.116742:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12462) 00000100:00000001:3.0:1784948365.116755:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948365.116762:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948365.116763:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948365.116769:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784948365.116774:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000001:2.0:1784948365.116775:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784948365.116788:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155056768, offset 0 00000100:00000040:2.0:1784948365.116789:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.116806:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948365.116811:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948365.116815:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948365.116817:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948365.116824:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948365.116827:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948365.116834:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155056896:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948365.116841:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948365.116847:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948365.116854:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784948365.116860:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948365.116861:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948365.116870:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948365.116873:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000010:2.0:1784948365.116878:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948365.116883:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948365.116887:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948365.116894:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948365.116902:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948365.116907:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784948365.116911:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948365.116917:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541487:541487:256:4294967295] 192.168.201.111@tcp LPNI seq info [541424:541424:8:4294967295] 00000400:00000010:2.0:1784948365.116924:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000400:00000200:3.0:1784948365.116929:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948365.116936:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155056896, portal 10 00000100:00000001:2.0:1784948365.116946:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948365.116983:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000400:00000200:3.0:1784948365.116993:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948365.117002:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948365.117014:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948365.117029:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1784948365.117030:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000040:2.0:1784948365.117038:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948365.117078:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3198. 00000100:00000200:2.0:1784948365.117085:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155056896, offset 0 00000800:00000200:3.0:1784948365.117090:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948365.117100:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948365.117108:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948365.117113:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948365.117118:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948365.117127:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948365.117134:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948365.117140:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948365.117141:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948365.117153:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948365.117159:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948365.117165:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948365.117169:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307128582 00000400:00000200:2.0:1784948365.117179:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541488:541488:255:4294967295] 192.168.201.111@tcp LPNI seq info [541425:541425:7:4294967295] 00000100:00000010:3.0:1784948365.117182:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7600. 00000400:00000200:2.0:1784948365.117194:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948365.117199:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948365.117211:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307128582 00000400:00000200:2.0:1784948365.117219:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000010:3.0:1784948365.117224:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7a20. 00000100:00000001:3.0:1784948365.117233:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784948365.117234:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948365.117245:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000010:2.0:1784948365.117248:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784948365.117251:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.117259:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948365.117261:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948365.117264:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784948365.117277:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948365.117279:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948365.117280:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948365.117287:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:2.0:1784948365.117289:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:0.0:1784948365.117292:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:3.0:1784948365.117294:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948365.117300:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.117302:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948365.117307:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948365.117308:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948365.117310:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 00000400:00000200:2.0:1784948365.117326:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.117327:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784948365.117327:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.117338:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307124747 00000400:00000200:0.0:1784948365.117344:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000100:00000001:2.0:1784948365.117352:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307128582 00000400:00000010:0.0:1784948365.117354:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:3.0:1784948365.117365:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948365.117368:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307124747 00000100:00000001:0.0:1784948365.117370:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948365.117371:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.117375:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307128582 02000000:00000001:3.0:1784948365.117380:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948365.117383:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784948365.117386:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948365.117387:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948365.117389:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948365.117400:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.117402:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.117412:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948365.117424:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948365.117426:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948365.117431:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1784948365.117438:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.117440:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948365.117445:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948365.117449:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.117458:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948365.117471:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948365.117478:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948365.117507:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948365.117514:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784948365.117521:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948365.117530:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948365.117536:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3198 00000400:00000010:0.0:1784948365.117541:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3198. 00000100:00000001:0.0:1784948365.117560:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948365.117570:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948365.117586:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784948365.117594:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155057024:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948365.117602:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.117604:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948365.117612:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948365.117617:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948365.117626:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948365.117635:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948365.117636:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 00000100:00000001:0.0:1784948365.117641:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948365.117644:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948365.117710:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948365.117716:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948365.117722:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948365.117727:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057024, portal 10 00000100:00000001:3.0:1784948365.117731:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948365.117733:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864000 : -119148308687616 : ffff93a29f629500) 00000100:00000040:3.0:1784948365.117748:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.117763:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948365.117767:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948365.117773:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000200:3.0:1784948365.117778:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155057024, offset 0 00000400:00000200:3.0:1784948365.117787:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948365.117795:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948365.117803:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948365.117810:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948365.117816:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948365.117821:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948365.117826:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948365.117832:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541489:541489:256:4294967295] 192.168.201.111@tcp LPNI seq info [541426:541426:8:4294967295] 00000400:00000200:3.0:1784948365.117841:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948365.117853:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948365.117860:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948365.117866:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784948365.117872:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948365.117878:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948365.117883:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948365.117901:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948365.117907:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1784948365.117911:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948365.117914:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307124748 00000100:00000001:3.0:1784948365.117917:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307128582 00000100:00000001:3.0:1784948365.117921:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307124748 00000100:00000001:3.0:1784948365.117926:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307128582 00000100:00000001:3.0:1784948365.117932:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948365.117937:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.117943:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.117947:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.117982:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948365.117986:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948365.117992:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948365.117995:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948365.117999:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.118003:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948365.118024:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948365.118031:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784948365.118037:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948365.118043:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948365.118075:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:0.0:1784948365.118078:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:0.0:1784948365.118082:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948365.118087:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948365.118097:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948365.118101:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948365.118110:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948365.118112:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948365.119792:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.119810:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948365.119815:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.119819:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948365.119828:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.119838:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948365.119847:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.119853:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.119859:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.119864:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b480 00000400:00000200:0.0:1784948365.119870:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.119877:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e59 [1] + 224 00000800:00000001:0.0:1784948365.119885:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.119894:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948365.119897:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948365.119902:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948365.119908:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948365.119915:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948365.119930:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948365.119980:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948365.119996:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.120004:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.120017:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948365.120023:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948365.120190:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948365.120193:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948365.120197:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948365.120204:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000800:00000001:0.0:1784948365.120228:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.120241:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948365.120246:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.120250:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948365.120259:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.120268:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948365.120283:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.120289:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.120298:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948365.120305:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b500 00000400:00000200:0.0:1784948365.120312:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948365.120377:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784948365.120385:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948365.120394:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e61 [1] + 224 00000100:00000200:3.0:1784948365.120398:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948365.120408:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.120419:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948365.120425:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948365.120432:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948365.120436:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948365.120443:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948365.120455:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948365.120477:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948365.120483:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.120489:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948365.120491:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948365.120495:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948365.120502:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948365.120505:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948365.120512:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948365.120532:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948365.120536:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948365.120540:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948365.120543:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.120550:0:2409:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948365.120551:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948365.120558:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948365.120565:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b580 00000100:00000001:3.0:1784948365.120566:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948365.120573:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948365.120580:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948365.120582:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.120588:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784948365.120592:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=56 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948365.120594:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e69 [1] + 224 00000100:00000001:2.0:1784948365.120596:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784948365.120607:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=56 v=5 (1 1 1 1) 00000800:00000001:0.0:1784948365.120610:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948365.120610:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948365.120619:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1784948365.120621:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1784948365.120625:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948365.120627:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948365.120628:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948365.120638:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948365.120639:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948365.120640:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00010000:00000001:3.0:1784948365.120646:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948365.120650:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:3.0:1784948365.120653:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948365.120661:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948365.120664:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948365.120669:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784948365.120672:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948365.120684:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948365.120685:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.120693:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948365.120704:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948365.120709:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948365.120727:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948365.120760:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948365.120765:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948365.120793:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155056768:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948365.120814:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948365.120820:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.120823:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948365.120826:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948365.120831:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948365.120832:0:2408:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:0.0:1784948365.120836:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948365.120840:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:0.0:1784948365.120844:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948365.120846:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1784948365.120848:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b100 x1871641155056768/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.120853:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948365.120862:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.120875:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:2.0:1784948365.120877:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=56 v=5 (5 5 5 5) 02000000:00000001:3.0:1784948365.120880:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948365.120887:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 00000100:00001000:2.0:1784948365.120889:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=96 v=5 (1 1 1 1) 02000000:00000001:3.0:1784948365.120895:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948365.120897:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1784948365.120902:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:2.0:1784948365.120903:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1784948365.120911:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00010000:00000001:2.0:1784948365.120912:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948365.120920:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948365.120921:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948365.120928:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948365.120930:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000001:3.0:1784948365.120935:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1784948365.120936:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000001:3.0:1784948365.120942:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948365.120944:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000010:3.0:1784948365.120947:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b100. 00000100:00000001:2.0:1784948365.120949:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.120977:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948365.120982:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948365.120989:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.120990:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.120999:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948365.121003:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948365.121012:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948365.121014:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784948365.121017:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948365.121021:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:3.0:1784948365.121024:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948365.121027:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948365.121032:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000100:00000040:2.0:1784948365.121040:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948365.121041:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948365.121083:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948365.121093:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948365.121151:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155056896:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784948365.121152:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.121170:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.121175:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948365.121177:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948365.121183:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948365.121190:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155056896/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.121191:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948365.121197:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948365.121201:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948365.121206:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948365.121214:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948365.121217:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948365.121222:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784948365.121224:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=56 v=5 (5 5 5 5) 02000000:00000010:2.0:1784948365.121227:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00001000:3.0:1784948365.121233:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=78 v=5 (1 1 1 1) 02000000:00000001:2.0:1784948365.121237:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948365.121240:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1784948365.121243:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784948365.121245:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784948365.121250:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:3.0:1784948365.121251:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948365.121259:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948365.121261:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784948365.121266:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1784948365.121268:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000040:3.0:1784948365.121272:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:2.0:1784948365.121275:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948365.121281:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784948365.121283:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948365.121287:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948365.121289:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:2.0:1784948365.121297:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948365.121303:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948365.121303:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948365.121312:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948365.121324:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948365.121327:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948365.121330:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.121333:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948365.121336:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948365.121339:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948365.121342:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948365.121349:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948365.121362:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155057024:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948365.121369:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.121372:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948365.121376:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629500 x1871641155057024/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948365.121384:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948365.121386:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948365.121388:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948365.121392:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948365.121394:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948365.121396:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948365.121399:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948365.121402:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948365.121405:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948365.121406:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948365.121409:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629500. 00000100:00000001:3.0:1784948365.121412:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948365.121414:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.121416:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948365.121422:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948365.121424:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948365.121427:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948365.121430:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948365.308192:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948365.308199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948365.308331:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948365.308337:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948365.308342:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948366.332200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948366.332209:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948366.332317:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948366.332326:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948366.332334:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948367.356201:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948367.356210:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948367.356315:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948367.356324:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948367.356330:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948368.380204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948368.380214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948368.380252:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948368.380258:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948368.380263:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948369.020193:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307128582, at 4307128640 00000100:00000010:0.0:1784948369.020223:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7600. 00000100:00000040:1.0:1784948369.020238:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307128582, at 4307128640 00000100:00000010:1.0:1784948369.020253:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7a20. 00010000:00000001:1.0:1784948369.404185:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948369.404194:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948369.404226:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948369.404229:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948369.404234:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948370.236179:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948370.236191:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948370.236204:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62aa00. 00000020:00000040:2.0:1784948370.236211:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948370.236216:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948370.236220:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948370.236228:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948370.236238:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948370.236247:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948370.236263:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948370.236278:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948370.236284:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948370.236293:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000020a27acd] to pc [ptlrpcd_01_00+0] req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948370.236335:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948370.236339:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948370.236344:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948370.236348:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784948370.236352:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948370.236355:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948370.236357:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948370.236360:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948370.236367:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948370.236371:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948370.236377:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948370.236378:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948370.236387:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948370.236394:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948370.236395:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948370.236401:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948370.236412:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948370.236413:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.236479:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948370.236481:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.236485:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948370.236487:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948370.236493:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948370.236494:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:3.0:1784948370.236501:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784948370.236502:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628700. 02000000:00000001:3.0:1784948370.236509:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784948370.236512:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948370.236519:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:3.0:1784948370.236521:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155057152:192.168.201.111@tcp:400:kworker.0 02000000:00000001:2.0:1784948370.236524:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948370.236531:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.236533:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1784948370.236540:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948370.236543:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948370.236547:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948370.236549:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948370.236556:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948370.236562:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:3.0:1784948370.236568:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948370.236577:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.236594:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1784948370.236595:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948370.236603:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948370.236604:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784948370.236615:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a94f2283] to pc [ptlrpcd_01_00+0] req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948370.236620:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948370.236635:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057152, portal 25 00000100:00000001:2.0:1784948370.236636:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.236646:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948370.236647:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948370.236652:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400869376 : -119148308682240 : ffff93a29f62aa00) 00000100:00000040:2.0:1784948370.236656:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948370.236662:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948370.236667:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948370.236671:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948370.236685:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12467) 00000100:00000001:3.0:1784948370.236688:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948370.236696:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948370.236700:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784948370.236705:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155057152, offset 0 00000400:00000200:3.0:1784948370.236714:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948370.236724:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948370.236727:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948370.236734:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948370.236737:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948370.236739:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948370.236751:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1784948370.236755:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948370.236763:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948370.236774:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948370.236781:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784948370.236783:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948370.236787:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948370.236796:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784948370.236797:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541490:541490:256:4294967295] 192.168.201.111@tcp LPNI seq info [541427:541427:8:4294967295] 02000000:00000001:2.0:1784948370.236803:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948370.236812:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948370.236813:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948370.236824:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155057280:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948370.236837:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948370.236844:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948370.236845:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948370.236852:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948370.236861:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948370.236887:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948370.236896:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948370.236903:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1784948370.236907:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000400:00000200:2.0:1784948370.236915:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948370.236925:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000800:00000200:3.0:1784948370.236926:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784948370.236939:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000800:00000200:3.0:1784948370.236949:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:2.0:1784948370.236951:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057280, portal 10 00000800:00000200:3.0:1784948370.236957:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948370.236959:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948370.236964:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000040:2.0:1784948370.236978:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.236985:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.236989:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784948370.236999:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948370.237000:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948370.237008:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307133701 00000400:00000010:2.0:1784948370.237010:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3d48. 00000100:00000200:2.0:1784948370.237021:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155057280, offset 0 00000100:00000010:3.0:1784948370.237025:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7480. 00000400:00000200:2.0:1784948370.237033:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948370.237038:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948370.237083:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948370.237094:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948370.237098:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307133702 00000400:00000200:2.0:1784948370.237103:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000010:3.0:1784948370.237109:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7f00. 00000400:00000200:2.0:1784948370.237110:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948370.237120:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948370.237121:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948370.237129:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948370.237134:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948370.237140:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541491:541491:255:4294967295] 192.168.201.111@tcp LPNI seq info [541428:541428:7:4294967295] 00000100:00000001:3.0:1784948370.237142:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.237153:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948370.237161:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948370.237163:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.237178:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948370.237184:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948370.237188:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948370.237191:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948370.237196:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948370.237200:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784948370.237205:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948370.237215:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1784948370.237220:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:0.0:1784948370.237224:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948370.237238:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000800:00000200:2.0:1784948370.237240:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948370.237251:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948370.237256:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:2.0:1784948370.237264:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948370.237264:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948370.237271:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784948370.237275:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784948370.237278:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784948370.237282:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948370.237287:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948370.237288:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 02000000:00000001:3.0:1784948370.237289:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948370.237299:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000040:2.0:1784948370.237301:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9043 usecs (10 jiffies) 00000100:00100000:3.0:1784948370.237305:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155057408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948370.237311:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948370.237320:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948370.237322:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1784948370.237330:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948370.237332:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307129867 02000000:00000001:3.0:1784948370.237332:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948370.237339:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.237346:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307133701 02000000:00000001:3.0:1784948370.237347:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948370.237358:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784948370.237359:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307129867 00000100:00000001:0.0:1784948370.237363:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948370.237365:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.237370:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307133702 00000100:00000040:0.0:1784948370.237378:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948370.237380:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948370.237382:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784948370.237393:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948370.237395:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948370.237406:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784948370.237407:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948370.237409:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948370.237419:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057408, portal 10 00000100:00000001:0.0:1784948370.237420:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948370.237420:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.237430:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948370.237436:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948370.237436:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400860416 : -119148308691200 : ffff93a29f628700) 00000100:00000001:2.0:1784948370.237444:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784948370.237451:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948370.237452:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948370.237457:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000010:0.0:1784948370.237460:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784948370.237462:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.237471:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948370.237473:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948370.237486:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948370.237493:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3d48 00000400:00000010:0.0:1784948370.237498:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3d48. 00000100:00000001:0.0:1784948370.237504:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948370.237514:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948370.237531:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948370.237540:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948370.237555:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948370.237559:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1784948370.237627:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.237640:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948370.237643:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948370.237648:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000100:00000200:3.0:1784948370.237651:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155057408, offset 0 00000400:00000200:3.0:1784948370.237657:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948370.237663:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948370.237668:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948370.237672:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948370.237676:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948370.237679:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948370.237683:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948370.237687:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541492:541492:256:4294967295] 192.168.201.111@tcp LPNI seq info [541429:541429:8:4294967295] 00000400:00000200:3.0:1784948370.237692:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948370.237701:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948370.237708:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948370.237713:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784948370.237718:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948370.237724:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948370.237729:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948370.237744:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948370.237749:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10205 usecs (11 jiffies) 00000400:00000200:3.0:1784948370.237753:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948370.237756:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307129868 00000100:00000001:3.0:1784948370.237759:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307133701 00000100:00000001:3.0:1784948370.237762:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307129868 00000100:00000001:3.0:1784948370.237765:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307133702 00000100:00000001:3.0:1784948370.237767:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948370.237770:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.237774:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.237777:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.237783:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948370.237786:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784948370.237833:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948370.237842:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:0.0:1784948370.237852:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948370.237892:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948370.237901:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:0.0:1784948370.237907:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:3.0:1784948370.237910:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948370.237915:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948370.237918:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948370.237919:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.237927:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948370.237935:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948370.237956:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948370.237964:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948370.237978:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948370.237982:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948370.240445:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.240463:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948370.240468:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.240471:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948370.240478:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948370.240485:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948370.240494:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948370.240499:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948370.240505:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948370.240510:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b600 00000400:00000200:0.0:1784948370.240516:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948370.240525:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e71 [1] + 224 00000800:00000001:0.0:1784948370.240534:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.240538:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948370.240542:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948370.240546:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948370.240553:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948370.240561:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948370.240577:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948370.240601:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948370.240613:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.240619:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948370.240621:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.240625:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948370.240631:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948370.240635:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948370.240638:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948370.240641:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948370.240650:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948370.240654:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948370.240659:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948370.240661:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948370.240669:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:0.0:1784948370.240670:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948370.240683:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b680 00000400:00000200:3.0:1784948370.240683:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948370.240692:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000400:00000200:0.0:1784948370.240696:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948370.240701:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948370.240708:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e79 [1] + 224 00000800:00000001:0.0:1784948370.240716:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948370.240718:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948370.240723:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948370.240732:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948370.240747:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:3.0:1784948370.240755:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948370.240757:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948370.240770:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.240779:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948370.240785:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.240793:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948370.240798:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1784948370.240800:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.240803:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948370.240809:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948370.240818:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948370.240834:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948370.240839:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948370.240840:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948370.240844:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948370.240849:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948370.240851:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784948370.240853:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948370.240861:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948370.240886:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.240891:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948370.240897:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.240904:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948370.240906:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948370.240918:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948370.240936:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948370.240938:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948370.240945:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948370.240951:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948370.240953:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948370.240954:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948370.240962:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948370.240963:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948370.240970:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948370.240973:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948370.240979:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948370.240986:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:0.0:1784948370.240988:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948370.241000:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000100:00100000:3.0:1784948370.241008:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155057152:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948370.241009:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b700 00000400:00000010:2.0:1784948370.241011:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948370.241023:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948370.241028:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948370.241030:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948370.241042:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.241042:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948370.241092:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62aa00 x1871641155057152/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948370.241098:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e81 [1] + 224 00000800:00000001:0.0:1784948370.241121:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948370.241137:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.241139:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1784948370.241143:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948370.241146:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1784948370.241147:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1784948370.241155:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000400:00000200:0.0:1784948370.241167:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:3.0:1784948370.241169:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948370.241177:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948370.241183:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948370.241185:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948370.241185:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:3.0:1784948370.241188:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948370.241197:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948370.241198:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000200:0.0:1784948370.241204:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948370.241207:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948370.241210:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948370.241216:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 02000000:00000001:3.0:1784948370.241217:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948370.241225:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000010:3.0:1784948370.241227:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62aa00. 00000100:00000001:2.0:1784948370.241233:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948370.241235:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.241237:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784948370.241241:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.241244:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.241256:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948370.241257:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=61 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948370.241265:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948370.241270:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:2.0:1784948370.241278:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=101 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948370.241280:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948370.241288:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948370.241290:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948370.241295:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948370.241300:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948370.241300:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1784948370.241302:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948370.241305:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000001:3.0:1784948370.241309:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948370.241310:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948370.241311:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000010:3.0:1784948370.241317:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948370.241322:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1784948370.241326:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000100:00000001:2.0:1784948370.241327:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948370.241335:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:3.0:1784948370.241343:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784948370.241345:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948370.241355:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948370.241374:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948370.241385:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948370.241392:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948370.241393:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948370.241407:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.241414:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948370.241420:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.241428:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948370.241432:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1784948370.241435:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155057280:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948370.241436:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948370.241442:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948370.241452:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.241453:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948370.241459:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1784948370.241460:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948370.241471:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=83 v=5 (1 1 1 1) 00000100:00000040:2.0:1784948370.241472:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641155057280/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.241485:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948370.241491:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948370.241501:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948370.241502:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1784948370.241506:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948370.241507:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1784948370.241514:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1784948370.241516:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000040:3.0:1784948370.241521:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:2.0:1784948370.241525:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948370.241528:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1784948370.241532:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:3.0:1784948370.241534:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1784948370.241537:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948370.241545:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:3.0:1784948370.241547:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948370.241551:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:2.0:1784948370.241562:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948370.241567:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948370.241569:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1784948370.241573:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:3.0:1784948370.241575:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948370.241581:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948370.241582:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948370.241589:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948370.241590:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948370.241595:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948370.241609:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1784948370.241614:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155057408:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948370.241616:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948370.241624:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948370.241630:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948370.241631:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.241638:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948370.241645:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628700 x1871641155057408/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948386 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948370.241655:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948370.241657:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948370.241660:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784948370.241665:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948370.241666:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948370.241668:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948370.241671:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948370.241673:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:3.0:1784948370.241677:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948370.241678:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948370.241681:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628700. 00000100:00000001:3.0:1784948370.241684:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948370.241686:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.241688:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948370.241694:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948370.241696:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948370.241699:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948370.241701:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948370.428208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948370.428217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948370.428355:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948370.428363:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948370.428369:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948371.452180:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948371.452188:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948371.452303:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948371.452308:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948371.452312:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948372.476161:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948372.476169:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948372.476292:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948372.476297:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948372.476302:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948373.500177:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948373.500187:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948373.500220:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948373.500225:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948373.500229:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948373.756166:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948373.756176:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948373.756181:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948373.756381:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948373.756387:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948373.756401:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948373.756409:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948373.756413:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948374.140175:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307133701, at 4307133760 00000100:00000040:1.0:1784948374.140189:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307133702, at 4307133760 00000100:00000010:0.0:1784948374.140197:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7480. 00000100:00000010:1.0:1784948374.140208:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7f00. 00010000:00000001:1.0:1784948374.524145:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948374.524153:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948374.524155:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948374.524159:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948374.524164:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948374.524166:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948374.524169:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948374.524172:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948374.524192:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948374.524194:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948374.524197:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948375.356282:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948375.356299:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948375.356314:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784948375.356321:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948375.356326:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948375.356330:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948375.356337:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948375.356348:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948375.356356:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356370:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948375.356385:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948375.356390:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356398:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.356441:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356444:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948375.356449:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948375.356452:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948375.356455:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948375.356458:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948375.356459:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948375.356461:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948375.356465:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948375.356468:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356473:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948375.356483:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948375.356486:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356491:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.356521:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356524:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948375.356528:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948375.356530:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948375.356538:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755ed80. 00000100:00000001:1.0:1784948375.356539:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1784948375.356547:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948375.356548:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948375.356557:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948375.356560:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948375.356565:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948375.356568:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948375.356572:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948375.356582:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.356598:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784948375.356599:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948375.356606:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.356618:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948375.356622:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948375.356625:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948375.356629:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.356633:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356642:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b655c06] to pc [ptlrpcd_00_00+0] req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948375.356647:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155057536:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948375.356663:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948375.356673:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.356674:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784948375.356681:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948375.356683:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.356691:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948375.356694:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948375.356701:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1784948375.356702:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000100:00000040:0.0:1784948375.356706:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1784948375.356709:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.356716:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12472) 00000400:00000200:1.0:1784948375.356725:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948375.356733:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9420. 00000400:00000010:1.0:1784948375.356741:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1770. 00000100:00000001:0.0:1784948375.356743:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948375.356750:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000200:1.0:1784948375.356752:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057536, portal 25 00000100:00000001:0.0:1784948375.356754:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948375.356762:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948375.356768:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534255104 : -119148175296512 : ffff93a2a755f800) 00000100:00000040:0.0:1784948375.356769:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.356832:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948375.356835:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948375.356839:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948375.356842:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948375.356845:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948375.356851:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155057664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948375.356855:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948375.356859:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948375.356862:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948375.356864:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948375.356870:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784948375.356872:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948375.356881:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948375.356884:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948375.356887:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea6e0. 00000400:00000010:0.0:1784948375.356898:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000100:00000200:0.0:1784948375.356909:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057664, portal 10 00000100:00000001:0.0:1784948375.356915:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948375.356917:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948375.356918:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000040:1.0:1784948375.356930:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948375.356938:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1784948375.356944:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1110. 00000100:00000001:0.0:1784948375.356955:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000200:1.0:1784948375.356957:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155057536, offset 0 00000100:00000040:0.0:1784948375.356965:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948375.356973:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000400:00000200:1.0:1784948375.356974:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784948375.356985:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155057664, offset 0 00000400:00000200:1.0:1784948375.356994:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948375.357000:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948375.357009:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948375.357017:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948375.357021:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948375.357027:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948375.357030:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948375.357035:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541493:541493:256:4294967295] 192.168.201.111@tcp LPNI seq info [541430:541430:8:4294967295] 00000400:00000200:1.0:1784948375.357040:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.357135:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:0.0:1784948375.357155:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948375.357158:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948375.357184:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000010:1.0:1784948375.357190:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdf00. 00000400:00000200:0.0:1784948375.357194:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784948375.357209:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948375.357210:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948375.357222:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:1.0:1784948375.357229:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948375.357238:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:1.0:1784948375.357240:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdf00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948375.357254:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541494:541494:255:4294967295] 192.168.201.111@tcp LPNI seq info [541431:541431:7:4294967295] 00000100:00000001:1.0:1784948375.357263:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948375.357270:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.357278:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948375.357284:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307138822 00000100:00000010:1.0:1784948375.357295:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fba0. 00000400:00000200:0.0:1784948375.357296:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948375.357308:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948375.357309:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000010:0.0:1784948375.357321:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000100:00000001:1.0:1784948375.357323:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307138822 00000100:00000010:1.0:1784948375.357333:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fc60. 00000800:00000200:0.0:1784948375.357336:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948375.357339:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948375.357348:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948375.357350:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948375.357353:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948375.357359:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948375.357362:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.357368:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.357369:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948375.357383:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000100:00000001:1.0:1784948375.357387:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948375.357393:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948375.357394:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948375.357399:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948375.357401:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307134987 00000100:00000001:1.0:1784948375.357404:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948375.357409:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307138822 00000100:00000001:1.0:1784948375.357410:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948375.357418:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307134987 00000100:00000040:1.0:1784948375.357421:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.357427:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307138822 00000100:00000001:0.0:1784948375.357437:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948375.357448:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.357449:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948375.357455:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.357456:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.357460:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948375.357463:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948375.357465:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948375.357471:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.357474:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1784948375.357477:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155057792:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948375.357480:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948375.357490:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948375.357492:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784948375.357497:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948375.357498:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1784948375.357504:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.357505:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.357513:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948375.357515:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948375.357521:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948375.357527:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948375.357532:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948375.357536:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe93c8. 00000400:00000010:1.0:1784948375.357542:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000100:00000200:1.0:1784948375.357547:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057792, portal 10 00000100:00000001:1.0:1784948375.357549:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948375.357551:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534252416 : -119148175299200 : ffff93a2a755ed80) 00000100:00000040:1.0:1784948375.357559:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948375.357568:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948375.357572:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948375.357574:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:1.0:1784948375.357578:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1088. 00000800:00000010:0.0:1784948375.357582:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdf00. 00000100:00000200:1.0:1784948375.357585:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155057792, offset 0 00000400:00000200:0.0:1784948375.357592:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948375.357593:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948375.357607:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948375.357608:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948375.357619:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948375.357624:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948375.357627:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948375.357630:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948375.357633:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948375.357637:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541495:541495:254:4294967295] 192.168.201.111@tcp LPNI seq info [541432:541432:6:4294967295] 00000400:00000200:1.0:1784948375.357643:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.357651:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948375.357677:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948375.357679:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1110 00000800:00000010:1.0:1784948375.357683:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd600. 00000400:00000010:0.0:1784948375.357685:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1110. 00000800:00000200:1.0:1784948375.357697:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948375.357698:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948375.357712:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948375.357714:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948375.357724:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948375.357735:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948375.357747:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10203 usecs (11 jiffies) 00000100:00000001:0.0:1784948375.357749:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1784948375.357756:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948375.357762:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948375.357763:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307134988 00000100:00000001:1.0:1784948375.357772:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307138822 00000100:00000001:1.0:1784948375.357826:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307134988 00000100:00000001:1.0:1784948375.357834:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307138822 00000100:00000001:0.0:1784948375.357835:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.357837:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948375.357844:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1784948375.357845:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.357852:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.357855:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948375.357862:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948375.357866:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:0.0:1784948375.357867:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1784948375.357873:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000010:0.0:1784948375.357874:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000001:1.0:1784948375.357881:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948375.357884:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948375.357890:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948375.357893:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948375.357901:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948375.357902:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:0.0:1784948375.357908:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:0.0:1784948375.357915:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948375.357921:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.357931:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948375.357935:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.357944:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.357948:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948375.358045:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948375.358049:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd600. 00000400:00000200:0.0:1784948375.358053:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948375.358057:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948375.358088:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1088 00000400:00000010:0.0:1784948375.358091:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1088. 00000100:00000001:0.0:1784948375.358094:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948375.358100:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.358110:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948375.358114:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.358122:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.358124:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948375.360980:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948375.361001:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948375.361007:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948375.361013:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948375.361022:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361048:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948375.361104:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361113:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361122:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361131:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b780 00000400:00000200:1.0:1784948375.361141:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361167:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e89 [1] + 224 00000800:00000001:1.0:1784948375.361180:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948375.361224:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948375.361228:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948375.361234:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948375.361240:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948375.361247:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948375.361261:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948375.361293:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948375.361307:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948375.361314:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948375.361318:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948375.361322:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948375.361329:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361339:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948375.361351:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361358:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361367:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948375.361370:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948375.361377:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b800 00000100:00000001:0.0:1784948375.361379:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948375.361389:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948375.361392:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948375.361394:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948375.361402:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9420. 00000400:00000200:0.0:1784948375.361410:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1770 00000400:00000010:0.0:1784948375.361412:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1770. 00000100:00000001:0.0:1784948375.361416:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948375.361424:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948375.361432:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524e91 [1] + 224 00000800:00000001:1.0:1784948375.361448:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948375.361456:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948375.361457:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948375.361466:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948375.361497:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948375.361501:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948375.361506:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948375.361507:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948375.361514:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000200:1.0:1784948375.361521:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948375.361522:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948375.361528:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948375.361533:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948375.361542:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948375.361555:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948375.361556:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948375.361573:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=66 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948375.361591:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948375.361593:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948375.361597:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948375.361601:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.361604:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948375.361605:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948375.361617:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784948375.361618:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948375.361625:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948375.361633:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948375.361638:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948375.361640:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948375.361648:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:1.0:1784948375.361649:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948375.361653:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948375.361662:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:0.0:1784948375.361669:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948375.361678:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361691:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948375.361703:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:0.0:1784948375.361710:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155057536:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948375.361718:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b880 00000400:00000200:1.0:1784948375.361734:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948375.361741:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948375.361743:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ea9 [1] + 224 00000100:00000001:0.0:1784948375.361747:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784948375.361754:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:0.0:1784948375.361761:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f800 x1871641155057536/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.361771:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948375.361802:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948375.361807:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000800:00000001:1.0:1784948375.361829:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948375.361831:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784948375.361837:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1784948375.361838:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948375.361843:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000200:1.0:1784948375.361850:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000020:00000001:0.0:1784948375.361851:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948375.361859:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 00000100:00000001:1.0:1784948375.361862:0:2398:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784948375.361865:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948375.361869:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948375.361871:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f800. 00000100:00000200:1.0:1784948375.361877:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.361878:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948375.361883:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948375.361890:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.361898:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948375.361903:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948375.361908:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.361919:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948375.361926:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948375.361958:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948375.361959:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948375.361964:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1784948375.361969:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784948375.361971:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948375.361976:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948375.361979:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948375.361981:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea6e0. 00000400:00000200:0.0:1784948375.361990:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 00000400:00000010:0.0:1784948375.361992:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:0.0:1784948375.361997:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948375.362004:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948375.362019:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948375.362020:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948375.362027:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948375.362052:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948375.362055:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1784948375.362058:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948375.362062:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948375.362066:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948375.362068:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948375.362070:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948375.362073:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948375.362098:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe93c8. 00000400:00000200:1.0:1784948375.362108:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000010:1.0:1784948375.362113:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:1.0:1784948375.362120:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:0.0:1784948375.362125:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948375.362135:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1784948375.362138:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=66 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948375.362169:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=106 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948375.362181:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948375.362187:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948375.362194:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1784948375.362199:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1784948375.362202:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.362216:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948375.362220:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784948375.362223:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948375.362226:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948375.362233:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948375.362235:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1784948375.362237:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948375.362242:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948375.362244:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.362246:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.362256:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948375.362264:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=66 v=5 (5 5 5 5) 00000100:00000040:0.0:1784948375.362267:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948375.362271:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948375.362283:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948375.362287:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948375.362294:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948375.362300:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948375.362303:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948375.362306:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1784948375.362310:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784948375.362312:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948375.362317:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948375.362318:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948375.362325:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948375.362331:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948375.362335:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948375.362380:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155057664:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948375.362396:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948375.362399:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948375.362401:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948375.362408:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948375.362414:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948375.362415:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155057664/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948375.362425:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948375.362440:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948375.362446:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948375.362451:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000100:00100000:1.0:1784948375.362453:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155057792:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784948375.362457:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948375.362463:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:1.0:1784948375.362464:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1784948375.362471:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948375.362473:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1784948375.362498:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000040:1.0:1784948375.362500:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755ed80 x1871641155057792/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948391 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948375.362505:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 02000000:00000001:0.0:1784948375.362515:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948375.362520:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948375.362523:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000010:0.0:1784948375.362525:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 02000000:00000001:1.0:1784948375.362528:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1784948375.362532:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1784948375.362535:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948375.362537:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948375.362544:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948375.362545:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948375.362550:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000001:0.0:1784948375.362552:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1784948375.362553:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948375.362558:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948375.362560:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1784948375.362564:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784948375.362567:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948375.362570:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948375.362575:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948375.362580:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948375.362583:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755ed80. 00000100:00000001:1.0:1784948375.362589:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948375.362592:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948375.362596:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948375.362602:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948375.362605:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948375.362609:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948375.362612:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948375.548231:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948375.548241:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948375.548357:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948375.548366:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948375.548373:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948376.572212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948376.572222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948376.572319:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948376.572326:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948376.572332:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948377.596215:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948377.596227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948377.596359:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948377.596366:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948377.596372:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948378.620187:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948378.620197:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948378.620242:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948378.620247:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948378.620253:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948379.260156:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307138822, at 4307138880 00000100:00000040:1.0:1784948379.260158:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307138822, at 4307138880 00000100:00000010:1.0:1784948379.260175:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fc60. 00000100:00000010:0.0:1784948379.260181:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fba0. 00010000:00000001:1.0:1784948379.644141:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948379.644147:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948379.644170:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948379.644172:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948379.644175:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948380.476191:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948380.476202:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948380.476214:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948380.476221:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948380.476227:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948380.476231:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948380.476238:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948380.476249:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b900. 00000100:00000001:0.0:1784948380.476256:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476272:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948380.476285:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948380.476290:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476298:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.476328:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476331:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948380.476335:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948380.476340:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f800. 00000020:00000040:0.0:1784948380.476342:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948380.476345:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948380.476346:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948380.476348:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948380.476352:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bb00. 00000100:00000001:0.0:1784948380.476354:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476373:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948380.476382:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948380.476385:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476391:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000032132ce7] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.476396:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948380.476406:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.476406:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948380.476411:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948380.476413:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948380.476420:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948380.476426:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c380. 00000100:00000040:1.0:1784948380.476428:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784948380.476431:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948380.476440:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948380.476443:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948380.476448:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.476456:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1784948380.476457:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 00000100:00000001:1.0:1784948380.476461:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.476465:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948380.476468:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948380.476476:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948380.476482:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476484:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948380.476500:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1784948380.476505:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155057920:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948380.476508:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.476514:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948380.476523:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1784948380.476525:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6f68a7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948380.476527:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948380.476533:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948380.476543:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948380.476550:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948380.476554:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.476559:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1784948380.476568:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948380.476574:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1784948380.476576:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe93c8. 00000100:00000040:0.0:1784948380.476583:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948380.476592:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:1.0:1784948380.476593:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b13b8. 00000100:00000040:0.0:1784948380.476601:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12477) 00000100:00000200:1.0:1784948380.476607:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155057920, portal 25 00000100:00000001:1.0:1784948380.476616:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948380.476620:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000040:1.0:1784948380.476635:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.476646:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948380.476656:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948380.476656:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948380.476663:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948380.476670:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948380.476678:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000100:00000040:0.0:1784948380.476679:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948380.476684:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155057920, offset 0 00000400:00000200:1.0:1784948380.476723:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948380.476737:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948380.476752:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784948380.476753:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948380.476760:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948380.476767:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784948380.476768:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784948380.476772:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948380.476780:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:0.0:1784948380.476782:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948380.476791:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00100000:0.0:1784948380.476795:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155058048:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948380.476803:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948380.476810:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948380.476818:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541496:541496:256:4294967295] 192.168.201.111@tcp LPNI seq info [541433:541433:8:4294967295] 02000000:00000001:0.0:1784948380.476820:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948380.476825:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948380.476832:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948380.476834:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:0.0:1784948380.476838:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784948380.476844:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948380.476855:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.476860:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:0.0:1784948380.476863:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea6e0. 00000400:00000010:0.0:1784948380.476876:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf990. 00000800:00000200:1.0:1784948380.476876:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:0.0:1784948380.476889:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058048, portal 10 00000800:00000010:1.0:1784948380.476891:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000100:00000001:0.0:1784948380.476894:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948380.476898:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534255104 : -119148175296512 : ffff93a2a755f800) 00000800:00000200:1.0:1784948380.476905:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784948380.476912:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948380.476925:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948380.476935:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948380.476966:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948380.476972:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948380.476978:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfbb0. 00000100:00000001:1.0:1784948380.476980:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948380.476982:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155058048, offset 0 00000400:00000200:1.0:1784948380.476992:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948380.476996:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948380.477000:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307143941 00000400:00000200:0.0:1784948380.477009:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784948380.477013:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fc60. 00000400:00000200:0.0:1784948380.477021:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948380.477029:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948380.477030:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948380.477042:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948380.477044:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307143941 00000400:00000200:0.0:1784948380.477048:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:1.0:1784948380.477053:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f3c0. 00000400:00000200:0.0:1784948380.477055:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948380.477121:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541497:541497:255:4294967295] 192.168.201.111@tcp LPNI seq info [541434:541434:7:4294967295] 00000400:00000200:0.0:1784948380.477128:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948380.477134:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784948380.477144:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948380.477145:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948380.477154:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948380.477160:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948380.477162:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477170:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784948380.477173:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bc00. 00000100:00000001:1.0:1784948380.477181:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:0.0:1784948380.477182:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948380.477187:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948380.477192:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1784948380.477195:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948380.477197:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948380.477201:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1784948380.477205:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:1.0:1784948380.477213:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.477214:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.477225:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000100:00000001:1.0:1784948380.477235:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784948380.477236:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948380.477241:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.477243:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307140107 02000000:00000001:1.0:1784948380.477246:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948380.477250:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307143941 02000000:00000001:1.0:1784948380.477252:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948380.477258:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307140107 02000000:00000001:1.0:1784948380.477259:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.477269:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307143941 00000100:00100000:1.0:1784948380.477270:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155058176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948380.477278:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948380.477280:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948380.477286:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948380.477288:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948380.477293:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.477294:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948380.477297:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948380.477300:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1784948380.477305:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000100:00000001:0.0:1784948380.477308:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:1.0:1784948380.477311:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.477313:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948380.477320:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948380.477321:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948380.477327:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1784948380.477330:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe96e0. 00000100:00000001:0.0:1784948380.477332:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.477337:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948380.477338:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1c38. 00000100:00000200:1.0:1784948380.477346:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058176, portal 10 00000100:00000001:1.0:1784948380.477348:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948380.477350:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534241664 : -119148175309952 : ffff93a2a755c380) 00000100:00000040:1.0:1784948380.477359:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477368:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948380.477394:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948380.477397:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000100:00000200:1.0:1784948380.477401:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155058176, offset 0 00000400:00000200:1.0:1784948380.477410:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948380.477419:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.477427:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948380.477434:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948380.477438:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948380.477441:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948380.477445:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948380.477449:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541498:541498:254:4294967295] 192.168.201.111@tcp LPNI seq info [541435:541435:6:4294967295] 00000400:00000200:1.0:1784948380.477455:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.477464:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948380.477470:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948380.477475:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000800:00000200:1.0:1784948380.477481:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948380.477488:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948380.477492:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948380.477496:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948380.477501:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:1.0:1784948380.477505:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948380.477508:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307140108 00000100:00000001:1.0:1784948380.477511:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307143941 00000100:00000001:1.0:1784948380.477514:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307140108 00000100:00000001:1.0:1784948380.477517:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307143941 00000100:00000001:1.0:1784948380.477520:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948380.477523:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477526:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477529:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948380.477533:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948380.477535:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948380.477538:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948380.477540:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948380.477542:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477545:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948380.477606:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948380.477613:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:1.0:1784948380.477622:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948380.477631:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948380.477641:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:1.0:1784948380.477645:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:1.0:1784948380.477653:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948380.477662:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477681:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948380.477733:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477742:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477744:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948380.477766:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948380.477770:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bc00. 00000400:00000200:1.0:1784948380.477776:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948380.477782:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948380.477787:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfbb0 00000400:00000010:1.0:1784948380.477790:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfbb0. 00000100:00000001:1.0:1784948380.477795:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948380.477802:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477816:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948380.477822:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477834:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477837:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948380.477920:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948380.477924:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:1.0:1784948380.477930:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948380.477936:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948380.477940:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:1.0:1784948380.477943:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:1.0:1784948380.477947:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948380.477953:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477966:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948380.477972:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.477985:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.477988:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948380.480485:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.480500:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948380.480503:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.480506:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948380.480512:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480518:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948380.480525:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480529:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480534:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480538:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31b900 00000400:00000200:1.0:1784948380.480544:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480550:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524eb9 [1] + 224 00000800:00000001:1.0:1784948380.480556:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.480564:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948380.480566:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948380.480570:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948380.480576:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948380.480582:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948380.480601:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.480625:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948380.480633:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.480668:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948380.480671:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.480676:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948380.480679:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948380.480681:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948380.480685:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948380.480705:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948380.480715:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948380.480716:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948380.480722:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948380.480723:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948380.480731:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe93c8. 00000400:00000200:1.0:1784948380.480733:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480743:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31b980 00000400:00000200:0.0:1784948380.480744:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b13b8 00000400:00000200:1.0:1784948380.480751:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948380.480752:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b13b8. 00000100:00000001:0.0:1784948380.480760:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948380.480766:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ec9 [1] + 224 00000800:00000001:1.0:1784948380.480774:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948380.480775:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948380.480780:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948380.480788:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948380.480800:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:0.0:1784948380.480806:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.480808:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948380.480819:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.480829:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948380.480835:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948380.480841:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.480842:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948380.480848:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948380.480854:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948380.480860:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948380.480864:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.480871:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00001000:0.0:1784948380.480872:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948380.480880:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=71 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948380.480881:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948380.480888:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784948380.480890:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948380.480892:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948380.480896:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:0.0:1784948380.480898:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948380.480902:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1784948380.480903:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948380.480911:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948380.480913:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948380.480922:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000040:0.0:1784948380.480928:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948380.480933:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480962:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480974:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948380.480988:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ba00 00000400:00000200:1.0:1784948380.481004:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948380.481011:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948380.481018:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ed9 [1] + 224 00000100:00000001:0.0:1784948380.481020:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948380.481027:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948380.481030:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.481041:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948380.481045:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948380.481046:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948380.481058:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948380.481124:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948380.481131:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948380.481166:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155057920:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948380.481166:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.481188:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.481190:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948380.481199:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784948380.481200:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948380.481208:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948380.481216:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155057920/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.481220:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948380.481225:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948380.481231:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948380.481235:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948380.481241:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea6e0. 00000100:00000001:0.0:1784948380.481242:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1784948380.481245:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf990 02000000:00000001:0.0:1784948380.481249:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000010:1.0:1784948380.481250:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf990. 00000100:00000001:1.0:1784948380.481258:0:2406:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:0.0:1784948380.481260:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00000100:00000200:1.0:1784948380.481265:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948380.481271:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948380.481278:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000200:1.0:1784948380.481285:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1784948380.481286:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948380.481296:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948380.481303:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000010:0.0:1784948380.481306:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b900. 00000100:00000001:1.0:1784948380.481308:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948380.481315:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948380.481318:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948380.481319:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948380.481324:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784948380.481327:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1784948380.481328:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948380.481333:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784948380.481335:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00001000:1.0:1784948380.481340:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=71 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948380.481343:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00001000:1.0:1784948380.481348:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=111 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948380.481350:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948380.481357:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948380.481360:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.481361:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948380.481369:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948380.481372:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1784948380.481375:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.481379:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948380.481381:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948380.481385:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948380.481389:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:0.0:1784948380.481391:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948380.481392:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948380.481399:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784948380.481402:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948380.481406:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe96e0. 00000100:00000001:1.0:1784948380.481418:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948380.481419:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1c38 00000100:00000001:1.0:1784948380.481423:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1784948380.481428:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1c38. 00000100:00000001:1.0:1784948380.481429:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948380.481439:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.481440:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948380.481455:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948380.481456:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155058048:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948380.481468:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948380.481473:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948380.481481:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f800 x1871641155058048/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948380.481499:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948380.481501:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948380.481505:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 00000100:00000200:0.0:1784948380.481508:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948380.481510:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948380.481515:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948380.481519:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948380.481525:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948380.481530:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bb00. 02000000:00000001:1.0:1784948380.481536:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948380.481540:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948380.481544:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f800. 00000100:00000001:0.0:1784948380.481545:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948380.481549:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948380.481552:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948380.481553:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948380.481560:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948380.481563:0:2407:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948380.481568:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1784948380.481570:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948380.481573:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.481577:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948380.481578:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948380.481586:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948380.481586:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948380.481598:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948380.481607:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948380.481614:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=93 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948380.481619:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948380.481622:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948380.481625:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948380.481630:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.481634:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948380.481637:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948380.481640:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948380.481643:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948380.481651:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.481663:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948380.481667:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948380.481670:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948380.481676:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948380.481716:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155058176:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948380.481724:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948380.481728:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948380.481734:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c380 x1871641155058176/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948396 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948380.481747:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948380.481750:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948380.481754:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948380.481759:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948380.481762:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948380.481764:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948380.481768:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948380.481771:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:0.0:1784948380.481775:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948380.481777:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948380.481780:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c380. 00000100:00000001:0.0:1784948380.481785:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948380.481787:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948380.481790:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948380.481797:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948380.481800:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948380.481804:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948380.481807:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948380.668224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948380.668234:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948380.668373:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948380.668380:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948380.668386:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948381.692189:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948381.692198:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948381.692326:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948381.692332:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948381.692337:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948382.716188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948382.716199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948382.716349:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948382.716357:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948382.716363:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948383.740183:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948383.740194:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948383.740198:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948383.740203:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948383.740210:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948383.740214:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948383.740217:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948383.740221:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948383.740254:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948383.740259:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948383.740263:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948384.380154:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307143941, at 4307144000 00000100:00000040:0.0:1784948384.380161:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307143941, at 4307144000 00000100:00000010:1.0:1784948384.380168:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f3c0. 00000100:00000010:0.0:1784948384.380171:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fc60. 00010000:00000001:1.0:1784948384.764156:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948384.764162:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948384.764195:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948384.764199:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948384.764214:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948385.596203:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948385.596217:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948385.596228:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948385.596237:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948385.596242:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948385.596246:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948385.596253:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948385.596263:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948385.596272:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596286:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948385.596303:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948385.596309:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596318:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.596351:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596356:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948385.596361:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948385.596365:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784948385.596369:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948385.596373:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948385.596386:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948385.596390:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948385.596394:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784948385.596396:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948385.596403:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948385.596404:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1784948385.596411:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948385.596413:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948385.596422:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948385.596428:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.596429:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948385.596434:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948385.596436:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948385.596439:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948385.596445:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948385.596448:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948385.596460:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948385.596510:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948385.596512:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948385.596514:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596519:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948385.596523:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948385.596526:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1784948385.596530:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1784948385.596532:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872fb80. 02000000:00000001:0.0:1784948385.596538:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1784948385.596540:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948385.596548:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948385.596551:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1784948385.596552:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155058304:192.168.201.111@tcp:400:kworker.0 02000000:00000001:1.0:1784948385.596555:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948385.596563:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd700. 00000100:00000001:0.0:1784948385.596565:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948385.596572:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948385.596575:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948385.596582:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596583:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1784948385.596590:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948385.596621:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948385.596625:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596632:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005872865a] to pc [ptlrpcd_00_00+0] req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1784948385.596651:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 00000100:00000001:1.0:1784948385.596655:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948385.596657:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.596662:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948385.596669:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:0.0:1784948385.596671:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948385.596674:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1784948385.596681:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea9a0. 00000100:00000040:1.0:1784948385.596683:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948385.596693:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12482) 00000400:00000010:0.0:1784948385.596696:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf220. 00000100:00000200:0.0:1784948385.596707:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058304, portal 25 00000100:00000001:0.0:1784948385.596712:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948385.596714:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 00000100:00000040:0.0:1784948385.596725:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.596727:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948385.596734:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948385.596739:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948385.596747:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948385.596751:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948385.596760:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948385.596769:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf088. 00000100:00000200:0.0:1784948385.596777:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155058304, offset 0 00000100:00000001:1.0:1784948385.596793:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1784948385.596794:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948385.596798:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948385.596804:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948385.596807:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948385.596812:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:1.0:1784948385.596814:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948385.596823:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155058560:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948385.596829:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948385.596831:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948385.596838:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:0.0:1784948385.596843:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:1.0:1784948385.596843:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948385.596849:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784948385.596853:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:1.0:1784948385.596857:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 00000400:00000200:0.0:1784948385.596862:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:1.0:1784948385.596864:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948385.596872:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948385.596878:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948385.596886:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541499:541499:256:4294967295] 192.168.201.111@tcp LPNI seq info [541436:541436:8:4294967295] 00000400:00000010:1.0:1784948385.596887:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9b00. 00000400:00000010:1.0:1784948385.596898:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1bb0. 00000400:00000200:0.0:1784948385.596902:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:1.0:1784948385.596907:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058560, portal 10 00000100:00000001:1.0:1784948385.596912:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948385.596917:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821369216 : -119147888182400 : ffff93a2b872fb80) 00000400:00000200:0.0:1784948385.596928:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:1.0:1784948385.596934:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948385.596947:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948385.596956:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:0.0:1784948385.596962:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121be00. 00000100:00000040:1.0:1784948385.596964:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948385.596972:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000100:00000200:1.0:1784948385.596978:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155058560, offset 0 00000800:00000200:0.0:1784948385.596982:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948385.596990:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948385.597001:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:0.0:1784948385.597003:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948385.597012:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948385.597014:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121be00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948385.597020:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948385.597026:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948385.597030:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948385.597036:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948385.597037:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948385.597077:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948385.597082:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307149062 00000100:00000010:0.0:1784948385.597090:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:0.0:1784948385.597100:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948385.597101:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541500:541500:255:4294967295] 192.168.201.111@tcp LPNI seq info [541437:541437:7:4294967295] 00000100:00000001:0.0:1784948385.597108:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307149062 00000400:00000200:1.0:1784948385.597116:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784948385.597120:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889720. 00000100:00000001:0.0:1784948385.597128:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:1.0:1784948385.597137:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948385.597139:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948385.597148:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948385.597150:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948385.597156:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948385.597160:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000100:00000001:0.0:1784948385.597162:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948385.597171:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784948385.597173:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948385.597175:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948385.597183:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948385.597185:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948385.597189:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:1.0:1784948385.597191:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948385.597199:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784948385.597201:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.597209:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.597219:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10203 usecs (11 jiffies) 00000100:00000001:0.0:1784948385.597223:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948385.597227:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948385.597230:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948385.597232:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1784948385.597237:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307145228 02000000:00000001:0.0:1784948385.597238:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948385.597246:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597247:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307149062 00000100:00100000:0.0:1784948385.597255:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155058432:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948385.597256:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307145228 00000100:00000001:1.0:1784948385.597262:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307149062 00000100:00000001:0.0:1784948385.597267:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948385.597269:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948385.597274:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948385.597275:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948385.597280:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597282:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948385.597287:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948385.597289:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784948385.597297:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000001:1.0:1784948385.597298:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948385.597303:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1784948385.597305:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597309:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948385.597313:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948385.597317:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948385.597318:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597326:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948385.597328:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eaaa8. 00000400:00000010:0.0:1784948385.597336:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfdd0. 00000100:00000200:0.0:1784948385.597341:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058432, portal 10 00000100:00000001:0.0:1784948385.597344:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948385.597347:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000100:00000040:0.0:1784948385.597358:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948385.597369:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948385.597374:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948385.597379:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf198. 00000800:00000200:1.0:1784948385.597379:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948385.597387:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121be00. 00000100:00000200:0.0:1784948385.597388:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155058432, offset 0 00000400:00000200:0.0:1784948385.597400:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948385.597400:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948385.597415:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.597416:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948385.597429:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948385.597434:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948385.597438:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948385.597442:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948385.597446:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948385.597450:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541501:541501:254:4294967295] 192.168.201.111@tcp LPNI seq info [541438:541438:6:4294967295] 00000400:00000200:0.0:1784948385.597457:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948385.597466:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948385.597473:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948385.597476:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf088 00000800:00000010:0.0:1784948385.597480:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000400:00000010:1.0:1784948385.597483:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf088. 00000800:00000200:0.0:1784948385.597492:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948385.597494:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1784948385.597507:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:1.0:1784948385.597508:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1784948385.597515:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948385.597527:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597535:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948385.597536:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000100:00000040:1.0:1784948385.597545:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948385.597550:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948385.597557:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307145227 00000100:00000001:0.0:1784948385.597567:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307149062 00000100:00000001:1.0:1784948385.597568:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597576:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1784948385.597577:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307145227 00000100:00000001:0.0:1784948385.597583:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307149062 00000100:00000001:0.0:1784948385.597587:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948385.597591:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948385.597595:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1784948385.597596:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948385.597617:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:1.0:1784948385.597622:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 00000100:00000001:0.0:1784948385.597625:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948385.597629:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948385.597631:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948385.597638:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948385.597641:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948385.597643:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948385.597650:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948385.597650:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:1.0:1784948385.597657:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:0.0:1784948385.597659:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597663:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948385.597672:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.597684:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948385.597690:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.597701:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597704:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948385.597776:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948385.597781:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784948385.597785:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948385.597790:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948385.597795:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf198 00000400:00000010:1.0:1784948385.597797:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf198. 00000100:00000001:1.0:1784948385.597801:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948385.597806:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.597818:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948385.597823:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.597833:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.597836:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948385.600076:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600090:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948385.600095:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600099:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948385.600107:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600114:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948385.600123:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600128:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600134:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600140:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31bb80 00000400:00000200:1.0:1784948385.600146:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600153:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ef9 [1] + 224 00000800:00000001:1.0:1784948385.600162:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600167:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948385.600170:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948385.600176:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948385.600181:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948385.600188:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948385.600213:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.600240:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948385.600248:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600253:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948385.600256:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600260:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948385.600265:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600272:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948385.600280:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600286:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600292:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600299:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31ba80 00000100:00000001:0.0:1784948385.600300:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948385.600307:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948385.600307:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948385.600316:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ee9 [1] + 224 00000800:00000001:1.0:1784948385.600322:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:0.0:1784948385.600324:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948385.600328:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948385.600329:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948385.600334:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1784948385.600336:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9b00. 00000400:00000200:1.0:1784948385.600344:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948385.600349:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1bb0 00000400:00000010:0.0:1784948385.600355:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1bb0. 00000100:00000001:0.0:1784948385.600359:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948385.600360:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948385.600371:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948385.600373:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948385.600424:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948385.600425:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948385.600462:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948385.600466:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948385.600470:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948385.600472:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948385.600477:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948385.600478:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948385.600480:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948385.600486:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948385.600488:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600495:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948385.600498:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=76 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948385.600499:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600505:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948385.600508:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=98 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948385.600516:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948385.600519:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948385.600526:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948385.600527:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:0.0:1784948385.600533:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948385.600539:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784948385.600542:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948385.600548:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948385.600552:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948385.600557:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000400:00000200:1.0:1784948385.600558:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948385.600564:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1784948385.600570:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31bb00 00000100:00000001:0.0:1784948385.600571:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948385.600581:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948385.600589:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948385.600592:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f09 [1] + 224 00000800:00000001:1.0:1784948385.600620:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948385.600656:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:1.0:1784948385.600660:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948385.600662:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948385.600667:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948385.600668:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948385.600681:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784948385.600682:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.600688:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948385.600698:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948385.600708:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155058560:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948385.600722:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948385.600723:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948385.600730:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948385.600740:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872fb80 x1871641155058560/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.600742:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948385.600748:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948385.600754:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948385.600759:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948385.600764:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948385.600768:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948385.600774:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948385.600778:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948385.600781:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948385.600783:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1784948385.600785:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948385.600788:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1784948385.600791:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd700. 00000400:00000001:1.0:1784948385.600795:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1784948385.600798:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:1.0:1784948385.600800:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1784948385.600805:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:1.0:1784948385.600806:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eaaa8. 00000100:00000010:0.0:1784948385.600812:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872fb80. 00000400:00000200:1.0:1784948385.600814:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfdd0 00000400:00000010:1.0:1784948385.600820:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfdd0. 00000100:00000001:0.0:1784948385.600821:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948385.600825:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948385.600826:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948385.600832:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948385.600835:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948385.600839:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948385.600844:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948385.600850:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948385.600855:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948385.600862:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.600874:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948385.600877:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.600880:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948385.600883:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948385.600885:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948385.600887:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948385.600891:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948385.600897:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948385.600901:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948385.600905:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948385.600907:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948385.600910:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948385.600913:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.600917:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948385.600919:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948385.600922:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948385.600924:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.600930:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.600940:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948385.600943:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948385.600945:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948385.600950:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948385.600962:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155058432:192.168.201.111@tcp:400:kworker.0 00000400:00000001:1.0:1784948385.600969:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948385.600971:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948385.600973:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea9a0. 00000400:00000200:1.0:1784948385.600976:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf220 00000400:00000010:1.0:1784948385.600979:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf220. 00000100:00000001:1.0:1784948385.600982:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948385.600986:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948385.600999:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.601009:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948385.601011:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.601013:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948385.601015:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948385.601016:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948385.601019:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948385.601022:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948385.601025:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=76 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948385.601029:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948385.601032:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948385.601035:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948385.601037:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948385.601039:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.601043:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948385.601048:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.601058:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948385.601060:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948385.601090:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948385.601097:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948385.601108:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155058304:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948385.601114:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.601117:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948385.601122:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641155058432/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.601132:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948385.601134:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948385.601137:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:1.0:1784948385.601151:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948385.601154:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948385.601156:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948385.601159:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948385.601161:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:1.0:1784948385.601165:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948385.601167:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948385.601169:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000100:00000001:1.0:1784948385.601173:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948385.601175:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.601177:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948385.601182:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155058304/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948401 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948385.601192:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948385.601195:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948385.601197:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feda00. 02000000:00000001:1.0:1784948385.601200:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948385.601202:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948385.601204:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948385.601207:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948385.601209:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:1.0:1784948385.601212:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948385.601213:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948385.601215:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:1.0:1784948385.601218:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948385.601220:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.601222:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948385.601227:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948385.601229:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948385.601232:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948385.601235:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948385.788212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948385.788222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948385.788304:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948385.788319:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948385.788325:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948386.812265:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948386.812275:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948386.812381:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948386.812391:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948386.812399:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948387.836229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948387.836239:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948387.836376:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948387.836383:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948387.836389:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948388.860182:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948388.860191:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948388.860237:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948388.860241:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948388.860248:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948389.500154:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307149062, at 4307149120 00000100:00000040:0.0:1784948389.500165:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307149062, at 4307149120 00000100:00000010:1.0:1784948389.500172:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889720. 00000100:00000010:0.0:1784948389.500178:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948389.884176:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948389.884183:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948389.884213:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948389.884217:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948389.884223:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948390.716220:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948390.716233:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948390.716246:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c380. 00000020:00000040:0.0:1784948390.716254:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948390.716259:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948390.716263:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948390.716271:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948390.716282:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784948390.716291:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716306:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948390.716321:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948390.716326:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716335:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6f68a7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.716375:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716379:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948390.716384:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948390.716388:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948390.716392:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948390.716395:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948390.716397:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948390.716402:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948390.716407:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784948390.716410:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716418:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948390.716418:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948390.716427:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948390.716434:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948390.716436:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948390.716442:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948390.716452:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948390.716453:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.716541:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948390.716542:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.716548:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716549:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1784948390.716561:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1784948390.716562:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1784948390.716571:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1784948390.716572:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d500. 00000020:00000040:0.0:1784948390.716582:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:1.0:1784948390.716584:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.716589:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948390.716596:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:1.0:1784948390.716597:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155058688:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784948390.716601:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.716609:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1784948390.716612:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121ba00. 02000000:00000001:1.0:1784948390.716620:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948390.716621:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948390.716629:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716639:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1784948390.716640:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948390.716653:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948390.716654:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948390.716663:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.716664:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716678:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000059426f63] to pc [ptlrpcd_00_01+1] req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948390.716686:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948390.716698:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9f20. 00000100:00000001:0.0:1784948390.716703:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.716708:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:1.0:1784948390.716710:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1990. 00000100:00000040:0.0:1784948390.716716:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948390.716723:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:1.0:1784948390.716724:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058688, portal 25 00000100:00000040:0.0:1784948390.716736:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784948390.716737:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948390.716742:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534241664 : -119148175309952 : ffff93a2a755c380) 00000100:00000040:0.0:1784948390.716748:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12488) 00000100:00000040:1.0:1784948390.716757:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.716770:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948390.716771:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1784948390.716778:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948390.716779:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948390.716786:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1784948390.716789:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000100:00000200:1.0:1784948390.716796:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155058688, offset 0 00000100:00000040:0.0:1784948390.716798:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948390.716814:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948390.716824:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948390.716827:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948390.716831:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1784948390.716833:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948390.716835:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948390.716841:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948390.716849:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155058816:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948390.716851:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948390.716863:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948390.716869:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:0.0:1784948390.716870:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948390.716875:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948390.716879:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:0.0:1784948390.716881:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948390.716891:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784948390.716892:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 00000400:00000200:1.0:1784948390.716901:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:0.0:1784948390.716902:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948390.716919:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541502:541502:256:4294967295] 192.168.201.111@tcp LPNI seq info [541439:541439:8:4294967295] 00000400:00000200:0.0:1784948390.716920:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948390.716929:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eae18. 00000400:00000200:1.0:1784948390.716937:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948390.716943:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000200:0.0:1784948390.716952:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058816, portal 10 00000400:00000200:1.0:1784948390.716959:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948390.716960:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948390.716966:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000800:00000200:1.0:1784948390.716977:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948390.716983:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948390.716990:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000100:00000001:0.0:1784948390.717001:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784948390.717011:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:0.0:1784948390.717012:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948390.717023:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf5d8. 00000100:00000200:0.0:1784948390.717029:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155058816, offset 0 00000800:00000200:1.0:1784948390.717037:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948390.717094:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948390.717113:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948390.717116:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948390.717125:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948390.717131:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307154182 00000400:00000200:0.0:1784948390.717140:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:1.0:1784948390.717143:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f3c0. 00000400:00000200:0.0:1784948390.717155:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:1.0:1784948390.717157:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:0.0:1784948390.717165:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948390.717169:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307154182 00000400:00000200:0.0:1784948390.717175:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:1.0:1784948390.717179:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fa20. 00000400:00000200:0.0:1784948390.717184:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948390.717189:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1784948390.717191:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948390.717201:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948390.717203:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541503:541503:255:4294967295] 192.168.201.111@tcp LPNI seq info [541440:541440:7:4294967295] 00000100:00000001:1.0:1784948390.717212:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948390.717220:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948390.717222:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948390.717233:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948390.717243:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948390.717247:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948390.717257:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948390.717262:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948390.717266:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948390.717268:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948390.717271:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948390.717279:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717290:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948390.717293:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948390.717296:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948390.717299:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948390.717303:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948390.717308:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155058944:192.168.201.111@tcp:400:kworker.0 00000800:00000010:0.0:1784948390.717313:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b900. 00000100:00000001:1.0:1784948390.717314:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948390.717321:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948390.717326:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948390.717328:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:1.0:1784948390.717331:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948390.717341:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 00000800:00000200:0.0:1784948390.717343:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:1.0:1784948390.717346:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948390.717354:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948390.717363:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948390.717368:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948390.717371:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9d10. 00000100:00000040:0.0:1784948390.717384:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000400:00000010:1.0:1784948390.717384:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000200:1.0:1784948390.717395:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155058944, portal 10 00000400:00000200:0.0:1784948390.717399:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948390.717402:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948390.717406:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307150347 00000100:00000001:1.0:1784948390.717407:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534246144 : -119148175305472 : ffff93a2a755d500) 00000100:00000001:0.0:1784948390.717418:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307154182 00000100:00000001:0.0:1784948390.717428:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307150347 00000100:00000040:1.0:1784948390.717429:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.717436:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307154182 00000100:00000001:0.0:1784948390.717447:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948390.717454:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948390.717456:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948390.717465:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948390.717467:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948390.717472:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784948390.717473:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1784948390.717485:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155058944, offset 0 00000100:00000001:0.0:1784948390.717488:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948390.717494:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1784948390.717501:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948390.717503:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948390.717508:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948390.717531:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948390.717535:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948390.717542:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:0.0:1784948390.717545:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948390.717551:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948390.717559:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948390.717563:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948390.717567:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948390.717573:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541504:541504:254:4294967295] 192.168.201.111@tcp LPNI seq info [541441:541441:6:4294967295] 00000400:00000200:1.0:1784948390.717580:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.717589:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948390.717594:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948390.717600:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000800:00000200:1.0:1784948390.717605:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948390.717611:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948390.717615:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948390.717620:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948390.717623:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10203 usecs (11 jiffies) 00000400:00000200:1.0:1784948390.717627:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948390.717630:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307150348 00000100:00000001:1.0:1784948390.717634:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307154182 00000100:00000001:1.0:1784948390.717637:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307150348 00000100:00000001:1.0:1784948390.717639:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307154182 00000100:00000001:1.0:1784948390.717642:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948390.717644:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.717648:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.717650:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948390.717653:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948390.717655:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948390.717658:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948390.717660:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948390.717662:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.717665:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948390.717723:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948390.717728:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:1.0:1784948390.717735:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948390.717741:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948390.717748:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000400:00000010:1.0:1784948390.717751:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:1.0:1784948390.717756:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948390.717762:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717775:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948390.717779:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717788:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.717791:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948390.717803:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948390.717806:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b900. 00000400:00000200:1.0:1784948390.717810:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948390.717814:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948390.717817:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf5d8 00000400:00000010:1.0:1784948390.717820:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf5d8. 00000100:00000001:1.0:1784948390.717823:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948390.717827:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717835:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948390.717839:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717846:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.717848:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948390.717928:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948390.717932:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:1.0:1784948390.717936:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948390.717940:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948390.717943:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:1.0:1784948390.717945:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:1.0:1784948390.717948:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948390.717953:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717962:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948390.717966:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.717974:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.717976:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948390.721084:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721104:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948390.721108:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721115:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948390.721125:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721134:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948390.721142:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721147:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721153:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721158:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31bc00 00000400:00000200:1.0:1784948390.721164:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721171:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f19 [1] + 224 00000800:00000001:1.0:1784948390.721180:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721189:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948390.721193:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948390.721197:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948390.721204:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948390.721211:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948390.721226:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.721255:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948390.721263:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721267:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948390.721313:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948390.721318:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948390.721327:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948390.721329:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948390.721333:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9f20. 00000400:00000200:0.0:1784948390.721341:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1990 00000400:00000010:0.0:1784948390.721344:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1990. 00000100:00000001:0.0:1784948390.721347:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948390.721357:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948390.721370:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.721380:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948390.721382:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948390.721385:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948390.721388:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948390.721391:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948390.721393:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948390.721397:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948390.721404:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948390.721409:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948390.721412:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948390.721414:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948390.721418:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948390.721421:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.721424:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.721430:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.721439:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948390.721442:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948390.721444:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948390.721449:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948390.721460:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155058688:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948390.721466:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.721469:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948390.721473:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c380 x1871641155058688/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.721481:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948390.721484:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948390.721488:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784948390.721491:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948390.721494:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948390.721496:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948390.721499:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948390.721502:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b300. 02000000:00000001:0.0:1784948390.721505:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948390.721508:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948390.721510:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c380. 00000100:00000001:0.0:1784948390.721537:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948390.721539:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948390.721542:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.721545:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948390.721547:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948390.721549:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.721551:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948390.721892:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721901:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948390.721905:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721908:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948390.721915:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721924:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948390.721934:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721940:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721947:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721953:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31bc80 00000400:00000200:1.0:1784948390.721964:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.721975:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f29 [1] + 224 00000800:00000001:1.0:1784948390.721985:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.721993:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948390.721998:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948390.722005:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948390.722012:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948390.722021:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948390.722041:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.722112:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948390.722124:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.722133:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948390.722137:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.722142:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948390.722149:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.722159:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948390.722170:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948390.722178:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948390.722181:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948390.722188:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948390.722190:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:0.0:1784948390.722196:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948390.722203:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948390.722204:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31bd00 00000400:00000010:0.0:1784948390.722208:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eae18. 00000400:00000200:1.0:1784948390.722217:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948390.722218:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000400:00000010:0.0:1784948390.722225:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 00000100:00000001:0.0:1784948390.722228:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948390.722237:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948390.722247:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f39 [1] + 224 00000800:00000001:1.0:1784948390.722267:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948390.722272:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.722286:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948390.722289:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948390.722292:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948390.722294:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948390.722296:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948390.722298:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948390.722301:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948390.722305:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1784948390.722308:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=81 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948390.722313:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1784948390.722317:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=121 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948390.722328:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:1.0:1784948390.722329:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948390.722332:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948390.722338:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948390.722340:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1784948390.722343:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948390.722349:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1784948390.722353:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948390.722354:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948390.722361:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948390.722366:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948390.722381:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.722439:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948390.722444:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1784948390.722447:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948390.722448:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948390.722464:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948390.722482:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155058816:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948390.722488:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948390.722493:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948390.722494:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:0.0:1784948390.722500:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155058816/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948390.722506:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948390.722538:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948390.722550:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948390.722555:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948390.722558:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feda00. 02000000:00000001:0.0:1784948390.722563:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948390.722565:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948390.722569:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948390.722573:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948390.722576:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b700. 00000100:00000001:1.0:1784948390.722579:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1784948390.722580:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948390.722585:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948390.722586:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948390.722593:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000400:00000001:1.0:1784948390.722597:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948390.722598:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948390.722606:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1784948390.722606:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1784948390.722614:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1784948390.722615:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9d10. 00000100:00000001:0.0:1784948390.722621:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948390.722624:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000100:00000001:0.0:1784948390.722626:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948390.722630:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784948390.722633:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948390.722637:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948390.722639:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948390.722649:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948390.722664:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.722673:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948390.722675:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948390.722678:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948390.722680:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948390.722682:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948390.722684:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948390.722687:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948390.722694:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=81 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948390.722698:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948390.722701:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948390.722703:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948390.722705:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948390.722708:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.722711:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948390.722714:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948390.722716:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948390.722720:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948390.722725:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.722734:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948390.722737:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948390.722739:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948390.722744:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948390.722753:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155058944:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948390.722758:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948390.722761:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948390.722765:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d500 x1871641155058944/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948406 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948390.722772:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948390.722775:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948390.722777:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948390.722781:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948390.722783:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948390.722785:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948390.722787:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948390.722790:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121ba00. 02000000:00000001:1.0:1784948390.722793:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948390.722795:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948390.722797:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d500. 00000100:00000001:1.0:1784948390.722802:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948390.722804:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948390.722806:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948390.722811:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948390.722813:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948390.722816:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948390.722819:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948390.908248:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948390.908257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948390.908408:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948390.908419:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948390.908426:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948391.932289:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948391.932302:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948391.932399:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948391.932409:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948391.932417:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948392.956209:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948392.956221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948392.956366:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948392.956377:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948392.956385:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948393.980262:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948393.980279:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948393.980284:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948393.980293:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948393.980301:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948393.980305:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948393.980309:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948393.980314:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948393.980358:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948393.980363:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948393.980367:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948394.620216:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307154182, at 4307154240 00000100:00000010:0.0:1784948394.620242:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f3c0. 00000100:00000040:1.0:1784948394.620274:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307154182, at 4307154240 00000100:00000010:1.0:1784948394.620303:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa20. 00010000:00000001:1.0:1784948395.004263:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948395.004273:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948395.004317:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948395.004320:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948395.004325:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948395.836244:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948395.836263:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948395.836281:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948395.836294:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948395.836303:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948395.836310:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948395.836322:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948395.836342:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784948395.836357:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948395.836385:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948395.836410:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948395.836420:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948395.836495:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948395.836548:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948395.836553:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948395.836561:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948395.836569:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c380. 00000020:00000040:0.0:1784948395.836575:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948395.836580:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948395.836583:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948395.836589:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.836592:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784948395.836599:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b300. 00000100:00000001:0.0:1784948395.836610:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948395.836612:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1784948395.836623:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948395.836624:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948395.836642:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948395.836647:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948395.836651:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.836658:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.836662:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948395.836669:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1784948395.836674:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6f68a7] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.836676:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948395.836702:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948395.836705:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948395.836711:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948395.836731:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948395.836740:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755f100. 00000020:00000040:0.0:1784948395.836749:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948395.836754:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948395.836758:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784948395.836763:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948395.836765:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948395.836770:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948395.836777:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:0.0:1784948395.836781:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121be00. 02000000:00000001:1.0:1784948395.836787:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948395.836792:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948395.836796:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948395.836806:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1784948395.836814:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155059072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948395.836834:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948395.836847:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948395.836857:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.836859:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1784948395.836862:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948395.836870:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948395.836879:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948395.836890:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948395.836892:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000056e8e917] to pc [ptlrpcd_00_00+0] req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948395.836905:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948395.836918:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9d10. 00000400:00000010:1.0:1784948395.836932:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784948395.836938:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948395.836944:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059072, portal 25 00000100:00000040:0.0:1784948395.836948:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948395.836951:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948395.836959:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000100:00000040:0.0:1784948395.836968:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1784948395.836983:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948395.836985:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948395.837018:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784948395.837034:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948395.837041:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12493) 00000100:00000040:1.0:1784948395.837042:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948395.837119:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000100:00000200:1.0:1784948395.837124:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155059072, offset 0 00000400:00000200:1.0:1784948395.837132:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948395.837146:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.837157:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948395.837164:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948395.837171:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948395.837176:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948395.837181:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948395.837187:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541505:541505:256:4294967295] 192.168.201.111@tcp LPNI seq info [541442:541442:8:4294967295] 00000100:00000001:0.0:1784948395.837192:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948395.837199:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948395.837203:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948395.837211:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1784948395.837244:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784948395.837246:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1784948395.837272:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948395.837290:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bde00. 00000100:00000001:0.0:1784948395.837308:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948395.837321:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948395.837322:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:0.0:1784948395.837340:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:1.0:1784948395.837349:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:0.0:1784948395.837350:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948395.837359:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bde00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:0.0:1784948395.837368:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.837381:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948395.837383:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155059328:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948395.837392:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948395.837402:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307159302 00000100:00000001:0.0:1784948395.837405:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000010:1.0:1784948395.837411:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037fa20. 02000000:00000001:0.0:1784948395.837420:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948395.837448:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948395.837455:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948395.837455:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 02000000:00000010:0.0:1784948395.837472:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feda00. 00000100:00000001:1.0:1784948395.837474:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307159302 02000000:00000001:0.0:1784948395.837482:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1784948395.837491:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f600. 00000400:00000200:0.0:1784948395.837502:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948395.837507:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000010:0.0:1784948395.837514:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85eae18. 00000100:00000001:1.0:1784948395.837520:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784948395.837529:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf440. 00000100:00000001:1.0:1784948395.837530:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.837543:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948395.837546:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059328, portal 10 00000100:00000001:1.0:1784948395.837551:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.837555:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948395.837561:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534253312 : -119148175298304 : ffff93a2a755f100) 00000100:00000001:1.0:1784948395.837563:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948395.837572:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948395.837580:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784948395.837583:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.837587:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948395.837597:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948395.837621:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948395.837664:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948395.837678:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948395.837680:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784948395.837685:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfaa0. 00000100:00000001:1.0:1784948395.837687:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948395.837693:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155059328, offset 0 02000000:00000001:1.0:1784948395.837698:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948395.837706:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948395.837708:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:1.0:1784948395.837723:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948395.837738:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:1.0:1784948395.837739:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155059200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948395.837755:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948395.837760:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948395.837763:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948395.837767:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1784948395.837770:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:1.0:1784948395.837778:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 02000000:00000001:1.0:1784948395.837783:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948395.837786:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948395.837796:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948395.837802:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9e70. 00000400:00000200:0.0:1784948395.837804:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:1.0:1784948395.837813:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1000. 00000400:00000200:0.0:1784948395.837823:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000200:1.0:1784948395.837827:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059200, portal 10 00000100:00000001:1.0:1784948395.837832:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1784948395.837839:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:1.0:1784948395.837839:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534241664 : -119148175309952 : ffff93a2a755c380) 00000400:00000200:0.0:1784948395.837862:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541506:541506:255:4294967295] 192.168.201.111@tcp LPNI seq info [541443:541443:7:4294967295] 00000100:00000040:1.0:1784948395.837864:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.837908:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1784948395.837910:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948395.837926:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948395.837931:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000100:00000200:1.0:1784948395.837935:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155059200, offset 0 00000400:00000200:1.0:1784948395.837954:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948395.837957:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948395.837973:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948395.837985:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948395.837999:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121bb00. 00000400:00000200:1.0:1784948395.837999:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948395.838011:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948395.838017:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948395.838025:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784948395.838033:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948395.838034:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948395.838074:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541507:541507:254:4294967295] 192.168.201.111@tcp LPNI seq info [541444:541444:6:4294967295] 00000400:00000200:1.0:1784948395.838082:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.838093:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948395.838101:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000200:0.0:1784948395.838112:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:1.0:1784948395.838113:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd000. 00000800:00000200:0.0:1784948395.838128:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121bb00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784948395.838131:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948395.838152:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948395.838154:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948395.838167:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1784948395.838172:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10203 usecs (11 jiffies) 00000100:00000001:1.0:1784948395.838175:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948395.838191:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000400:00000200:0.0:1784948395.838206:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.838218:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948395.838221:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307155469 00000100:00000001:1.0:1784948395.838224:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307155468 00000100:00000001:0.0:1784948395.838237:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307159302 00000100:00000001:0.0:1784948395.838243:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307155469 00000100:00000001:1.0:1784948395.838246:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307159302 00000100:00000001:0.0:1784948395.838249:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307159302 00000100:00000001:1.0:1784948395.838255:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307155468 00000100:00000001:0.0:1784948395.838261:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948395.838264:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307159302 00000100:00000001:0.0:1784948395.838275:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.838275:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948395.838284:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.838292:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.838292:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.838313:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.838315:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948395.838321:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948395.838324:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948395.838328:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948395.838330:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948395.838332:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.838334:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948395.838337:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.838345:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948395.838354:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948395.838357:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948395.838362:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.838368:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948395.838401:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948395.838409:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bde00. 00000400:00000200:1.0:1784948395.838418:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948395.838447:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948395.838454:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:1.0:1784948395.838457:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:1.0:1784948395.838463:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948395.838469:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.838483:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948395.838488:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.838503:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.838506:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948395.838528:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948395.838532:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121bb00. 00000400:00000200:1.0:1784948395.838539:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948395.838546:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948395.838554:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfaa0 00000400:00000010:1.0:1784948395.838558:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfaa0. 00000100:00000001:1.0:1784948395.838563:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948395.838571:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.838583:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948395.838587:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.838596:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.838598:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948395.838687:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948395.838694:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd000. 00000400:00000200:1.0:1784948395.838699:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948395.838708:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948395.838714:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:1.0:1784948395.838717:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:1.0:1784948395.838722:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948395.838729:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.838744:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948395.838751:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.838764:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.838768:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948395.841268:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841288:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948395.841293:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841298:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948395.841308:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841317:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948395.841328:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841335:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841343:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841353:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31bd80 00000400:00000200:1.0:1784948395.841360:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841371:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f49 [1] + 224 00000800:00000001:1.0:1784948395.841381:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841405:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948395.841409:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948395.841414:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948395.841419:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948395.841447:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948395.841461:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.841489:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948395.841499:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841504:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948395.841506:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841509:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948395.841513:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841517:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948395.841522:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841526:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841529:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841533:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31be00 00000400:00000200:1.0:1784948395.841537:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948395.841542:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f69 [1] + 224 00000800:00000001:1.0:1784948395.841548:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841556:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948395.841559:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948395.841564:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948395.841568:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948395.841576:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948395.841597:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948395.841606:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948395.841624:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948395.841629:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1784948395.841630:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1784948395.841638:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9d10. 00000400:00000200:0.0:1784948395.841652:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1908 00000400:00000010:0.0:1784948395.841658:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1908. 00000100:00000001:0.0:1784948395.841670:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948395.841670:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1784948395.841684:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948395.841688:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:0.0:1784948395.841704:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948395.841720:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.841726:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948395.841730:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948395.841731:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.841740:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948395.841745:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784948395.841747:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948395.841772:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948395.841774:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948395.841780:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948395.841788:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948395.841794:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00001000:0.0:1784948395.841802:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=86 v=5 (5 5 5 5) 00000400:00000200:1.0:1784948395.841815:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:0.0:1784948395.841827:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=86 v=5 (1 1 1 1) 00000400:00000200:1.0:1784948395.841828:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948395.841845:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948395.841854:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948395.841856:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:0.0:1784948395.841878:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1784948395.841881:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31be80 00010000:00000001:0.0:1784948395.841883:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.841896:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948395.841898:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:0.0:1784948395.841932:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948395.841933:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f59 [1] + 224 00000800:00000001:1.0:1784948395.841962:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.841977:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948395.841990:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948395.842008:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948395.842028:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948395.842043:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948395.842047:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948395.842055:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948395.842066:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155059072:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948395.842076:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.842081:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1784948395.842085:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948395.842095:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948395.842109:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.842131:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948395.842137:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948395.842144:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948395.842152:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155059072/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.842159:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948395.842164:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948395.842172:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1784948395.842176:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:1.0:1784948395.842177:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948395.842186:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85eae18. 02000000:00000001:0.0:1784948395.842188:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784948395.842192:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf440 00000400:00000010:1.0:1784948395.842198:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf440. 02000000:00000010:0.0:1784948395.842199:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 00000100:00000001:1.0:1784948395.842202:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948395.842211:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948395.842214:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948395.842221:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948395.842234:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000200:1.0:1784948395.842235:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1784948395.842254:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:1.0:1784948395.842257:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948395.842264:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1784948395.842270:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b700. 00000100:00000001:1.0:1784948395.842271:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948395.842279:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948395.842283:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1784948395.842287:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1784948395.842287:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948395.842299:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1784948395.842300:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1784948395.842309:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00001000:1.0:1784948395.842316:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=86 v=5 (5 5 5 5) 00000100:00000001:0.0:1784948395.842317:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948395.842322:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1784948395.842336:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948395.842337:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.842353:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948395.842354:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948395.842361:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948395.842361:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948395.842373:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1784948395.842377:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1784948395.842379:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1784948395.842382:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784948395.842387:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000010:0.0:1784948395.842388:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9e70. 00000100:00000040:1.0:1784948395.842393:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000400:00000200:0.0:1784948395.842397:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1000 00000100:00000001:1.0:1784948395.842398:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948395.842407:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948395.842409:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1000. 00000100:00000001:0.0:1784948395.842420:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1784948395.842422:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948395.842459:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.842465:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948395.842483:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948395.842491:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1784948395.842502:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948395.842510:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948395.842566:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948395.842574:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.842589:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948395.842594:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948395.842603:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948395.842610:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948395.842613:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155059328:192.168.201.111@tcp:400:kworker.0 02000000:00000001:0.0:1784948395.842622:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.842626:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948395.842633:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1784948395.842641:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=86 v=5 (5 5 5 5) 00000100:00000040:1.0:1784948395.842642:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755f100 x1871641155059328/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948395.842674:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948395.842688:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:0.0:1784948395.842690:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=126 v=5 (1 1 1 1) 02000000:00000010:1.0:1784948395.842694:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feda00. 02000000:00000001:1.0:1784948395.842710:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948395.842713:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000020:00000001:1.0:1784948395.842715:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948395.842721:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948395.842722:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948395.842731:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 00010000:00000001:0.0:1784948395.842736:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:1.0:1784948395.842737:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121be00. 02000000:00000001:1.0:1784948395.842747:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:0.0:1784948395.842750:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948395.842750:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948395.842757:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755f100. 00000100:00000001:0.0:1784948395.842768:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1784948395.842769:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948395.842774:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948395.842780:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:1.0:1784948395.842780:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948395.842790:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948395.842792:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948395.842794:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.842802:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948395.842804:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948395.842807:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948395.842831:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948395.842851:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948395.842856:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948395.842860:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948395.842868:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948395.842885:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155059200:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948395.842894:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.842899:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948395.842905:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c380 x1871641155059200/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948411 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948395.842919:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948395.842922:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948395.842926:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 02000000:00000001:0.0:1784948395.842931:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948395.842933:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948395.842935:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948395.842939:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948395.842942:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b300. 02000000:00000001:0.0:1784948395.842945:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948395.842947:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948395.842950:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c380. 00000100:00000001:0.0:1784948395.842954:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948395.842956:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.842958:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948395.842965:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948395.842967:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948395.842970:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948395.842973:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948396.028275:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948396.028285:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948396.028388:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948396.028397:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948396.028405:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948397.052254:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948397.052264:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948397.052357:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948397.052371:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948397.052381:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948398.076275:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948398.076287:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948398.076381:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948398.076411:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948398.076420:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948399.100230:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948399.100239:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948399.100283:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948399.100289:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948399.100297:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948399.740199:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307159302, at 4307159360 00000100:00000040:0.0:1784948399.740208:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307159302, at 4307159360 00000100:00000010:1.0:1784948399.740228:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f600. 00000100:00000010:0.0:1784948399.740232:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037fa20. 00010000:00000001:1.0:1784948400.124251:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948400.124268:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948400.124321:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948400.124328:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948400.124335:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948400.956379:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948400.956397:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948400.956416:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872f800. 00000020:00000040:1.0:1784948400.956426:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:1.0:1784948400.956433:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948400.956439:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948400.956449:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948400.956465:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd000. 00000100:00000001:1.0:1784948400.956476:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956495:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948400.956513:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948400.956519:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956529:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b2c153a] to pc [ptlrpcd_00_01+1] req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.956578:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956583:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948400.956588:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948400.956592:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ca80. 00000020:00000040:1.0:1784948400.956596:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948400.956599:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948400.956601:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948400.956603:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1784948400.956608:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bde00. 00000100:00000001:1.0:1784948400.956611:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956618:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948400.956628:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1784948400.956631:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956636:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c2968dd1] to pc [ptlrpcd_00_00+0] req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.956649:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956653:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948400.956658:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1784948400.956662:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2b872ea00. 00000020:00000040:1.0:1784948400.956665:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948400.956668:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1784948400.956670:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1784948400.956673:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.956674:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1784948400.956678:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a1920bd500. 00000100:00000001:1.0:1784948400.956685:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.956686:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1784948400.956693:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948400.956695:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948400.956711:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1784948400.956714:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.956716:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956730:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa661a15] to pc [ptlrpcd_00_01+1] req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.956747:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948400.956754:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948400.956758:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948400.956762:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1784948400.956763:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1784948400.956771:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1784948400.956773:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:0.0:1784948400.956782:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956784:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1784948400.956794:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:0.0:1784948400.956796:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155059456:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948400.956804:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12498) 00000100:00000001:0.0:1784948400.956806:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948400.956819:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948400.956825:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948400.956829:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948400.956834:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1784948400.956839:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fedc00. 00000100:00000001:1.0:1784948400.956841:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948400.956846:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1784948400.956848:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.956857:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948400.956868:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948400.956881:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea420. 00000100:00000001:1.0:1784948400.956882:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948400.956888:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948400.956894:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948400.956897:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1784948400.956899:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 02000000:00000001:1.0:1784948400.956904:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948400.956912:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155059584:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948400.956914:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059456, portal 25 00000100:00000001:1.0:1784948400.956920:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1784948400.956923:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:1.0:1784948400.956927:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948400.956928:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821368320 : -119147888183296 : ffff93a2b872f800) 02000000:00000001:1.0:1784948400.956934:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948400.956940:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1784948400.956945:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948400.956949:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948400.956958:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948400.956972:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948400.956973:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784948400.956979:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9a50. 00000100:00000040:0.0:1784948400.956985:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948400.956992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1880. 00000400:00000010:0.0:1784948400.956996:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf880. 00000100:00000200:1.0:1784948400.957001:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059584, portal 10 00000100:00000200:0.0:1784948400.957008:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155059456, offset 0 00000100:00000001:1.0:1784948400.957008:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948400.957013:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821356672 : -119147888194944 : ffff93a2b872ca80) 00000100:00000040:1.0:1784948400.957033:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948400.957035:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948400.957112:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948400.957117:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948400.957124:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948400.957143:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1b28. 00000400:00000200:0.0:1784948400.957145:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:1.0:1784948400.957154:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155059584, offset 0 00000400:00000200:0.0:1784948400.957161:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948400.957168:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948400.957173:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948400.957182:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948400.957186:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948400.957193:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541508:541508:256:4294967295] 192.168.201.111@tcp LPNI seq info [541445:541445:8:4294967295] 00000400:00000200:0.0:1784948400.957200:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.957216:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948400.957226:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948400.957228:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948400.957238:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b300. 00000400:00000200:1.0:1784948400.957240:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948400.957250:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948400.957258:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948400.957261:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948400.957268:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948400.957271:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:0.0:1784948400.957283:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948400.957284:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541509:541509:255:4294967295] 192.168.201.111@tcp LPNI seq info [541446:541446:7:4294967295] 00000800:00000200:0.0:1784948400.957298:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948400.957300:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.957318:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948400.957325:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948400.957357:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948400.957369:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948400.957374:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307164422 00000100:00000010:0.0:1784948400.957381:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:0.0:1784948400.957392:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1784948400.957402:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307164422 00000100:00000010:0.0:1784948400.957408:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889ba0. 00000100:00000001:0.0:1784948400.957413:0:2407:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1784948400.957420:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948400.957424:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957429:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957432:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.957445:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948400.957448:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948400.957451:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948400.957454:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948400.957457:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948400.957463:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.957475:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948400.957477:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948400.957481:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948400.957484:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948400.957486:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948400.957491:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155059712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948400.957495:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948400.957499:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948400.957502:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948400.957504:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948400.957510:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288feca00. 02000000:00000001:0.0:1784948400.957513:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948400.957518:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948400.957522:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ead10. 00000800:00000200:1.0:1784948400.957524:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1784948400.957529:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf7f8. 00000800:00000010:1.0:1784948400.957533:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b300. 00000100:00000200:0.0:1784948400.957539:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059712, portal 10 00000100:00000001:0.0:1784948400.957545:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1784948400.957547:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1784948400.957549:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925821364736 : -119147888186880 : ffff93a2b872ea00) 00000400:00000200:1.0:1784948400.957567:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:0.0:1784948400.957569:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948400.957578:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf880 00000100:00000001:0.0:1784948400.957583:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:1.0:1784948400.957586:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf880. 00000100:00000040:0.0:1784948400.957594:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948400.957596:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:0.0:1784948400.957600:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000100:00000200:0.0:1784948400.957608:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155059712, offset 0 00000100:00000200:1.0:1784948400.957609:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948400.957623:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948400.957636:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784948400.957637:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948400.957648:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948400.957650:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948400.957663:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948400.957673:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948400.957680:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948400.957682:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1784948400.957688:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1784948400.957692:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948400.957699:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541510:541510:254:4294967295] 192.168.201.111@tcp LPNI seq info [541447:541447:6:4294967295] 00000400:00000200:0.0:1784948400.957704:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.957713:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948400.957721:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:0.0:1784948400.957726:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000800:00000200:0.0:1784948400.957732:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948400.957740:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:0.0:1784948400.957745:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000800:00000010:1.0:1784948400.957751:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd400. 00000800:00000200:1.0:1784948400.957763:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948400.957764:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948400.957774:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10203 usecs (11 jiffies) 00000800:00000200:1.0:1784948400.957776:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948400.957785:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948400.957787:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948400.957793:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307160588 00000100:00000001:1.0:1784948400.957796:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957801:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307164422 00000100:00000040:1.0:1784948400.957805:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000100:00000001:0.0:1784948400.957807:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307160588 00000100:00000001:0.0:1784948400.957817:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307164422 00000400:00000200:1.0:1784948400.957818:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948400.957829:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307160587 00000100:00000001:0.0:1784948400.957830:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948400.957839:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307164422 00000100:00000001:0.0:1784948400.957840:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957852:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948400.957853:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307160587 00000100:00000001:0.0:1784948400.957861:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948400.957864:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307164422 00000100:00000001:0.0:1784948400.957871:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948400.957872:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948400.957877:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948400.957879:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957886:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948400.957888:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957891:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948400.957894:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.957897:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.957903:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948400.957904:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948400.957910:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948400.957915:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948400.957918:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948400.957921:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948400.957926:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948400.957948:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948400.957954:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000400:00000200:0.0:1784948400.957962:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948400.957971:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948400.957977:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000010:0.0:1784948400.957979:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:0.0:1784948400.957985:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948400.957992:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.958011:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948400.958018:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.958032:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.958035:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948400.958146:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948400.958151:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd400. 00000400:00000200:0.0:1784948400.958157:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948400.958162:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948400.958166:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1b28 00000400:00000010:0.0:1784948400.958169:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1b28. 00000100:00000001:0.0:1784948400.958173:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948400.958178:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.958198:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948400.958202:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.958210:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.958212:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948400.959527:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.959548:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948400.959554:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.959575:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948400.959581:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.959588:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948400.959595:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.959600:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.959606:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.959612:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31bf00 00000400:00000200:1.0:1784948400.959618:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.959624:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f79 [1] + 224 00000800:00000001:1.0:1784948400.959631:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.959639:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948400.959641:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948400.959645:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948400.959650:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948400.959656:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948400.959667:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.959690:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948400.959698:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.959702:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.959777:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948400.959781:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948400.959788:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948400.959791:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948400.959794:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea420. 00000400:00000200:0.0:1784948400.959799:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000400:00000010:0.0:1784948400.959801:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:0.0:1784948400.959804:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948400.959812:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948400.959824:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.959831:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948400.959834:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.959837:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948400.959840:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948400.959843:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948400.959845:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948400.959848:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948400.959855:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948400.959860:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948400.959863:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948400.959865:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948400.959869:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948400.959888:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.959892:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948400.959899:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.959917:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948400.959921:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948400.959924:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948400.959929:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948400.959939:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155059456:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948400.959945:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.959947:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948400.959951:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872f800 x1871641155059456/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.959959:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948400.959963:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948400.959968:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fedc00. 02000000:00000001:0.0:1784948400.959973:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948400.959976:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948400.959978:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:0.0:1784948400.959982:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948400.959987:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd000. 02000000:00000001:0.0:1784948400.959993:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948400.959997:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948400.960000:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872f800. 00000100:00000001:0.0:1784948400.960007:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948400.960010:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.960014:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.960018:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948400.960020:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948400.960023:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.960027:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948400.960501:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948400.960512:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948400.960516:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948400.960519:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948400.960525:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.960532:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948400.960541:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.960546:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.960550:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.960555:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c000 00000400:00000200:0.0:1784948400.960560:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948400.960566:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f99 [1] + 224 00000800:00000001:0.0:1784948400.960572:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948400.960581:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948400.960584:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948400.960591:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948400.960598:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948400.960605:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948400.960617:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.960645:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948400.960653:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948400.960656:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948400.960753:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948400.960759:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948400.960766:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948400.960768:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948400.960772:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ead10. 00000400:00000200:1.0:1784948400.960779:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf7f8 00000400:00000010:1.0:1784948400.960782:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf7f8. 00000100:00000001:1.0:1784948400.960785:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948400.960796:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948400.960811:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.960821:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948400.960823:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948400.960826:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948400.960829:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948400.960831:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948400.960833:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948400.960836:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948400.960843:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948400.960848:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948400.960851:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948400.960853:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948400.960856:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948400.960861:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948400.960865:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1784948400.960867:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:1.0:1784948400.960870:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948400.960872:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948400.960877:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.960887:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948400.960890:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948400.960893:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948400.960898:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948400.960910:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155059712:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948400.960916:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948400.960919:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948400.960922:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ea00 x1871641155059712/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.960930:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948400.960932:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948400.960935:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288feca00. 02000000:00000001:1.0:1784948400.960940:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948400.960942:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948400.960945:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948400.960948:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948400.960951:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bd500. 02000000:00000001:1.0:1784948400.960954:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948400.960956:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948400.960958:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ea00. 00000100:00000001:1.0:1784948400.960962:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948400.960964:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948400.960967:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948400.960973:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948400.960976:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948400.960979:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948400.960983:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948400.961027:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.961038:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948400.961042:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.961045:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948400.961079:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.961085:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948400.961093:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.961098:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.961103:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.961108:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31bf80 00000400:00000200:1.0:1784948400.961113:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948400.961118:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524f81 [1] + 224 00000800:00000001:1.0:1784948400.961125:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.961133:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948400.961137:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948400.961141:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948400.961146:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948400.961152:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948400.961164:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948400.961193:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948400.961200:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948400.961203:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.961266:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948400.961273:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948400.961280:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948400.961283:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948400.961287:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9a50. 00000400:00000200:0.0:1784948400.961298:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1880 00000400:00000010:0.0:1784948400.961300:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1880. 00000100:00000001:0.0:1784948400.961304:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948400.961314:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948400.961329:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.961417:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948400.961421:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.961424:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948400.961427:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948400.961430:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948400.961432:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948400.961435:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948400.961442:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=91 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948400.961447:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=131 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948400.961451:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948400.961453:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948400.961455:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948400.961459:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.961462:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948400.961464:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948400.961467:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948400.961469:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948400.961475:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.961486:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948400.961489:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948400.961491:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948400.961496:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948400.961505:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2b872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155059584:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948400.961511:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.961513:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948400.961517:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2b872ca80 x1871641155059584/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948416 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948400.961524:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948400.961527:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948400.961529:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:0.0:1784948400.961534:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948400.961536:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948400.961539:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948400.961542:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948400.961545:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a1920bde00. 02000000:00000001:0.0:1784948400.961548:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948400.961550:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948400.961552:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2b872ca80. 00000100:00000001:0.0:1784948400.961555:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948400.961558:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.961560:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948400.961566:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948400.961568:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948400.961570:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948400.961573:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948401.148229:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948401.148239:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948401.148371:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948401.148377:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948401.148383:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948402.172256:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948402.172268:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948402.172387:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948402.172399:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948402.172407:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948403.196234:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948403.196246:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948403.196374:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948403.196384:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948403.196390:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948404.220216:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948404.220230:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948404.220237:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948404.220248:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948404.220255:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948404.220261:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948404.220265:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948404.220273:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948404.220361:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948404.220367:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948404.220376:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948404.860188:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307164422, at 4307164480 00000100:00000040:0.0:1784948404.860203:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307164422, at 4307164480 00000100:00000010:1.0:1784948404.860209:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889ba0. 00000100:00000010:0.0:1784948404.860232:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2b1889f00. 00010000:00000001:1.0:1784948405.244292:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948405.244302:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948405.244361:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948405.244371:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948405.244382:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948406.076310:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948406.076324:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948406.076337:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903be300. 00000020:00000040:3.0:1784948406.076345:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948406.076351:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948406.076355:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948406.076362:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948406.076372:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046600. 00000100:00000001:3.0:1784948406.076381:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076397:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948406.076411:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948406.076417:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076426:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da2bca40] to pc [ptlrpcd_01_01+1] req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948406.076470:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076474:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948406.076480:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948406.076484:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784948406.076487:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948406.076490:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948406.076492:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948406.076494:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948406.076499:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046f00. 00000100:00000001:3.0:1784948406.076502:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076508:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948406.076519:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948406.076523:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076528:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_00+0] req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948406.076541:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076544:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948406.076548:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948406.076551:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bdc00. 00000020:00000040:3.0:1784948406.076555:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948406.076556:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948406.076559:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948406.076563:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948406.076570:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.076576:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:3.0:1784948406.076579:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046400. 00000100:00000001:3.0:1784948406.076585:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.076587:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948406.076595:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948406.076606:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948406.076614:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948406.076619:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948406.076629:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000028683644] to pc [ptlrpcd_01_01+1] req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948406.076695:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948406.076705:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948406.076729:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948406.076732:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948406.076739:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948406.076740:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1784948406.076757:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076758:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948406.076769:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1784948406.076774:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155059840:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948406.076780:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1784948406.076793:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1784948406.076798:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12503) 02000000:00000001:2.0:1784948406.076806:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948406.076811:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948406.076815:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948406.076821:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948406.076828:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784948406.076829:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948406.076832:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948406.076840:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948406.076852:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948406.076868:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948406.076886:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948406.076891:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948406.076895:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948406.076900:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:2.0:1784948406.076902:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 02000000:00000001:3.0:1784948406.076905:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948406.076911:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948406.076917:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059840, portal 25 00000100:00100000:3.0:1784948406.076919:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155059968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948406.076931:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948406.076935:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948406.076936:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146669824 : -119148562881792 : ffff93a2903be300) 02000000:00000001:3.0:1784948406.076946:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948406.076954:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948406.076955:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948406.076969:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948406.076984:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000001:2.0:1784948406.076986:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:3.0:1784948406.076998:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948406.077014:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948406.077021:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948406.077031:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:2.0:1784948406.077033:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3a18. 00000400:00000010:3.0:1784948406.077041:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:3.0:1784948406.077112:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155059968, portal 10 00000100:00000001:3.0:1784948406.077117:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948406.077120:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000200:2.0:1784948406.077133:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155059840, offset 0 00000100:00000040:3.0:1784948406.077135:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948406.077155:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1784948406.077163:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000040:3.0:1784948406.077176:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948406.077183:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948406.077190:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155059968, offset 0 00000400:00000200:2.0:1784948406.077192:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948406.077225:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948406.077227:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948406.077246:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948406.077279:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948406.077285:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948406.077290:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948406.077297:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541511:541511:256:4294967295] 192.168.201.111@tcp LPNI seq info [541448:541448:8:4294967295] 00000400:00000200:2.0:1784948406.077304:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948406.077316:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948406.077333:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948406.077344:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948406.077354:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:2.0:1784948406.077361:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948406.077372:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:2.0:1784948406.077379:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000400:00000200:3.0:1784948406.077386:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948406.077394:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:2.0:1784948406.077407:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:3.0:1784948406.077416:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541512:541512:255:4294967295] 192.168.201.111@tcp LPNI seq info [541449:541449:7:4294967295] 00000400:00000200:3.0:1784948406.077424:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:2.0:1784948406.077433:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948406.077442:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:3.0:1784948406.077462:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948406.077473:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948406.077482:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000001:2.0:1784948406.077484:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948406.077509:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948406.077516:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948406.077521:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307169542 00000100:00000010:2.0:1784948406.077532:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff435a0. 00000800:00000200:3.0:1784948406.077536:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948406.077545:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948406.077547:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1784948406.077561:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.077570:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307169542 00000100:00000040:3.0:1784948406.077571:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000100:00000010:2.0:1784948406.077580:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43720. 00000100:00000001:2.0:1784948406.077597:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784948406.077598:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948406.077619:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307165707 00000100:00000001:2.0:1784948406.077623:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948406.077628:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307169542 00000100:00000001:2.0:1784948406.077632:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948406.077633:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948406.077636:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307165707 00000100:00000001:2.0:1784948406.077641:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948406.077651:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784948406.077652:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307169542 00000100:00000001:2.0:1784948406.077654:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948406.077675:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1784948406.077676:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948406.077683:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948406.077699:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.077701:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948406.077714:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948406.077727:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948406.077729:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948406.077734:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3a18 00000100:00000001:2.0:1784948406.077740:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948406.077745:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1784948406.077747:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3a18. 00000100:00000001:2.0:1784948406.077748:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948406.077766:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948406.077769:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948406.077772:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948406.077783:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:0.0:1784948406.077790:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948406.077799:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948406.077811:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948406.077818:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948406.077822:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.077826:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948406.077851:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948406.077853:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948406.077857:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1784948406.077867:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948406.077875:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948406.077882:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948406.077886:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155060096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948406.077902:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948406.077910:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948406.077912:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948406.077915:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948406.077918:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1784948406.077921:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948406.077930:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948406.077934:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948406.077940:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948406.077945:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000010:2.0:1784948406.077952:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784948406.077958:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060096, portal 10 00000100:00000001:2.0:1784948406.077961:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948406.077963:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146668032 : -119148562883584 : ffff93a2903bdc00) 00000100:00000040:2.0:1784948406.077974:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948406.077984:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948406.077988:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948406.077994:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3220. 00000100:00000200:2.0:1784948406.077998:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155060096, offset 0 00000400:00000200:2.0:1784948406.078010:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948406.078020:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948406.078029:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948406.078037:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948406.078042:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948406.078079:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784948406.078087:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948406.078088:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948406.078098:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:2.0:1784948406.078106:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948406.078108:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:0.0:1784948406.078116:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000400:00000200:2.0:1784948406.078121:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948406.078123:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948406.078133:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541513:541513:255:4294967295] 192.168.201.111@tcp LPNI seq info [541450:541450:7:4294967295] 00000100:00000200:0.0:1784948406.078139:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948406.078151:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948406.078166:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948406.078180:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948406.078181:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948406.078207:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948406.078212:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948406.078217:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:2.0:1784948406.078218:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321a00. 00000800:00000200:2.0:1784948406.078228:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:2.0:1784948406.078235:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948406.078240:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948406.078288:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948406.078296:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:2.0:1784948406.078302:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948406.078305:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307165709 00000100:00000001:2.0:1784948406.078310:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307169542 00000100:00000001:2.0:1784948406.078313:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307165709 00000100:00000001:2.0:1784948406.078316:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307169542 00000100:00000001:2.0:1784948406.078320:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948406.078324:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.078329:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.078332:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948406.078338:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948406.078341:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948406.078344:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948406.078348:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948406.078352:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.078358:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948406.078489:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948406.078498:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321a00. 00000400:00000200:1.0:1784948406.078505:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948406.078515:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948406.078522:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3220 00000400:00000010:1.0:1784948406.078526:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3220. 00000100:00000001:1.0:1784948406.078532:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948406.078540:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948406.078555:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948406.078560:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948406.078570:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948406.078574:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948406.081204:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081225:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948406.081230:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081233:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948406.081241:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081276:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948406.081286:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081292:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081299:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081304:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c080 00000400:00000200:0.0:1784948406.081311:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081318:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fa9 [1] + 224 00000800:00000001:0.0:1784948406.081328:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081333:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948406.081337:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948406.081342:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948406.081350:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948406.081359:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948406.081374:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948406.081401:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948406.081415:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081421:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948406.081424:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081426:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948406.081431:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081436:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948406.081443:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081448:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081452:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081457:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c100 00000400:00000200:0.0:1784948406.081463:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948406.081468:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948406.081471:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fb1 [1] + 224 00000100:00000001:2.0:1784948406.081475:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1784948406.081479:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948406.081488:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1784948406.081493:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948406.081494:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948406.081503:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:0.0:1784948406.081504:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948406.081518:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 00000400:00000200:0.0:1784948406.081519:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:2.0:1784948406.081527:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:2.0:1784948406.081534:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948406.081540:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948406.081545:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948406.081554:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948406.081583:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948406.081589:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948406.081621:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948406.081626:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948406.081630:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1784948406.081635:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:2.0:1784948406.081636:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948406.081644:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948406.081650:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948406.081651:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948406.081655:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948406.081664:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948406.081668:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=97 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948406.081671:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081683:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948406.081684:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=97 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948406.081690:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948406.081703:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948406.081704:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948406.081705:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948406.081718:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948406.081729:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00010000:00000001:2.0:1784948406.081730:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948406.081739:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948406.081746:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948406.081748:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948406.081756:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948406.081765:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948406.081767:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948406.081787:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c180 00000100:00000001:2.0:1784948406.081790:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:3.0:1784948406.081796:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948406.081799:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784948406.081801:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948406.081804:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948406.081806:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784948406.081815:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948406.081821:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948406.081826:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:3.0:1784948406.081839:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:3.0:1784948406.081857:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:0.0:1784948406.081872:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fb9 [1] + 224 00000100:00000200:3.0:1784948406.081886:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948406.081892:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903be300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155059840:192.168.201.111@tcp:400:kworker.0 00000800:00000001:0.0:1784948406.081898:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948406.081915:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948406.081927:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948406.081934:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948406.081946:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948406.081970:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903be300 x1871641155059840/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948406.081972:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948406.081998:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948406.082007:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948406.082017:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1784948406.082019:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948406.082033:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1784948406.082117:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948406.082125:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948406.082137:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1784948406.082143:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:0.0:1784948406.082149:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948406.082149:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948406.082161:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1784948406.082169:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1784948406.082171:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000800:00000001:0.0:1784948406.082177:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948406.082178:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1784948406.082181:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948406.082193:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948406.082196:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:0.0:1784948406.082197:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948406.082210:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948406.082212:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046600. 02000000:00000001:2.0:1784948406.082233:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00001000:3.0:1784948406.082234:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=97 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948406.082244:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:3.0:1784948406.082269:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=137 v=5 (1 1 1 1) 00000100:00000010:2.0:1784948406.082273:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903be300. 00000100:00000001:3.0:1784948406.082279:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948406.082286:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948406.082286:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.082301:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948406.082301:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948406.082318:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.082319:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.082338:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948406.082340:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948406.082355:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948406.082357:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948406.082369:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:2.0:1784948406.082374:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784948406.082376:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1784948406.082387:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948406.082392:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948406.082398:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948406.082401:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784948406.082416:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:3.0:1784948406.082433:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948406.082436:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948406.082439:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948406.082446:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948406.082463:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948406.082465:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948406.082525:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155059968:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948406.082559:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948406.082568:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948406.082570:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948406.082578:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155059968/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948406.082677:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948406.082680:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784948406.082683:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948406.082696:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948406.082697:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948406.082715:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948406.082717:0:2409:0:(client.c:1580:after_reply()) Process entered 00000020:00000001:3.0:1784948406.082720:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948406.082729:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784948406.082731:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1784948406.082734:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948406.082739:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 02000000:00000010:3.0:1784948406.082740:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046f00. 00000100:00000001:2.0:1784948406.082750:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948406.082751:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948406.082756:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1784948406.082767:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784948406.082767:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:3.0:1784948406.082780:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948406.082785:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948406.082788:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948406.082792:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=97 v=5 (5 5 5 5) 00000100:00000001:3.0:1784948406.082796:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948406.082800:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948406.082818:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1784948406.082819:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=119 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948406.082824:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.082840:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948406.082845:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948406.082851:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948406.082859:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.082866:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948406.082869:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:2.0:1784948406.082874:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948406.082877:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948406.082891:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948406.082908:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948406.082913:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948406.082916:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948406.082925:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948406.082944:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155060096:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948406.082955:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948406.082960:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948406.082968:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bdc00 x1871641155060096/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948406.082983:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948406.082987:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948406.082992:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948406.082999:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948406.083002:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948406.083007:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948406.083012:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948406.083017:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046400. 02000000:00000001:2.0:1784948406.083023:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948406.083026:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948406.083029:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bdc00. 00000100:00000001:2.0:1784948406.083036:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948406.083040:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948406.083085:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948406.083097:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948406.083101:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948406.083105:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948406.083110:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948406.268220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948406.268229:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948406.268380:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948406.268390:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948406.268398:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948407.292278:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948407.292289:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948407.292368:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948407.292376:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948407.292383:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948408.316272:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948408.316282:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948408.316337:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948408.316345:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948408.316351:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948409.340286:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948409.340297:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948409.340343:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948409.340347:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948409.340352:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948409.980282:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307169542, at 4307169600 00000100:00000040:0.0:1784948409.980285:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307169542, at 4307169600 00000100:00000010:1.0:1784948409.980315:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43720. 00000100:00000010:0.0:1784948409.980323:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff435a0. 00010000:00000001:1.0:1784948410.364276:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948410.364289:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948410.364331:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948410.364337:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948410.364343:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948411.196275:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948411.196290:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948411.196302:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b480. 00000020:00000040:2.0:1784948411.196312:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948411.196319:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948411.196325:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948411.196334:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948411.196346:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948411.196359:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196378:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948411.196395:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948411.196402:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196412:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000423e68be] to pc [ptlrpcd_01_00+0] req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948411.196470:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196477:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948411.196485:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948411.196492:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784948411.196498:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948411.196503:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948411.196506:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948411.196510:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948411.196520:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948411.196527:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196539:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948411.196556:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948411.196561:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.196568:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948411.196572:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.196581:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948411.196591:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948411.196601:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196609:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948411.196616:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948411.196619:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948411.196626:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628e00. 00000020:00000040:2.0:1784948411.196640:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948411.196657:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948411.196659:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784948411.196662:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784948411.196665:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948411.196669:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.196674:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1784948411.196677:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948411.196682:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948411.196685:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.196694:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196705:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784948411.196714:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155060224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948411.196750:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948411.196754:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948411.196759:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.196761:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948411.196770:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196771:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009a6f6b2e] to pc [ptlrpcd_01_00+0] req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948411.196785:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948411.196800:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000001:2.0:1784948411.196802:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.196824:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.196825:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948411.196845:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948411.196850:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1784948411.196860:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948411.196871:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784948411.196874:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948411.196882:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12508) 00000400:00000010:3.0:1784948411.196886:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:3.0:1784948411.196897:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060224, portal 25 00000100:00000001:3.0:1784948411.196901:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948411.196904:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872064 : -119148308679552 : ffff93a29f62b480) 00000100:00000001:2.0:1784948411.196906:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948411.196913:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1784948411.196922:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948411.196923:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948411.196940:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.196981:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948411.197002:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1784948411.197003:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948411.197015:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948411.197018:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 02000000:00000001:2.0:1784948411.197026:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784948411.197027:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155060224, offset 0 02000000:00000001:2.0:1784948411.197034:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948411.197042:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948411.197099:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948411.197115:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00100000:2.0:1784948411.197122:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155060352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948411.197131:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948411.197138:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948411.197144:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784948411.197150:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784948411.197152:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948411.197187:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948411.197194:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000010:2.0:1784948411.197196:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 02000000:00000001:2.0:1784948411.197202:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948411.197204:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948411.197214:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948411.197220:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948411.197229:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541514:541514:256:4294967295] 192.168.201.111@tcp LPNI seq info [541451:541451:8:4294967295] 00000400:00000010:2.0:1784948411.197234:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948411.197250:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948411.197254:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000200:2.0:1784948411.197267:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060352, portal 10 00000400:00000200:3.0:1784948411.197269:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948411.197280:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948411.197286:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000800:00000200:3.0:1784948411.197292:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948411.197302:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 00000100:00000040:2.0:1784948411.197309:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948411.197326:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948411.197361:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784948411.197362:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784948411.197383:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948411.197384:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784948411.197393:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3ee0. 00000100:00000200:2.0:1784948411.197400:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155060352, offset 0 00000400:00000200:2.0:1784948411.197409:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948411.197415:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948411.197429:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948411.197431:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948411.197443:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307174662 00000100:00000010:3.0:1784948411.197453:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ba0. 00000400:00000200:2.0:1784948411.197464:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948411.197473:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948411.197480:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948411.197488:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307174662 00000400:00000200:2.0:1784948411.197498:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:3.0:1784948411.197499:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7720. 00000100:00000001:3.0:1784948411.197518:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948411.197528:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948411.197531:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948411.197542:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948411.197549:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948411.197553:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.197559:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948411.197569:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541515:541515:255:4294967295] 192.168.201.111@tcp LPNI seq info [541452:541452:7:4294967295] 00000100:00000001:3.0:1784948411.197578:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784948411.197582:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948411.197585:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948411.197587:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784948411.197602:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000100:00000001:3.0:1784948411.197603:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948411.197616:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948411.197622:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948411.197626:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948411.197637:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:3.0:1784948411.197653:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948411.197654:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784948411.197673:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948411.197683:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000400:00000010:1.0:1784948411.197695:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000800:00000010:2.0:1784948411.197698:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321800. 00000100:00000001:1.0:1784948411.197715:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:2.0:1784948411.197733:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948411.197736:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1784948411.197738:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.197749:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948411.197763:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948411.197776:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948411.197778:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948411.197785:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948411.197790:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948411.197795:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000400:00000200:2.0:1784948411.197811:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948411.197819:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948411.197820:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307170827 00000100:00000001:1.0:1784948411.197827:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948411.197830:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307174662 00000100:00000001:2.0:1784948411.197836:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307170827 00000100:00000001:2.0:1784948411.197839:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307174662 00000100:00000001:2.0:1784948411.197843:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948411.197855:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.197856:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948411.197864:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948411.197868:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.197872:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948411.197875:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784948411.197887:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155060480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948411.197891:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784948411.197896:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948411.197903:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948411.197905:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000010:1.0:1784948411.197906:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321800. 02000000:00000001:3.0:1784948411.197922:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948411.197923:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948411.197927:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948411.197930:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948411.197934:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948411.197939:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.197944:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948411.197948:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948411.197951:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000010:3.0:1784948411.197956:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae400. 00000400:00000200:1.0:1784948411.197962:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3ee0 02000000:00000001:3.0:1784948411.197964:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948411.197968:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3ee0. 00000100:00000001:1.0:1784948411.197974:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948411.197980:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948411.197992:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948411.197997:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948411.198006:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948411.198009:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784948411.198027:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948411.198034:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948411.198041:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784948411.198076:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060480, portal 10 00000100:00000001:3.0:1784948411.198080:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948411.198082:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400862208 : -119148308689408 : ffff93a29f628e00) 00000100:00000040:3.0:1784948411.198094:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.198104:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948411.198107:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948411.198111:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000200:3.0:1784948411.198115:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155060480, offset 0 00000400:00000200:3.0:1784948411.198121:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948411.198127:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948411.198133:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948411.198138:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948411.198142:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948411.198146:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948411.198149:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948411.198154:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541516:541516:256:4294967295] 192.168.201.111@tcp LPNI seq info [541453:541453:8:4294967295] 00000400:00000200:3.0:1784948411.198201:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948411.198213:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948411.198219:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948411.198225:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784948411.198232:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948411.198238:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948411.198243:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948411.198261:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948411.198267:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:3.0:1784948411.198271:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948411.198274:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307170829 00000100:00000001:3.0:1784948411.198278:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307174662 00000100:00000001:3.0:1784948411.198281:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307170829 00000100:00000001:3.0:1784948411.198284:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307174662 00000100:00000001:3.0:1784948411.198287:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948411.198290:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.198294:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.198297:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.198302:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948411.198304:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948411.198308:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948411.198310:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948411.198312:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.198316:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948411.198445:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948411.198453:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784948411.198459:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948411.198468:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948411.198474:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:0.0:1784948411.198478:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:0.0:1784948411.198482:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948411.198490:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948411.198504:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948411.198508:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948411.198519:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948411.198521:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948411.199960:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948411.199978:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948411.199984:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948411.199990:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948411.199999:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948411.200007:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948411.200016:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948411.200023:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948411.200030:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948411.200036:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c200 00000400:00000200:1.0:1784948411.200043:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948411.200090:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fc1 [1] + 224 00000800:00000001:1.0:1784948411.200100:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948411.200111:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948411.200114:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948411.200119:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948411.200126:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948411.200134:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948411.200149:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948411.200204:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948411.200215:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948411.200219:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.200398:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948411.200404:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948411.200413:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948411.200416:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948411.200420:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948411.200426:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:3.0:1784948411.200429:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:3.0:1784948411.200435:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948411.200494:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948411.200506:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948411.200510:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948411.200527:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948411.200539:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948411.200569:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:3.0:1784948411.200571:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948411.200599:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948411.200628:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948411.200633:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948411.200634:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948411.200648:0:2408:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:0.0:1784948411.200656:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948411.200658:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948411.200669:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948411.200680:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948411.200682:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.200697:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948411.200703:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c280 00000400:00000200:0.0:1784948411.200714:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784948411.200716:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=102 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948411.200731:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fc9 [1] + 224 00000100:00001000:3.0:1784948411.200731:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948411.200757:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:0.0:1784948411.200758:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948411.200762:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948411.200768:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1784948411.200773:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1784948411.200774:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948411.200796:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948411.200797:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948411.200827:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:3.0:1784948411.200828:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948411.200848:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948411.200859:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948411.200870:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1784948411.200871:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.200874:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948411.200897:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948411.200924:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948411.200937:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155060224:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948411.200966:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.200974:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948411.200981:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b480 x1871641155060224/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948411.200993:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948411.200994:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948411.201004:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948411.201009:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000800:00000001:0.0:1784948411.201011:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1784948411.201021:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1784948411.201022:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1784948411.201027:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948411.201031:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948411.201035:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948411.201039:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948411.201044:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948411.201094:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948411.201098:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b480. 00000100:00000001:3.0:1784948411.201105:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948411.201107:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948411.201122:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948411.201129:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948411.201138:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948411.201140:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948411.201144:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948411.201151:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784948411.201155:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:2.0:1784948411.201159:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948411.201197:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948411.201215:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948411.201227:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948411.201232:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948411.201237:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948411.201241:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948411.201245:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948411.201248:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948411.201252:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948411.201263:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948411.201269:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=142 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948411.201273:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948411.201277:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.201278:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948411.201285:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784948411.201286:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948411.201295:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1784948411.201296:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.201300:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948411.201304:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948411.201306:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.201309:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948411.201321:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948411.201324:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948411.201333:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948411.201344:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948411.201348:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948411.201350:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948411.201357:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948411.201368:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155060352:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948411.201376:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948411.201380:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948411.201386:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155060352/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948411.201388:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948411.201401:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784948411.201408:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948411.201409:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948411.201417:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000800:00000001:1.0:1784948411.201418:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1784948411.201425:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:1.0:1784948411.201428:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1784948411.201433:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784948411.201441:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:2.0:1784948411.201442:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000200:1.0:1784948411.201456:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000020:00000001:2.0:1784948411.201456:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948411.201467:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000400:00000200:1.0:1784948411.201474:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948411.201480:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784948411.201484:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948411.201488:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948411.201495:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000400:00000200:1.0:1784948411.201496:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948411.201507:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c300 00000100:00000001:2.0:1784948411.201508:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948411.201517:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948411.201520:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948411.201526:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948411.201536:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fd1 [1] + 224 00000100:00000001:2.0:1784948411.201541:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000001:1.0:1784948411.201545:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948411.201548:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948411.201558:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948411.201560:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948411.201564:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948411.201568:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948411.201576:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948411.201581:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948411.201591:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948411.201607:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948411.201638:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948411.201645:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948411.201649:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.201694:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948411.201699:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948411.201705:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948411.201708:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948411.201712:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948411.201717:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000010:3.0:1784948411.201720:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784948411.201724:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948411.201733:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948411.201745:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.201755:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948411.201757:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.201760:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948411.201763:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948411.201765:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948411.201768:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948411.201771:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948411.201779:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948411.201784:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=124 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948411.201787:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948411.201789:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948411.201792:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948411.201796:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.201800:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948411.201803:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948411.201805:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948411.201807:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948411.201813:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.201822:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948411.201825:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948411.201827:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948411.201831:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948411.201841:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155060480:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948411.201847:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.201850:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948411.201853:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628e00 x1871641155060480/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948427 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948411.201861:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948411.201864:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948411.201867:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae400. 02000000:00000001:3.0:1784948411.201869:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948411.201871:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948411.201873:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948411.201877:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948411.201879:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948411.201883:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948411.201885:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948411.201887:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628e00. 00000100:00000001:3.0:1784948411.201892:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948411.201893:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.201896:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948411.201901:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948411.201903:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948411.201906:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948411.201909:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948411.388296:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948411.388310:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948411.388435:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948411.388446:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948411.388457:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948412.412204:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948412.412212:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948412.412270:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948412.412275:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948412.412278:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948412.668270:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948412.668282:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948412.668289:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948412.668582:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948412.668603:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948412.668611:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948412.668615:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1784948412.668627:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00000001:1.0:1784948413.436291:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948413.436305:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948413.436414:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948413.436427:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948413.436433:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948414.460270:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948414.460285:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948414.460289:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948414.460295:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948414.460302:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948414.460306:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948414.460311:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948414.460317:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948414.460353:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948414.460357:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948414.460361:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948415.100241:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307174662, at 4307174720 00000100:00000040:1.0:1784948415.100241:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307174662, at 4307174720 00000100:00000010:0.0:1784948415.100271:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ba0. 00000100:00000010:1.0:1784948415.100282:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7720. 00010000:00000001:1.0:1784948415.484249:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948415.484260:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948415.484317:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948415.484323:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948415.484332:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948416.316181:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948416.316198:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948416.316216:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784948416.316227:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948416.316233:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948416.316239:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948416.316249:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948416.316266:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948416.316281:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316305:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948416.316330:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948416.316340:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316354:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.316413:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316418:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948416.316424:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948416.316429:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784948416.316433:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948416.316436:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948416.316439:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948416.316442:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948416.316448:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:2.0:1784948416.316453:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316459:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948416.316479:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948416.316484:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316490:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.316503:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316507:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948416.316512:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948416.316520:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784948416.316520:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1784948416.316537:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948416.316540:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948416.316558:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1784948416.316559:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1784948416.316570:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948416.316574:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948416.316580:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000040:3.0:1784948416.316589:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.316590:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316612:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948416.316668:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948416.316675:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948416.316676:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948416.316686:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948416.316688:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948416.316697:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948416.316700:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_01+1] req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948416.316704:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948416.316732:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155060608:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948416.316752:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.316753:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784948416.316766:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948416.316766:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948416.316775:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948416.316786:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948416.316797:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784948416.316805:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000040:2.0:1784948416.316808:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948416.316812:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948416.316825:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948416.316829:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948416.316841:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784948416.316844:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12513) 00000400:00000010:3.0:1784948416.316851:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784948416.316864:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060608, portal 25 00000100:00000001:3.0:1784948416.316869:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948416.316872:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000040:3.0:1784948416.316882:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.316897:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948416.316905:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948416.316906:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948416.316911:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948416.316912:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948416.316924:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000040:2.0:1784948416.316935:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948416.316937:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155060608, offset 0 00000400:00000200:3.0:1784948416.316974:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948416.316976:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948416.316992:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948416.317001:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784948416.317003:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948416.317009:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948416.317016:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948416.317021:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00100000:2.0:1784948416.317031:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155060736:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948416.317039:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948416.317122:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948416.317132:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948416.317134:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948416.317140:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948416.317142:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784948416.317148:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948416.317157:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000010:2.0:1784948416.317163:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000400:00000200:3.0:1784948416.317170:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541517:541517:256:4294967295] 192.168.201.111@tcp LPNI seq info [541454:541454:8:4294967295] 02000000:00000001:2.0:1784948416.317172:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948416.317193:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948416.317200:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948416.317210:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000400:00000200:3.0:1784948416.317224:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784948416.317227:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000800:00000200:3.0:1784948416.317243:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:2.0:1784948416.317245:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060736, portal 10 00000100:00000001:2.0:1784948416.317252:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:3.0:1784948416.317255:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000100:00000001:2.0:1784948416.317256:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000040:2.0:1784948416.317289:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948416.317290:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:2.0:1784948416.317309:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1784948416.317316:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:2.0:1784948416.317323:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948416.317335:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784948416.317336:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3bb0. 00000100:00000200:2.0:1784948416.317352:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155060736, offset 0 00000400:00000200:2.0:1784948416.317364:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948416.317375:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948416.317379:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948416.317390:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948416.317401:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948416.317402:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307179782 00000100:00000010:3.0:1784948416.317425:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c60. 00000400:00000200:2.0:1784948416.317427:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948416.317440:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948416.317444:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948416.317449:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948416.317458:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948416.317461:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307179782 00000400:00000200:2.0:1784948416.317475:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541518:541518:255:4294967295] 192.168.201.111@tcp LPNI seq info [541455:541455:7:4294967295] 00000100:00000010:3.0:1784948416.317478:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7180. 00000100:00000001:3.0:1784948416.317503:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948416.317506:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948416.317520:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948416.317537:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948416.317554:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948416.317558:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.317566:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1784948416.317567:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948416.317587:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:2.0:1784948416.317588:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784948416.317594:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948416.317602:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784948416.317617:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948416.317618:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948416.317628:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948416.317643:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948416.317644:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948416.317663:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1784948416.317667:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948416.317688:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948416.317689:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:3.0:1784948416.317690:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948416.317706:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9042 usecs (10 jiffies) 00000100:00000001:3.0:1784948416.317707:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948416.317711:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784948416.317726:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948416.317729:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948416.317733:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948416.317743:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948416.317746:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307175947 02000000:00000001:3.0:1784948416.317750:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948416.317767:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000100:00100000:3.0:1784948416.317769:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155060864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948416.317770:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307179782 00000400:00000010:1.0:1784948416.317784:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784948416.317796:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307175947 00000100:00000001:3.0:1784948416.317799:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1784948416.317801:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:3.0:1784948416.317812:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948416.317815:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307179782 02000000:00000001:3.0:1784948416.317816:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948416.317822:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948416.317832:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948416.317836:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948416.317850:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948416.317863:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948416.317866:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948416.317869:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948416.317878:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.317884:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948416.317890:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948416.317900:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948416.317902:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948416.317905:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948416.317909:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948416.317911:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948416.317918:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948416.317940:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948416.317948:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948416.317954:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948416.317961:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948416.317965:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3bb0 00000400:00000010:1.0:1784948416.317968:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3bb0. 00000100:00000001:1.0:1784948416.317972:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948416.317978:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948416.317991:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948416.317995:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948416.318007:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948416.318010:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:3.0:1784948416.318112:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784948416.318118:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948416.318125:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948416.318129:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948416.318137:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000200:3.0:1784948416.318143:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060864, portal 10 00000100:00000001:3.0:1784948416.318146:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948416.318148:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000100:00000040:3.0:1784948416.318160:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948416.318170:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948416.318173:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948416.318316:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8e58. 00000100:00000200:3.0:1784948416.318322:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155060864, offset 0 00000400:00000200:3.0:1784948416.318329:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948416.318337:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948416.318344:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948416.318349:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948416.318353:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948416.318357:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948416.318360:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948416.318365:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541519:541519:256:4294967295] 192.168.201.111@tcp LPNI seq info [541456:541456:8:4294967295] 00000400:00000200:3.0:1784948416.318370:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948416.318381:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948416.318386:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948416.318391:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784948416.318397:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948416.318405:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948416.318409:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948416.318428:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948416.318434:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:3.0:1784948416.318439:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948416.318442:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307175949 00000100:00000001:3.0:1784948416.318446:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307179782 00000100:00000001:3.0:1784948416.318449:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307175949 00000100:00000001:3.0:1784948416.318454:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307179782 00000100:00000001:3.0:1784948416.318457:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948416.318462:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.318467:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.318471:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948416.318477:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948416.318480:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948416.318486:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948416.318490:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948416.318493:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.318497:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948416.318567:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948416.318576:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:0.0:1784948416.318582:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948416.318591:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948416.318597:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8e58 00000400:00000010:0.0:1784948416.318600:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8e58. 00000100:00000001:0.0:1784948416.318605:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948416.318614:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948416.318628:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948416.318633:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948416.318644:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948416.318646:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948416.320279:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320298:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948416.320302:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320309:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948416.320317:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948416.320324:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948416.320333:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948416.320339:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948416.320346:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948416.320352:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c380 00000400:00000200:1.0:1784948416.320358:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948416.320367:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fd9 [1] + 224 00000800:00000001:1.0:1784948416.320377:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320388:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948416.320392:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948416.320397:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948416.320404:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948416.320411:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948416.320426:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948416.320444:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948416.320454:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320461:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948416.320463:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320468:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948416.320475:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948416.320479:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948416.320482:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948416.320490:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948416.320497:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948416.320503:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948416.320505:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948416.320509:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948416.320518:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948416.320519:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784948416.320536:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c400 00000400:00000200:3.0:1784948416.320537:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000200:1.0:1784948416.320547:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948416.320630:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:3.0:1784948416.320637:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948416.320643:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fe1 [1] + 224 00000100:00000200:3.0:1784948416.320652:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948416.320655:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320671:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948416.320674:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948416.320680:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948416.320684:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948416.320690:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948416.320701:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948416.320727:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948416.320733:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948416.320739:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948416.320804:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948416.320816:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948416.320819:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948416.320824:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948416.320830:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948416.320833:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948416.320837:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948416.320853:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948416.320860:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948416.320870:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948416.320874:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1784948416.320875:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000010:2.0:1784948416.320881:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000400:00000200:2.0:1784948416.320892:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000800:00000001:0.0:1784948416.320893:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948416.320896:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948416.320897:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000800:00000001:0.0:1784948416.320902:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948416.320914:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948416.320922:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948416.320924:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=107 v=5 (5 5 5 5) 00000100:00000200:2.0:1784948416.320932:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948416.320948:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:3.0:1784948416.320950:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=107 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948416.320977:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784948416.320979:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948416.320988:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948416.321008:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948416.321019:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948416.321022:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948416.321022:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948416.321045:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948416.321126:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948416.321145:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948416.321155:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.321168:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1784948416.321171:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c480 00000100:00000001:2.0:1784948416.321178:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948416.321195:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948416.321204:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948416.321209:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948416.321215:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948416.321227:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948416.321244:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524fe9 [1] + 224 02000000:00000001:2.0:1784948416.321248:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.321250:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784948416.321258:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948416.321271:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948416.321276:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1784948416.321277:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=107 v=5 (5 5 5 5) 00000800:00000001:0.0:1784948416.321282:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948416.321296:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948416.321299:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:2.0:1784948416.321300:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=147 v=5 (1 1 1 1) 00000400:00000200:0.0:1784948416.321329:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948416.321329:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948416.321340:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948416.321357:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1784948416.321363:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1784948416.321377:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948416.321379:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155060608:192.168.201.111@tcp:400:kworker.0 00000100:00000200:0.0:1784948416.321390:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.321391:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948416.321402:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948416.321404:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948416.321417:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948416.321419:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948416.321422:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948416.321435:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155060608/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948416.321440:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948416.321492:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.321573:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948416.321573:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1784948416.321577:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1784948416.321588:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948416.321590:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784948416.321597:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948416.321608:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948416.321610:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000800:00000001:0.0:1784948416.321611:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948416.321641:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784948416.321649:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948416.321650:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948416.321658:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948416.321675:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948416.321688:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00100000:2.0:1784948416.321694:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155060736:192.168.201.111@tcp:400:kworker.0 02000000:00000001:3.0:1784948416.321698:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948416.321706:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948416.321717:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1784948416.321718:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:2.0:1784948416.321735:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948416.321737:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948416.321743:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948416.321755:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155060736/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948416.321756:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.321770:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948416.321778:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948416.321792:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000001:3.0:1784948416.321793:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948416.321809:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1784948416.321810:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948416.321827:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000400:00000010:3.0:1784948416.321829:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 02000000:00000001:2.0:1784948416.321860:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1784948416.321862:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000020:00000001:2.0:1784948416.321878:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000010:3.0:1784948416.321879:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000020:00000040:2.0:1784948416.321889:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948416.321892:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1784948416.321897:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948416.321906:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 00000100:00000200:3.0:1784948416.321908:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948416.321921:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948416.321929:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948416.321935:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:2.0:1784948416.321946:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1784948416.321948:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948416.321951:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948416.321963:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948416.321980:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948416.321985:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948416.321986:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.321994:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948416.321995:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948416.322005:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1784948416.322006:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948416.322015:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948416.322019:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948416.322022:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948416.322026:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948416.322032:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=107 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948416.322037:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=129 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948416.322041:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948416.322043:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948416.322096:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948416.322101:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.322106:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948416.322109:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948416.322111:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948416.322113:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948416.322119:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948416.322129:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948416.322132:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948416.322135:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948416.322140:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948416.322149:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155060864:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948416.322155:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948416.322158:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948416.322162:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155060864/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948432 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948416.322170:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948416.322173:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948416.322176:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae200. 02000000:00000001:3.0:1784948416.322180:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948416.322182:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948416.322184:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948416.322187:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948416.322190:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948416.322195:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948416.322197:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948416.322199:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000100:00000001:3.0:1784948416.322203:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948416.322205:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948416.322207:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948416.322213:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948416.322216:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948416.322219:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948416.322222:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948416.508245:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948416.508257:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948416.508395:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948416.508403:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948416.508412:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948417.532200:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948417.532213:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948417.532371:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948417.532379:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948417.532385:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948418.556294:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948418.556307:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948418.556371:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948418.556383:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948418.556391:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948419.580178:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948419.580187:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948419.580239:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948419.580246:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948419.580252:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948420.220186:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307179782, at 4307179840 00000100:00000040:0.0:1784948420.220188:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307179782, at 4307179840 00000100:00000010:1.0:1784948420.220216:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7180. 00000100:00000010:0.0:1784948420.220219:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c60. 00010000:00000001:1.0:1784948420.604194:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948420.604202:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948420.604255:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948420.604266:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948420.604276:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1784948421.436234:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948421.436247:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948421.436261:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bea00. 00000020:00000040:3.0:1784948421.436269:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:3.0:1784948421.436275:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948421.436279:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948421.436287:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948421.436297:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046300. 00000100:00000001:3.0:1784948421.436307:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948421.436322:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948421.436337:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948421.436342:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948421.436352:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007f9539aa] to pc [ptlrpcd_01_00+0] req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.436400:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948421.436404:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948421.436409:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1784948421.436413:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bd180. 00000020:00000040:3.0:1784948421.436417:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948421.436422:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1784948421.436426:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948421.436430:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948421.436436:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046100. 00000100:00000001:3.0:1784948421.436440:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.436448:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1784948421.436448:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948421.436464:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948421.436467:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948421.436473:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1784948421.436473:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948421.436501:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000de6e34a4] to pc [ptlrpcd_01_01+1] req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948421.436511:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.436549:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948421.436567:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948421.436568:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948421.436576:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.436579:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1784948421.436586:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1784948421.436587:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2903bca80. 00000020:00000040:3.0:1784948421.436595:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 02000000:00000001:2.0:1784948421.436596:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948421.436608:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948421.436610:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948421.436617:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1784948421.436623:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948421.436625:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155060992:192.168.201.111@tcp:400:kworker.0 02000000:00000010:3.0:1784948421.436644:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a291046d00. 00000100:00000001:2.0:1784948421.436646:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948421.436659:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948421.436664:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1784948421.436672:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1784948421.436673:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948421.436688:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948421.436700:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948421.436703:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948421.436706:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fa00. 00000100:00000040:3.0:1784948421.436715:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0c4a3c5] to pc [ptlrpcd_01_00+0] req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1784948421.436717:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948421.436743:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948421.436745:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948421.436763:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1784948421.436767:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510420. 00000100:00000040:3.0:1784948421.436771:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1784948421.436779:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1784948421.436784:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1784948421.436785:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000100:00000040:3.0:1784948421.436797:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12518) 00000100:00000200:2.0:1784948421.436801:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155060992, portal 25 00000100:00000001:2.0:1784948421.436808:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948421.436811:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146671616 : -119148562880000 : ffff93a2903bea00) 00000100:00000040:2.0:1784948421.436823:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.436823:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948421.436832:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948421.436843:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948421.436855:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948421.436859:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948421.436876:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948421.436894:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3f68. 00000100:00000001:3.0:1784948421.436901:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948421.436906:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948421.436910:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155060992, offset 0 02000000:00000001:3.0:1784948421.436912:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948421.436919:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948421.436928:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948421.436935:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155061120:192.168.201.111@tcp:400:kworker.0 00000400:00000200:2.0:1784948421.436948:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948421.436950:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948421.436960:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948421.436966:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948421.436970:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1784948421.436979:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:3.0:1784948421.436980:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948421.437014:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948421.437032:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948421.437034:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948421.437088:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948421.437100:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948421.437107:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948421.437115:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948421.437126:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541520:541520:256:4294967295] 192.168.201.111@tcp LPNI seq info [541457:541457:8:4294967295] 00000400:00000200:2.0:1784948421.437136:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948421.437151:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000200:2.0:1784948421.437167:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:3.0:1784948421.437170:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000800:00000200:2.0:1784948421.437191:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000200:3.0:1784948421.437192:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061120, portal 10 00000100:00000001:3.0:1784948421.437214:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000010:2.0:1784948421.437219:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948421.437221:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146665344 : -119148562886272 : ffff93a2903bd180) 00000800:00000200:2.0:1784948421.437247:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948421.437251:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.437267:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1784948421.437278:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:3.0:1784948421.437287:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000800:00000200:2.0:1784948421.437292:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1784948421.437295:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8c38. 00000100:00000200:3.0:1784948421.437305:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155061120, offset 0 00000400:00000200:3.0:1784948421.437316:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948421.437325:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948421.437336:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948421.437348:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948421.437354:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307184902 00000400:00000200:3.0:1784948421.437360:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000010:2.0:1784948421.437363:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff43ae0. 00000400:00000200:3.0:1784948421.437371:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948421.437379:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:3.0:1784948421.437380:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948421.437394:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948421.437399:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307184902 00000400:00000200:3.0:1784948421.437405:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000010:2.0:1784948421.437411:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a29ff434e0. 00000100:00000001:2.0:1784948421.437430:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:3.0:1784948421.437430:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541521:541521:255:4294967295] 192.168.201.111@tcp LPNI seq info [541458:541458:7:4294967295] 00000100:00000001:2.0:1784948421.437447:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948421.437461:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948421.437461:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948421.437487:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.437494:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948421.437511:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:2.0:1784948421.437515:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948421.437522:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948421.437530:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1784948421.437534:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948421.437535:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948421.437542:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948421.437559:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1784948421.437560:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000100:00000001:2.0:1784948421.437584:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948421.437587:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948421.437599:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:3.0:1784948421.437601:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 02000000:00000001:2.0:1784948421.437605:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948421.437618:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1784948421.437619:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948421.437633:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000100:00100000:2.0:1784948421.437638:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155061248:192.168.201.111@tcp:400:kworker.0 00000800:00000200:3.0:1784948421.437642:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948421.437650:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948421.437651:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:3.0:1784948421.437663:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1784948421.437664:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948421.437672:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948421.437680:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 02000000:00000001:2.0:1784948421.437690:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1784948421.437695:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948421.437698:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:1.0:1784948421.437701:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3f68 02000000:00000001:2.0:1784948421.437717:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948421.437719:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3f68. 00000100:00000040:3.0:1784948421.437720:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000400:00000200:2.0:1784948421.437736:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948421.437745:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1784948421.437747:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000010:2.0:1784948421.437758:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000100:00000200:1.0:1784948421.437765:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948421.437767:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061248, portal 10 00000100:00000001:2.0:1784948421.437774:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948421.437778:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925146663552 : -119148562888064 : ffff93a2903bca80) 00000100:00000040:2.0:1784948421.437799:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948421.437804:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948421.437815:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948421.437817:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948421.437829:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948421.437839:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb34c8. 00000100:00000001:1.0:1784948421.437848:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948421.437849:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155061248, offset 0 00000100:00000001:1.0:1784948421.437858:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1784948421.437868:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948421.437877:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948421.437880:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948421.437886:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307181067 00000100:00000001:3.0:1784948421.437896:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307184902 00000400:00000200:2.0:1784948421.437902:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948421.437906:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307181067 00000100:00000001:3.0:1784948421.437918:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307184902 00000400:00000200:2.0:1784948421.437924:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948421.437925:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948421.437941:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948421.437943:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948421.437946:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:1.0:1784948421.437962:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000100:00000001:3.0:1784948421.437966:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948421.437976:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948421.437976:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948421.437978:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948421.438020:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948421.438027:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1784948421.438033:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948421.438036:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948421.438041:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541522:541522:255:4294967295] 192.168.201.111@tcp LPNI seq info [541459:541459:7:4294967295] 00000400:00000200:1.0:1784948421.438102:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8c38 00000400:00000200:2.0:1784948421.438110:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948421.438111:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8c38. 00000100:00000001:1.0:1784948421.438123:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948421.438140:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1784948421.438141:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948421.438170:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948421.438173:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:2.0:1784948421.438181:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321600. 00000100:00000040:1.0:1784948421.438184:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.438188:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948421.438200:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784948421.438206:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948421.438211:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.438227:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948421.438234:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948421.438250:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948421.438252:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948421.438266:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948421.438268:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948421.438277:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:2.0:1784948421.438283:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948421.438288:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307181069 00000100:00000001:2.0:1784948421.438293:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307184902 00000100:00000001:2.0:1784948421.438298:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307181069 00000100:00000001:2.0:1784948421.438302:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307184902 00000100:00000001:2.0:1784948421.438306:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948421.438310:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.438314:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.438317:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.438322:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948421.438325:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948421.438328:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948421.438331:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948421.438336:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948421.438339:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948421.438341:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948421.438347:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321600. 00000400:00000200:1.0:1784948421.438356:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948421.438362:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948421.438365:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb34c8 00000400:00000010:1.0:1784948421.438369:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb34c8. 00000100:00000001:1.0:1784948421.438373:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948421.438378:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948421.438388:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948421.438393:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948421.438401:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948421.438404:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948421.440266:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440289:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948421.440294:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440297:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948421.440306:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440314:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948421.440324:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440330:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440336:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440343:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c500 00000400:00000200:0.0:1784948421.440351:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440360:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ff1 [1] + 224 00000800:00000001:0.0:1784948421.440371:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440413:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948421.440418:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948421.440424:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948421.440431:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948421.440439:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948421.440454:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948421.440481:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948421.440493:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440501:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948421.440504:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440508:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948421.440512:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440517:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948421.440523:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440526:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440531:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440535:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c580 00000400:00000200:0.0:1784948421.440539:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948421.440545:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x524ff9 [1] + 224 00000800:00000001:0.0:1784948421.440549:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440560:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948421.440564:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948421.440570:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948421.440574:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948421.440581:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948421.440589:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1784948421.440596:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948421.440598:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948421.440612:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948421.440617:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948421.440622:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510420. 00000100:00000001:0.0:1784948421.440624:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784948421.440635:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:2.0:1784948421.440639:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:2.0:1784948421.440645:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:0.0:1784948421.440651:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1784948421.440659:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948421.440671:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948421.440677:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440683:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948421.440684:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948421.440695:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948421.440701:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948421.440706:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948421.440710:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948421.440712:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.440725:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948421.440733:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1784948421.440734:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1784948421.440736:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948421.440744:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1784948421.440751:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948421.440751:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948421.440763:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948421.440764:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948421.440776:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:2.0:1784948421.440780:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=112 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948421.440789:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c600 00000100:00001000:2.0:1784948421.440793:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=112 v=5 (1 1 1 1) 00000400:00000001:3.0:1784948421.440802:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1784948421.440804:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948421.440811:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1784948421.440814:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948421.440816:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948421.440826:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1784948421.440827:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00010000:00000001:2.0:1784948421.440834:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948421.440836:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784948421.440845:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.440851:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784948421.440862:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948421.440864:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525001 [1] + 224 00000100:00000200:3.0:1784948421.440875:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948421.440890:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.440907:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948421.440925:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948421.440953:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948421.440975:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948421.441012:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1784948421.441017:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948421.441018:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948421.441032:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948421.441043:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948421.441125:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.441218:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948421.441226:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948421.441229:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948421.441232:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155060992:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948421.441245:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948421.441259:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948421.441261:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.441269:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948421.441273:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948421.441283:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948421.441286:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1784948421.441294:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bea00 x1871641155060992/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948421.441298:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948421.441302:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948421.441318:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.441322:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784948421.441324:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=112 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948421.441333:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784948421.441337:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=152 v=5 (1 1 1 1) 02000000:00000010:2.0:1784948421.441340:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fa00. 00000100:00000001:3.0:1784948421.441345:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948421.441354:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948421.441356:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948421.441369:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784948421.441370:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784948421.441388:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00010000:00000001:3.0:1784948421.441390:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948421.441403:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784948421.441406:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1784948421.441411:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046300. 00000100:00000040:3.0:1784948421.441412:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948421.441431:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784948421.441434:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948421.441438:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948421.441439:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948421.441450:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bea00. 00000100:00000001:2.0:1784948421.441464:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1784948421.441464:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948421.441476:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.441493:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.441512:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948421.441512:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948421.441519:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948421.441529:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1784948421.441531:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:2.0:1784948421.441533:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948421.441540:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948421.441543:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948421.441549:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948421.441555:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784948421.441561:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:3.0:1784948421.441566:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948421.441570:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948421.441639:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948421.441669:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948421.441673:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1784948421.441673:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155061120:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948421.441686:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948421.441691:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948421.441697:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948421.441701:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.441704:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948421.441706:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.441714:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1784948421.441719:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=112 v=5 (5 5 5 5) 00000100:00000040:3.0:1784948421.441727:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bd180 x1871641155061120/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948421.441730:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948421.441755:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948421.441762:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948421.441777:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1784948421.441779:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948421.441797:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1784948421.441798:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.441808:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 02000000:00000010:3.0:1784948421.441809:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 00000100:00000040:2.0:1784948421.441816:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000001:3.0:1784948421.441821:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948421.441822:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948421.441829:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948421.441831:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948421.441842:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000040:2.0:1784948421.441851:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948421.441852:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948421.441860:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046100. 02000000:00000001:3.0:1784948421.441876:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948421.441881:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948421.441893:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784948421.441894:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bd180. 00000100:00000001:3.0:1784948421.441906:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948421.441911:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948421.441911:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948421.441922:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.441924:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948421.441931:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948421.441935:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948421.441941:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948421.441945:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948421.441946:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948421.441976:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2903bca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155061248:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948421.442011:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.442016:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948421.442024:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2903bca80 x1871641155061248/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948437 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948421.442035:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948421.442038:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948421.442042:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948421.442075:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948421.442079:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948421.442081:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948421.442084:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948421.442087:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a291046d00. 02000000:00000001:2.0:1784948421.442092:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948421.442094:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948421.442097:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2903bca80. 00000100:00000001:2.0:1784948421.442101:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948421.442103:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.442106:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948421.442112:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948421.442115:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948421.442118:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948421.442121:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948421.628176:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948421.628184:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948421.628296:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948421.628305:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948421.628313:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948422.652257:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948422.652269:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948422.652375:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948422.652383:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948422.652389:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948423.676237:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948423.676249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948423.676374:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948423.676382:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948423.676389:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948424.700242:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948424.700262:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948424.700269:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948424.700278:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948424.700291:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948424.700296:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948424.700302:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948424.700309:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948424.700360:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948424.700366:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948424.700373:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948425.340197:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307184902, at 4307184960 00000100:00000040:1.0:1784948425.340208:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307184902, at 4307184960 00000100:00000010:0.0:1784948425.340219:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff43ae0. 00000100:00000010:1.0:1784948425.340227:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a29ff434e0. 00010000:00000001:1.0:1784948425.724266:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948425.724273:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948425.724320:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948425.724329:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948425.724338:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948426.556216:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948426.556229:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948426.556240:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c380. 00000020:00000040:0.0:1784948426.556248:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948426.556254:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948426.556258:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948426.556265:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948426.556276:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b700. 00000100:00000001:0.0:1784948426.556285:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556300:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948426.556316:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948426.556322:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556330:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000df6f68a7] to pc [ptlrpcd_00_00+0] req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.556373:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556378:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948426.556382:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948426.556386:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755c000. 00000020:00000040:0.0:1784948426.556389:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948426.556392:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948426.556395:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948426.556397:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948426.556402:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:0.0:1784948426.556406:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556412:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948426.556422:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948426.556425:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556434:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da6fecb4] to pc [ptlrpcd_00_01+1] req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.556446:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556449:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948426.556455:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784948426.556455:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1784948426.556461:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784948426.556470:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948426.556475:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1784948426.556477:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1784948426.556481:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948426.556489:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.556490:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1784948426.556495:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948426.556503:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556516:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1784948426.556525:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.556531:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948426.556539:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556552:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_00+0] req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.556616:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556619:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948426.556623:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1784948426.556630:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948426.556631:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1784948426.556635:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784948426.556642:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.556645:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12523) 02000000:00000001:1.0:1784948426.556663:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948426.556673:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1784948426.556681:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948426.556692:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155061376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948426.556703:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1784948426.556714:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948426.556719:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948426.556724:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948426.556740:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948426.556745:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948426.556759:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948426.556769:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9688. 00000400:00000010:1.0:1784948426.556783:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000100:00000200:1.0:1784948426.556797:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061376, portal 25 00000100:00000001:1.0:1784948426.556802:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948426.556805:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534241664 : -119148175309952 : ffff93a2a755c380) 00000100:00000040:1.0:1784948426.556818:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.556836:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948426.556842:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948426.556848:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1550. 00000100:00000200:1.0:1784948426.556855:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155061376, offset 0 00000400:00000200:1.0:1784948426.556868:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948426.556886:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.556929:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:1.0:1784948426.556940:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1784948426.556949:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:1.0:1784948426.556957:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948426.556963:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948426.556971:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541523:541523:256:4294967295] 192.168.201.111@tcp LPNI seq info [541460:541460:8:4294967295] 00000400:00000200:1.0:1784948426.556981:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.556999:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948426.557011:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948426.557022:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bd500. 00000800:00000200:1.0:1784948426.557036:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:1.0:1784948426.557119:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:1.0:1784948426.557129:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bd500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948426.557162:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948426.557172:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948426.557179:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307190022 00000100:00000010:1.0:1784948426.557190:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037f720. 00000100:00000001:1.0:1784948426.557202:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1784948426.557213:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307190022 00000100:00000010:1.0:1784948426.557221:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2c037ff00. 00000100:00000001:1.0:1784948426.557227:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1784948426.557244:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948426.557250:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.557256:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.557261:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.557275:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948426.557278:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1784948426.557284:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948426.557288:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948426.557291:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948426.557300:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.557318:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1784948426.557321:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948426.557328:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1784948426.557329:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948426.557346:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000800:00000010:0.0:1784948426.557347:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bd500. 02000000:00000001:1.0:1784948426.557360:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948426.557363:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1784948426.557376:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155061632:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948426.557378:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948426.557397:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1550 00000100:00000001:1.0:1784948426.557397:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1784948426.557409:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1550. 02000000:00000001:1.0:1784948426.557412:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1784948426.557418:0:2398:0:(events.c:34:request_out_callback()) Process entered 02000000:00000001:1.0:1784948426.557420:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948426.557429:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948426.557431:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1784948426.557446:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd8200. 00000100:00000001:0.0:1784948426.557451:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1784948426.557458:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.557461:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948426.557493:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948426.557496:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948426.557505:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9058. 00000100:00000001:0.0:1784948426.557506:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:1.0:1784948426.557522:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1ee0. 00000100:00000200:1.0:1784948426.557531:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061632, portal 10 00000100:00000001:1.0:1784948426.557537:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1784948426.557541:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534256000 : -119148175295616 : ffff93a2a755fb80) 00000100:00000040:1.0:1784948426.557561:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.557568:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948426.557579:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948426.557584:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948426.557587:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1784948426.557597:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:1.0:1784948426.557605:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000040:0.0:1784948426.557607:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948426.557617:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155061632, offset 0 00000100:00000001:0.0:1784948426.557642:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1784948426.557642:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948426.557650:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948426.557663:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948426.557666:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948426.557675:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948426.557688:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:0.0:1784948426.557689:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948426.557705:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155061504:192.168.201.111@tcp:400:kworker.0 00000400:00000200:1.0:1784948426.557708:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:0.0:1784948426.557719:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1784948426.557727:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:0.0:1784948426.557728:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948426.557734:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948426.557743:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1784948426.557745:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000010:0.0:1784948426.557752:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fed200. 00000400:00000200:1.0:1784948426.557767:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:0.0:1784948426.557768:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948426.557789:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.557796:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541524:541524:256:4294967295] 192.168.201.111@tcp LPNI seq info [541461:541461:8:4294967295] 00000400:00000010:0.0:1784948426.557798:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea420. 00000400:00000010:0.0:1784948426.557816:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bff68. 00000400:00000200:1.0:1784948426.557827:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:0.0:1784948426.557834:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061504, portal 10 00000100:00000001:0.0:1784948426.557840:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948426.557845:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534240768 : -119148175310848 : ffff93a2a755c000) 00000400:00000200:1.0:1784948426.557864:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:0.0:1784948426.557867:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.557894:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:1.0:1784948426.557925:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948426.557926:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948426.557933:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfcc0. 00000800:00000010:1.0:1784948426.557942:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000100:00000200:0.0:1784948426.557943:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155061504, offset 0 00000400:00000200:0.0:1784948426.557972:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:1.0:1784948426.557983:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:0.0:1784948426.557997:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:1.0:1784948426.558009:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948426.558022:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:1.0:1784948426.558022:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948426.558088:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948426.558097:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948426.558102:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948426.558104:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948426.558115:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000040:1.0:1784948426.558120:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:0.0:1784948426.558123:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541525:541525:255:4294967295] 192.168.201.111@tcp LPNI seq info [541462:541462:7:4294967295] 00000400:00000200:0.0:1784948426.558155:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.558156:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948426.558167:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307186189 00000100:00000001:1.0:1784948426.558180:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307190022 00000400:00000200:0.0:1784948426.558181:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:1.0:1784948426.558196:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307186189 00000800:00000200:0.0:1784948426.558201:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948426.558210:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307190022 00000800:00000010:0.0:1784948426.558213:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000100:00000001:1.0:1784948426.558226:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:0.0:1784948426.558239:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948426.558249:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948426.558261:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:1.0:1784948426.558266:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948426.558269:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1784948426.558281:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948426.558283:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948426.558302:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000100:00000001:1.0:1784948426.558304:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948426.558313:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948426.558315:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948426.558330:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307186188 00000100:00000001:1.0:1784948426.558333:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948426.558338:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307190022 00000100:00000001:1.0:1784948426.558341:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948426.558344:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307186188 00000100:00000001:1.0:1784948426.558348:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.558351:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307190022 00000100:00000001:0.0:1784948426.558361:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948426.558363:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.558368:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.558374:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.558378:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948426.558388:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948426.558391:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948426.558394:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948426.558397:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948426.558399:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.558402:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948426.558465:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948426.558475:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:1.0:1784948426.558485:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948426.558496:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948426.558504:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:1.0:1784948426.558509:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:1.0:1784948426.558517:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948426.558527:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.558547:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948426.558554:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.558568:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.558572:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948426.558683:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948426.558688:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000400:00000200:1.0:1784948426.558696:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948426.558703:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948426.558708:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfcc0 00000400:00000010:1.0:1784948426.558712:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfcc0. 00000100:00000001:1.0:1784948426.558718:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948426.558726:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.558742:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948426.558748:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.558762:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.558765:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948426.559243:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948426.559265:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948426.559272:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948426.559278:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948426.559289:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948426.559300:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948426.559316:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948426.559325:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948426.559333:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948426.559341:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c680 00000400:00000200:0.0:1784948426.559350:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948426.559360:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x525009 [1] + 224 00000800:00000001:0.0:1784948426.559372:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948426.559386:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948426.559392:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948426.559397:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948426.559404:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948426.559414:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948426.559428:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.559457:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948426.559468:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948426.559472:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.559530:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948426.559537:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1784948426.559547:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1784948426.559551:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948426.559556:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9688. 00000400:00000200:1.0:1784948426.559567:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784948426.559570:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784948426.559576:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948426.559587:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948426.559605:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.559619:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948426.559622:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.559626:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948426.559631:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1784948426.559636:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948426.559641:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948426.559646:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1784948426.559657:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1784948426.559665:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=117 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948426.559669:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1784948426.559673:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948426.559678:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1784948426.559682:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.559688:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948426.559697:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.559711:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1784948426.559716:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948426.559720:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1784948426.559727:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948426.559742:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2406:1871641155061376:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948426.559751:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.559755:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948426.559761:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c380 x1871641155061376/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.559773:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948426.559778:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948426.559783:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9200. 02000000:00000001:1.0:1784948426.559789:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948426.559793:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948426.559798:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:1.0:1784948426.559802:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948426.559807:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b700. 02000000:00000001:1.0:1784948426.559813:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948426.559816:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948426.559820:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c380. 00000100:00000001:1.0:1784948426.559826:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948426.559829:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.559833:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.559837:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948426.559839:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948426.559842:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.559845:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948426.561531:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948426.561549:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948426.561554:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948426.561559:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948426.561568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561576:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948426.561587:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561594:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561600:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561608:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c780 00000400:00000200:1.0:1784948426.561617:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561626:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525019 [1] + 224 00000800:00000001:1.0:1784948426.561636:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948426.561642:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948426.561646:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948426.561652:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948426.561660:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948426.561667:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948426.561684:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.561726:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948426.561737:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948426.561743:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948426.561746:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948426.561750:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948426.561755:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561761:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948426.561769:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561775:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561783:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561788:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c700 00000400:00000200:1.0:1784948426.561795:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948426.561811:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525029 [1] + 224 00000100:00000001:0.0:1784948426.561813:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:1.0:1784948426.561822:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1784948426.561823:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1784948426.561839:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948426.561844:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948426.561845:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948426.561853:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9058. 00000400:00000200:1.0:1784948426.561857:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948426.561867:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1ee0 00000400:00000200:1.0:1784948426.561876:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000010:0.0:1784948426.561878:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1ee0. 00000100:00000001:0.0:1784948426.561891:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948426.561894:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948426.561924:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948426.561940:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948426.561962:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948426.561973:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.562030:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948426.562035:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.562037:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948426.562043:0:2406:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948426.562097:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948426.562107:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948426.562112:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948426.562117:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948426.562120:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948426.562125:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948426.562136:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=117 v=5 (5 5 5 5) 00000100:00000001:1.0:1784948426.562143:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:0.0:1784948426.562144:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948426.562151:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948426.562153:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948426.562157:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1784948426.562159:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00010000:00000001:0.0:1784948426.562163:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000001:1.0:1784948426.562164:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948426.562174:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea420. 00010000:00000001:0.0:1784948426.562175:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.562195:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1784948426.562197:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bff68 00000100:00000040:0.0:1784948426.562208:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000400:00000010:1.0:1784948426.562209:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bff68. 00000100:00000001:0.0:1784948426.562227:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948426.562229:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1784948426.562231:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948426.562241:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948426.562244:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.562340:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784948426.562347:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.562350:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948426.562357:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948426.562382:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.562383:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1784948426.562396:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.562414:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948426.562424:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1784948426.562428:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155061632:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948426.562429:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948426.562440:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.562445:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948426.562446:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.562460:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00001000:1.0:1784948426.562467:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=117 v=5 (5 5 5 5) 00000100:00000040:0.0:1784948426.562470:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641155061632/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1784948426.562485:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948426.562508:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948426.562510:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1784948426.562513:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948426.562516:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1784948426.562520:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1784948426.562522:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd8200. 00010000:00000001:1.0:1784948426.562528:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948426.562532:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1784948426.562535:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1784948426.562538:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000100:00000040:1.0:1784948426.562539:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000020:00000040:0.0:1784948426.562546:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948426.562547:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1784948426.562555:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1784948426.562557:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948426.562564:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 00000100:00000040:1.0:1784948426.562572:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1784948426.562575:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948426.562583:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948426.562590:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000100:00000001:1.0:1784948426.562609:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948426.562610:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948426.562622:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.562622:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1784948426.562633:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948426.562634:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948426.562652:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1784948426.562654:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948426.562659:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948426.562673:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948426.562684:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1784948426.562686:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2407:1871641155061504:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948426.562699:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.562704:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948426.562709:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755c000 x1871641155061504/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948442 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948426.562717:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948426.562722:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948426.562724:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fed200. 02000000:00000001:1.0:1784948426.562730:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1784948426.562732:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948426.562734:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:1.0:1784948426.562736:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948426.562738:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bc00. 02000000:00000001:1.0:1784948426.562741:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948426.562743:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948426.562745:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755c000. 00000100:00000001:1.0:1784948426.562748:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1784948426.562749:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.562751:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948426.562756:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1784948426.562758:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948426.562761:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948426.562763:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948426.748239:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948426.748250:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948426.748379:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948426.748389:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948426.748397:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948427.772241:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948427.772254:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948427.772326:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948427.772333:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948427.772339:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948428.796221:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948428.796231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948428.796346:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948428.796357:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948428.796366:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948429.820207:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948429.820217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948429.820254:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948429.820259:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948429.820265:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948430.460203:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307190022, at 4307190080 00000100:00000040:0.0:1784948430.460211:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307190022, at 4307190080 00000100:00000010:1.0:1784948430.460226:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037ff00. 00000100:00000010:0.0:1784948430.460232:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2c037f720. 00010000:00000001:1.0:1784948430.844208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948430.844218:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948430.844258:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948430.844262:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948430.844267:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948431.676277:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948431.676294:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948431.676312:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784948431.676322:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948431.676329:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948431.676334:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948431.676345:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948431.676358:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948431.676371:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676391:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948431.676407:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948431.676414:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676424:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_01+1] req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948431.676474:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676480:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948431.676487:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948431.676494:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948431.676499:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948431.676504:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948431.676507:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948431.676510:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948431.676521:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948431.676527:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676539:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948431.676557:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948431.676564:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676576:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.676576:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.676589:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948431.676595:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948431.676619:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948431.676620:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948431.676630:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948431.676656:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948431.676667:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784948431.676682:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948431.676698:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948431.676707:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784948431.676714:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1784948431.676716:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.676719:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948431.676731:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948431.676731:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948431.676749:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948431.676751:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948431.676778:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676788:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1784948431.676794:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155061760:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948431.676850:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948431.676858:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948431.676864:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948431.676865:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948431.676871:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948431.676881:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948431.676882:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_01+1] req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948431.676902:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000001:2.0:1784948431.676903:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676910:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948431.676922:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.676924:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948431.676937:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948431.676943:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948431.676954:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948431.676957:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12528) 00000400:00000010:3.0:1784948431.676968:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948431.676982:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784948431.676987:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784948431.676989:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948431.676994:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948431.677006:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948431.677010:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061760, portal 25 00000100:00000001:3.0:1784948431.677020:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948431.677031:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000040:3.0:1784948431.677101:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948431.677110:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948431.677121:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.677122:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784948431.677137:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1784948431.677139:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948431.677143:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1784948431.677146:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b82a8. 02000000:00000001:2.0:1784948431.677157:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948431.677160:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155061760, offset 0 00000100:00100000:2.0:1784948431.677171:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155061888:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948431.677184:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948431.677191:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948431.677201:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784948431.677203:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948431.677206:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948431.677213:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948431.677221:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000010:2.0:1784948431.677222:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948431.677230:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948431.677234:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948431.677248:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:2.0:1784948431.677259:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948431.677267:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784948431.677272:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948431.677278:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784948431.677290:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784948431.677290:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541526:541526:256:4294967295] 192.168.201.111@tcp LPNI seq info [541463:541463:8:4294967295] 00000400:00000200:3.0:1784948431.677314:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948431.677316:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155061888, portal 10 00000100:00000001:2.0:1784948431.677322:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948431.677325:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000400:00000200:3.0:1784948431.677343:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948431.677354:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948431.677372:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948431.677391:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1784948431.677392:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000100:00000040:2.0:1784948431.677403:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948431.677409:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3e58. 00000800:00000200:3.0:1784948431.677412:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:2.0:1784948431.677417:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155061888, offset 0 00000400:00000200:2.0:1784948431.677446:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948431.677447:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948431.677458:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948431.677467:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948431.677482:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948431.677485:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948431.677502:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948431.677503:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948431.677515:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307195142 00000400:00000200:2.0:1784948431.677525:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000010:3.0:1784948431.677525:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7d20. 00000400:00000200:2.0:1784948431.677549:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1784948431.677549:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948431.677573:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948431.677573:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307195142 00000100:00000010:3.0:1784948431.677585:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7240. 00000100:00000001:3.0:1784948431.677593:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948431.677600:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541527:541527:255:4294967295] 192.168.201.111@tcp LPNI seq info [541464:541464:7:4294967295] 00000100:00000001:3.0:1784948431.677601:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948431.677621:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948431.677634:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948431.677637:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.677645:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948431.677660:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948431.677660:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948431.677671:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948431.677683:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1784948431.677695:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948431.677697:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948431.677713:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1784948431.677716:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000800:00000200:0.0:1784948431.677720:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948431.677733:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000800:00000200:2.0:1784948431.677734:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000040:3.0:1784948431.677736:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1784948431.677753:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784948431.677774:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:0.0:1784948431.677790:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:2.0:1784948431.677796:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:0.0:1784948431.677802:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b82a8 00000100:00000001:3.0:1784948431.677837:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1784948431.677838:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b82a8. 00000100:00000001:2.0:1784948431.677845:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.677848:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948431.677851:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1784948431.677856:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 02000000:00000001:3.0:1784948431.677865:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1784948431.677871:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948431.677874:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1784948431.677877:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948431.677912:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307191307 02000000:00000001:3.0:1784948431.677914:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948431.677920:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948431.677926:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307195142 00000100:00000001:2.0:1784948431.677935:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307191307 00000100:00000040:0.0:1784948431.677938:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948431.677942:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155062016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948431.677950:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307195142 00000100:00000001:2.0:1784948431.677968:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948431.677977:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948431.677986:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948431.677994:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948431.678005:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948431.678006:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948431.678007:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948431.678036:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948431.678038:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948431.678104:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948431.678107:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948431.678111:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948431.678113:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948431.678115:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948431.678119:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948431.678131:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948431.678140:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:0.0:1784948431.678150:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948431.678160:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948431.678168:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3e58 00000400:00000010:0.0:1784948431.678172:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3e58. 00000100:00000001:0.0:1784948431.678178:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948431.678186:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948431.678205:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948431.678212:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948431.678226:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948431.678230:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948431.678332:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948431.678342:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948431.678348:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948431.678357:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948431.678363:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948431.678371:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948431.678379:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062016, portal 10 00000100:00000001:3.0:1784948431.678383:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948431.678387:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000040:3.0:1784948431.678403:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.678418:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948431.678423:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948431.678428:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8088. 00000100:00000200:3.0:1784948431.678434:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155062016, offset 0 00000400:00000200:3.0:1784948431.678445:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948431.678532:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948431.678540:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948431.678544:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948431.678548:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948431.678552:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948431.678556:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948431.678561:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541528:541528:256:4294967295] 192.168.201.111@tcp LPNI seq info [541465:541465:8:4294967295] 00000400:00000200:3.0:1784948431.678567:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948431.678576:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948431.678583:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948431.678590:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000800:00000200:3.0:1784948431.678597:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948431.678604:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948431.678609:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948431.678628:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948431.678634:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10202 usecs (11 jiffies) 00000400:00000200:3.0:1784948431.678638:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948431.678641:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307191309 00000100:00000001:3.0:1784948431.678645:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307195142 00000100:00000001:3.0:1784948431.678648:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307191309 00000100:00000001:3.0:1784948431.678651:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307195142 00000100:00000001:3.0:1784948431.678654:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948431.678657:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.678661:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.678664:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.678669:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948431.678672:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948431.678675:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.678677:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948431.678679:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.678682:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948431.678860:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948431.678868:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000400:00000200:1.0:1784948431.678875:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948431.678882:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948431.678889:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8088 00000400:00000010:1.0:1784948431.678892:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8088. 00000100:00000001:1.0:1784948431.678896:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948431.678904:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948431.678918:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948431.678922:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948431.678932:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948431.678934:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948431.680009:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948431.680027:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948431.680034:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948431.680040:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948431.680090:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948431.680100:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948431.680115:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948431.680123:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948431.680131:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948431.680139:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c800 00000400:00000200:0.0:1784948431.680147:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948431.680157:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x525039 [1] + 224 00000800:00000001:0.0:1784948431.680169:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948431.680183:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948431.680189:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948431.680196:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948431.680205:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948431.680215:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948431.680234:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948431.680264:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948431.680279:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948431.680286:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.680434:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.680440:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948431.680449:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948431.680452:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948431.680496:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948431.680510:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948431.680515:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948431.680520:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948431.680528:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948431.680531:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784948431.680542:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:3.0:1784948431.680544:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000400:00000010:3.0:1784948431.680552:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000400:00000200:1.0:1784948431.680555:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948431.680563:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948431.680565:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948431.680575:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948431.680584:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c880 00000100:00000200:3.0:1784948431.680584:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948431.680601:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948431.680620:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525041 [1] + 224 00000100:00000200:3.0:1784948431.680629:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948431.680638:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948431.680656:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948431.680667:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948431.680674:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948431.680684:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948431.680684:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.680696:0:2409:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:1.0:1784948431.680701:0:2399:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784948431.680704:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948431.680711:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1784948431.680716:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.680718:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948431.680730:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948431.680746:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1784948431.680747:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948431.680766:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948431.680775:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948431.680778:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948431.680783:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1784948431.680788:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00000001:3.0:1784948431.680790:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.680800:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948431.680801:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948431.680837:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948431.680848:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.680869:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948431.680876:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948431.680878:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.680882:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948431.680885:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948431.680902:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1784948431.680905:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1784948431.680907:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948431.680916:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948431.680933:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948431.680939:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784948431.680954:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:3.0:1784948431.680958:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155061760:192.168.201.111@tcp:400:kworker.0 00000100:00000200:2.0:1784948431.680969:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.680977:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.680993:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1784948431.681002:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948431.681016:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155061760/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948431.681025:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948431.681031:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948431.681044:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948431.681108:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948431.681112:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948431.681115:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948431.681120:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948431.681131:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=122 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948431.681137:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948431.681141:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948431.681143:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948431.681148:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948431.681153:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948431.681158:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948431.681162:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948431.681165:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948431.681168:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948431.681179:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948431.681191:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948431.681196:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948431.681199:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948431.681208:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948431.681222:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155061888:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948431.681240:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.681243:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948431.681248:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948431.681251:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784948431.681261:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155061888/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948431.681262:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000001:3.0:1784948431.681283:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1784948431.681295:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948431.681301:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948431.681307:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948431.681315:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948431.681320:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948431.681323:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948431.681329:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784948431.681336:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000010:2.0:1784948431.681337:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000020:00000001:3.0:1784948431.681349:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784948431.681351:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:1.0:1784948431.681357:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948431.681365:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1784948431.681366:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:1.0:1784948431.681367:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:2.0:1784948431.681376:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000020:00000001:3.0:1784948431.681379:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000800:00000001:1.0:1784948431.681384:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948431.681388:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948431.681389:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948431.681400:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948431.681401:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948431.681405:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1784948431.681417:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948431.681419:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948431.681434:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000400:00000200:1.0:1784948431.681435:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948431.681438:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948431.681454:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.681455:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948431.681467:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948431.681470:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948431.681471:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.681476:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948431.681483:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.681488:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948431.681497:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948431.681498:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948431.681504:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.681510:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948431.681518:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948431.681528:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31c900 00000400:00000200:1.0:1784948431.681539:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948431.681551:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525049 [1] + 224 00000800:00000001:1.0:1784948431.681562:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948431.681577:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948431.681583:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948431.681590:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948431.681598:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948431.681609:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948431.681632:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948431.681666:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948431.681676:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948431.681685:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.681713:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.681718:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948431.681724:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948431.681726:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948431.681730:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948431.681735:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948431.681738:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948431.681741:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948431.681749:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948431.681761:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.681770:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948431.681772:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.681775:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948431.681777:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948431.681780:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948431.681782:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948431.681785:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948431.681792:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=122 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948431.681797:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948431.681800:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948431.681802:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948431.681805:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948431.681832:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.681836:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948431.681839:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948431.681841:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948431.681843:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948431.681849:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.681858:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948431.681861:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948431.681864:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948431.681868:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948431.681879:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155062016:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948431.681884:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.681886:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948431.681890:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155062016/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948447 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948431.681898:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948431.681900:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948431.681903:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948431.681906:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948431.681908:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948431.681910:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948431.681913:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948431.681915:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948431.681918:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948431.681920:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948431.681922:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000001:3.0:1784948431.681925:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948431.681927:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.681930:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948431.681936:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948431.681938:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948431.681941:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948431.681944:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948431.868223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948431.868231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948431.868368:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948431.868374:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948431.868380:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948432.892213:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948432.892223:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948432.892293:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948432.892301:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948432.892306:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948433.916218:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948433.916227:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948433.916373:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948433.916384:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948433.916392:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948434.940257:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948434.940268:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948434.940272:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948434.940276:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948434.940283:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948434.940286:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948434.940289:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948434.940293:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948434.940321:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948434.940325:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948434.940328:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948435.580185:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307195142, at 4307195200 00000100:00000010:0.0:1784948435.580207:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7d20. 00000100:00000040:1.0:1784948435.580227:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307195142, at 4307195200 00000100:00000010:1.0:1784948435.580243:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7240. 00010000:00000001:1.0:1784948435.964263:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948435.964272:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948435.964311:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948435.964315:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948435.964319:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948436.796239:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948436.796256:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948436.796275:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948436.796285:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948436.796292:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948436.796298:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948436.796307:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948436.796323:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948436.796335:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796353:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948436.796371:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948436.796378:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796388:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_00+0] req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.796438:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796442:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948436.796448:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948436.796452:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784948436.796455:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948436.796458:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948436.796460:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948436.796463:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948436.796467:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948436.796470:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796475:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948436.796485:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948436.796488:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796493:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_01+1] req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.796504:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796508:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948436.796514:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948436.796517:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784948436.796520:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948436.796523:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948436.796526:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948436.796530:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948436.796535:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:2.0:1784948436.796539:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796545:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948436.796555:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948436.796556:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948436.796564:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.796570:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1784948436.796581:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_00+0] req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.796582:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948436.796601:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948436.796606:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948436.796607:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948436.796633:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948436.796647:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948436.796670:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1784948436.796674:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948436.796678:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.796682:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12534) 02000000:00000001:3.0:1784948436.796687:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948436.796693:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948436.796699:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948436.796707:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155062144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948436.796714:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948436.796752:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948436.796756:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948436.796760:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948436.796772:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948436.796777:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.796785:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948436.796792:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948436.796793:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948436.796802:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948436.796811:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948436.796816:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948436.796838:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1784948436.796840:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784948436.796843:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948436.796853:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1784948436.796856:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062144, portal 25 02000000:00000001:2.0:1784948436.796857:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948436.796866:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784948436.796868:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.796871:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000100:00100000:2.0:1784948436.796882:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155062272:192.168.201.111@tcp:400:kworker.0 00000100:00000040:3.0:1784948436.796893:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.796896:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948436.796911:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1784948436.796914:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784948436.796919:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948436.796932:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948436.796933:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784948436.796943:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8220. 02000000:00000010:2.0:1784948436.796948:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000200:3.0:1784948436.796953:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155062144, offset 0 02000000:00000001:2.0:1784948436.796954:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948436.796984:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948436.796985:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948436.797006:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948436.797015:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948436.797021:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784948436.797031:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:2.0:1784948436.797034:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062272, portal 10 00000400:00000200:3.0:1784948436.797040:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948436.797042:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948436.797101:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000400:00000200:3.0:1784948436.797116:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784948436.797120:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948436.797129:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948436.797151:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948436.797163:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784948436.797172:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541529:541529:256:4294967295] 192.168.201.111@tcp LPNI seq info [541466:541466:8:4294967295] 00000100:00000040:2.0:1784948436.797187:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948436.797202:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb36e8. 00000400:00000200:3.0:1784948436.797204:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948436.797227:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155062272, offset 0 00000400:00000200:2.0:1784948436.797256:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948436.797257:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948436.797275:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948436.797279:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784948436.797291:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046700. 00000400:00000200:2.0:1784948436.797301:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:3.0:1784948436.797316:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948436.797322:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948436.797333:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784948436.797345:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948436.797352:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:3.0:1784948436.797358:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948436.797366:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948436.797381:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541530:541530:255:4294967295] 192.168.201.111@tcp LPNI seq info [541467:541467:7:4294967295] 00000400:00000200:2.0:1784948436.797388:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948436.797395:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948436.797414:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948436.797416:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948436.797424:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307200262 00000800:00000200:2.0:1784948436.797434:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784948436.797438:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7ea0. 00000800:00000010:2.0:1784948436.797445:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948436.797453:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784948436.797466:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948436.797467:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307200262 00000100:00000010:3.0:1784948436.797483:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d71e0. 00000800:00000200:2.0:1784948436.797494:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948436.797499:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000800:00000200:2.0:1784948436.797506:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948436.797510:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948436.797521:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.797522:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.797538:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948436.797540:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000100:00000001:3.0:1784948436.797544:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948436.797552:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948436.797557:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307196427 00000100:00000001:3.0:1784948436.797558:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948436.797569:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948436.797570:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307200262 00000100:00000001:3.0:1784948436.797581:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948436.797582:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307196427 00000100:00000001:3.0:1784948436.797592:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948436.797594:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307200262 00000100:00000001:3.0:1784948436.797598:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948436.797605:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000800:00000200:1.0:1784948436.797613:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948436.797617:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948436.797618:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948436.797630:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046700. 00000100:00000001:2.0:1784948436.797637:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948436.797645:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948436.797651:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.797673:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948436.797677:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948436.797680:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948436.797685:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948436.797687:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948436.797692:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8220 00000100:00000001:2.0:1784948436.797696:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948436.797699:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:1.0:1784948436.797702:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8220. 00000100:00000001:2.0:1784948436.797703:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948436.797707:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948436.797719:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948436.797741:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948436.797751:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:3.0:1784948436.797753:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155062400:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948436.797758:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948436.797774:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.797779:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948436.797787:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948436.797794:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948436.797798:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948436.797800:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948436.797812:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af000. 00000100:00000040:1.0:1784948436.797815:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948436.797818:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948436.797843:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948436.797855:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948436.797858:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:1.0:1784948436.797861:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:3.0:1784948436.797869:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784948436.797878:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062400, portal 10 00000100:00000001:3.0:1784948436.797882:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948436.797885:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000800:00000200:1.0:1784948436.797894:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784948436.797900:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1784948436.797902:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000400:00000200:1.0:1784948436.797912:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948436.797926:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948436.797931:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:1.0:1784948436.797934:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb36e8 00000400:00000010:1.0:1784948436.797940:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb36e8. 00000100:00000040:3.0:1784948436.797942:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948436.797950:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:3.0:1784948436.797952:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8f68. 00000100:00000200:3.0:1784948436.797958:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155062400, offset 0 00000100:00000200:1.0:1784948436.797961:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948436.797973:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948436.797987:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1784948436.797989:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:1.0:1784948436.797998:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948436.798005:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948436.798021:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1784948436.798029:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948436.798031:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:1.0:1784948436.798034:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1784948436.798042:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948436.798092:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948436.798101:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541531:541531:256:4294967295] 192.168.201.111@tcp LPNI seq info [541468:541468:8:4294967295] 00000400:00000200:3.0:1784948436.798112:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948436.798135:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948436.798147:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948436.798156:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046100. 00000800:00000200:3.0:1784948436.798173:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948436.798183:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948436.798190:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948436.798221:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948436.798236:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10201 usecs (11 jiffies) 00000400:00000200:3.0:1784948436.798241:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948436.798244:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307196429 00000100:00000001:3.0:1784948436.798248:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307200262 00000100:00000001:3.0:1784948436.798252:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307196429 00000100:00000001:3.0:1784948436.798255:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307200262 00000100:00000001:3.0:1784948436.798259:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948436.798271:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.798276:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.798280:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.798287:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948436.798290:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948436.798294:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948436.798297:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948436.798300:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.798304:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948436.798359:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948436.798367:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046100. 00000400:00000200:1.0:1784948436.798373:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948436.798381:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948436.798386:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8f68 00000400:00000010:1.0:1784948436.798389:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8f68. 00000100:00000001:1.0:1784948436.798394:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948436.798401:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948436.798415:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948436.798419:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948436.798430:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948436.798432:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948436.799904:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.799922:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948436.799927:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.799930:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.799937:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.799945:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948436.799954:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.799960:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.799965:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.799970:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31c980 00000400:00000200:1.0:1784948436.799976:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.799984:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x525051 [1] + 224 00000800:00000001:1.0:1784948436.799992:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.800001:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.800005:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948436.800011:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948436.800017:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948436.800026:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948436.800042:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948436.800095:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948436.800105:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.800109:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.800143:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948436.800148:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948436.800156:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948436.800158:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948436.800161:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948436.800167:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:3.0:1784948436.800170:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:3.0:1784948436.800174:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948436.800182:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948436.800196:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.800210:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948436.800214:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.800219:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948436.800224:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948436.800228:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948436.800232:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948436.800238:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948436.800249:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=127 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948436.800257:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948436.800263:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948436.800266:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948436.800272:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948436.800276:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.800281:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948436.800290:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.800301:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948436.800305:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948436.800307:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948436.800312:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948436.800322:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155062144:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948436.800329:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.800332:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948436.800336:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155062144/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.800345:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948436.800348:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948436.800352:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948436.800356:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948436.800359:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948436.800361:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948436.800364:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948436.800368:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948436.800372:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948436.800374:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948436.800377:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784948436.800382:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948436.800384:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.800387:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.800389:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948436.800391:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948436.800394:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.800396:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948436.801232:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.801246:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948436.801250:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.801253:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.801261:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801271:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948436.801280:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801285:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801290:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801295:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ca00 00000400:00000200:1.0:1784948436.801303:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801309:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525059 [1] + 224 00000800:00000001:1.0:1784948436.801317:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.801325:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.801328:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948436.801333:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948436.801339:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948436.801346:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948436.801360:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948436.801389:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948436.801397:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.801403:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948436.801405:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.801408:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.801412:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801417:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948436.801423:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801426:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801429:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801433:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ca80 00000400:00000200:1.0:1784948436.801439:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948436.801445:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525061 [1] + 224 00000800:00000001:1.0:1784948436.801450:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948436.801459:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948436.801462:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948436.801466:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948436.801471:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948436.801476:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948436.801498:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.801507:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948436.801514:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948436.801525:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948436.801529:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948436.801534:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000100:00000001:1.0:1784948436.801537:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1784948436.801552:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000100:00000001:3.0:1784948436.801555:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1784948436.801559:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:3.0:1784948436.801562:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948436.801572:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:3.0:1784948436.801578:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1784948436.801582:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1784948436.801585:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1784948436.801596:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948436.801597:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000800:00000001:1.0:1784948436.801598:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1784948436.801615:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784948436.801628:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784948436.801641:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948436.801642:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948436.801665:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.801668:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948436.801679:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948436.801691:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948436.801702:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948436.801709:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1784948436.801711:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.801716:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948436.801755:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.801759:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948436.801763:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.801766:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00001000:2.0:1784948436.801769:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=127 v=5 (5 5 5 5) 02000000:00000001:3.0:1784948436.801770:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948436.801777:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1784948436.801781:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=17 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948436.801784:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.801808:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1784948436.801809:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.801822:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948436.801830:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00001000:3.0:1784948436.801830:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=127 v=5 (5 5 5 5) 00010000:00000001:2.0:1784948436.801846:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948436.801848:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948436.801857:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948436.801860:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1784948436.801864:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:3.0:1784948436.801865:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.801877:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:3.0:1784948436.801878:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1784948436.801886:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948436.801890:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948436.801896:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948436.801899:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948436.801901:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948436.801914:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948436.801921:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.801949:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948436.801950:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948436.801970:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948436.801980:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.801998:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948436.802005:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.802007:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948436.802014:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948436.802043:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948436.802107:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155062400:192.168.201.111@tcp:400:kworker.0 00000100:00100000:2.0:1784948436.802110:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155062272:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948436.802118:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948436.802125:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.802125:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948436.802137:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948436.802140:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155062400/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948436.802149:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155062272/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948452 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948436.802214:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1784948436.802217:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948436.802219:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1784948436.802224:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948436.802225:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af000. 02000000:00000010:2.0:1784948436.802233:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:3.0:1784948436.802237:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948436.802244:0:2408:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784948436.802248:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1784948436.802248:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948436.802259:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784948436.802261:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000040:2.0:1784948436.802277:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000010:3.0:1784948436.802279:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 00000020:00000001:2.0:1784948436.802300:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784948436.802301:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948436.802313:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:2.0:1784948436.802314:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000010:3.0:1784948436.802320:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 02000000:00000001:2.0:1784948436.802325:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948436.802328:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1784948436.802330:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948436.802332:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1784948436.802336:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784948436.802339:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948436.802344:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948436.802351:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.802353:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948436.802366:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.802367:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948436.802393:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948436.802395:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948436.802399:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.802400:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948436.802418:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948436.802423:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948436.988161:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948436.988171:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948436.988313:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948436.988322:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948436.988329:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948438.012165:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948438.012172:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948438.012208:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948438.012217:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948438.012225:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948439.036246:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948439.036256:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948439.036384:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948439.036396:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948439.036405:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948440.060152:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948440.060159:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948440.060202:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948440.060208:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948440.060215:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948440.700210:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307200262, at 4307200320 00000100:00000040:0.0:1784948440.700218:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307200262, at 4307200320 00000100:00000010:1.0:1784948440.700234:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d71e0. 00000100:00000010:0.0:1784948440.700244:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7ea0. 00010000:00000001:1.0:1784948441.084220:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948441.084231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948441.084289:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948441.084297:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948441.084305:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948441.916199:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948441.916216:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948441.916233:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000020:00000040:2.0:1784948441.916243:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948441.916250:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948441.916256:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948441.916266:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948441.916280:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948441.916292:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916311:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948441.916328:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948441.916336:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916345:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_01+1] req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.916393:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916397:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948441.916404:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948441.916408:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784948441.916411:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948441.916414:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948441.916416:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948441.916418:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948441.916423:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948441.916427:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916432:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948441.916442:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948441.916445:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916450:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.916461:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916465:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948441.916469:0:231620:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948441.916473:0:231620:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784948441.916477:0:231620:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948441.916481:0:231620:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948441.916482:0:231620:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948441.916485:0:231620:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948441.916490:0:231620:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948441.916494:0:231620:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.916500:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1784948441.916501:0:231620:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948441.916514:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948441.916518:0:231620:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948441.916521:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948441.916524:0:231620:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916533:0:231620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_01+1] req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948441.916547:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.916667:0:231620:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.916674:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948441.916677:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948441.916680:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916696:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948441.916699:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948441.916703:0:231620:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948441.916706:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948441.916730:0:231620:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948441.916731:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948441.916749:0:231620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12539) 00000100:00100000:3.0:1784948441.916751:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155062528:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948441.916768:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948441.916776:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948441.916780:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948441.916784:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948441.916797:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae000. 02000000:00000001:3.0:1784948441.916801:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948441.916811:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948441.916818:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948441.916824:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784948441.916828:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000001:2.0:1784948441.916831:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948441.916842:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784948441.916849:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062528, portal 25 00000100:00000040:2.0:1784948441.916863:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948441.916864:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948441.916875:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000040:3.0:1784948441.916891:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.916912:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948441.916923:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948441.916943:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948441.916943:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784948441.916953:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1784948441.916955:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948441.916973:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948441.916974:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8440. 00000100:00000200:3.0:1784948441.916990:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155062528, offset 0 00000100:00100000:2.0:1784948441.916992:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155062656:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948441.917013:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948441.917021:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948441.917026:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948441.917032:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948441.917043:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1784948441.917095:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000010:2.0:1784948441.917109:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948441.917110:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 02000000:00000001:2.0:1784948441.917126:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948441.917133:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948441.917139:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948441.917145:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000010:2.0:1784948441.917151:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948441.917156:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948441.917167:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000010:2.0:1784948441.917168:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784948441.917182:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541532:541532:256:4294967295] 192.168.201.111@tcp LPNI seq info [541469:541469:8:4294967295] 00000100:00000200:2.0:1784948441.917186:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062656, portal 10 00000400:00000200:3.0:1784948441.917201:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948441.917203:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948441.917216:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000400:00000200:3.0:1784948441.917246:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000040:2.0:1784948441.917247:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948441.917279:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948441.917297:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000010:3.0:1784948441.917298:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046d00. 00000100:00000040:2.0:1784948441.917311:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948441.917317:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3660. 00000800:00000200:3.0:1784948441.917320:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000200:2.0:1784948441.917325:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155062656, offset 0 00000800:00000200:3.0:1784948441.917336:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948441.917342:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000200:3.0:1784948441.917351:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046d00 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948441.917364:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948441.917377:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948441.917380:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948441.917386:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948441.917396:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948441.917405:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948441.917409:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307205382 00000400:00000200:2.0:1784948441.917418:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784948441.917424:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7420. 00000400:00000200:2.0:1784948441.917428:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948441.917446:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541533:541533:255:4294967295] 192.168.201.111@tcp LPNI seq info [541470:541470:7:4294967295] 00000100:00000001:3.0:1784948441.917448:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948441.917469:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948441.917470:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307205382 00000100:00000010:3.0:1784948441.917480:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d72a0. 00000100:00000001:3.0:1784948441.917500:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948441.917506:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948441.917511:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948441.917518:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1784948441.917520:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948441.917533:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1784948441.917537:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000100:00000001:3.0:1784948441.917540:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948441.917556:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:2.0:1784948441.917558:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948441.917570:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948441.917577:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948441.917586:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1784948441.917587:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948441.917597:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000200:2.0:1784948441.917600:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1784948441.917614:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.917615:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948441.917629:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948441.917664:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1784948441.917666:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000800:00000010:1.0:1784948441.917671:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046d00. 00000100:00000001:3.0:1784948441.917673:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948441.917690:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.917694:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1784948441.917694:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1784948441.917699:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307201547 02000000:00000001:3.0:1784948441.917702:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948441.917713:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307205382 02000000:00000001:3.0:1784948441.917714:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.917733:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307201547 00000400:00000200:1.0:1784948441.917741:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948441.917744:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307205382 00000100:00000001:2.0:1784948441.917751:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1784948441.917752:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8440 00000400:00000010:1.0:1784948441.917763:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8440. 00000100:00000001:2.0:1784948441.917765:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948441.917772:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155062784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948441.917782:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948441.917783:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948441.917784:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948441.917799:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948441.917802:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1784948441.917813:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948441.917817:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.917824:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1784948441.917828:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1784948441.917831:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000010:3.0:1784948441.917839:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 00000100:00000001:2.0:1784948441.917847:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1784948441.917849:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.917857:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948441.917871:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948441.917872:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948441.917877:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1784948441.917896:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:2.0:1784948441.917899:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948441.917908:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948441.917929:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000001:1.0:1784948441.917943:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948441.917947:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948441.917973:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948441.917977:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 00000400:00000200:1.0:1784948441.917981:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948441.917986:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948441.917989:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3660 00000400:00000010:1.0:1784948441.917992:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3660. 00000100:00000001:1.0:1784948441.917995:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948441.918001:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948441.918011:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948441.918016:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948441.918025:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948441.918027:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784948441.918128:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062784, portal 10 00000100:00000001:3.0:1784948441.918134:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948441.918136:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000100:00000040:3.0:1784948441.918149:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948441.918159:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948441.918164:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948441.918169:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8198. 00000100:00000200:3.0:1784948441.918176:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155062784, offset 0 00000400:00000200:3.0:1784948441.918186:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948441.918273:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948441.918284:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948441.918291:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948441.918297:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948441.918302:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948441.918307:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948441.918314:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541534:541534:256:4294967295] 192.168.201.111@tcp LPNI seq info [541471:541471:8:4294967295] 00000400:00000200:3.0:1784948441.918322:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948441.918335:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948441.918342:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948441.918348:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046300. 00000800:00000200:3.0:1784948441.918355:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948441.918363:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948441.918367:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948441.918386:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948441.918392:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10201 usecs (11 jiffies) 00000400:00000200:3.0:1784948441.918396:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948441.918399:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307201549 00000100:00000001:3.0:1784948441.918403:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307205382 00000100:00000001:3.0:1784948441.918406:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307201549 00000100:00000001:3.0:1784948441.918409:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307205382 00000100:00000001:3.0:1784948441.918412:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948441.918415:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.918420:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.918423:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948441.918428:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948441.918431:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948441.918435:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948441.918437:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948441.918439:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.918443:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948441.918564:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948441.918574:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046300. 00000400:00000200:1.0:1784948441.918582:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948441.918592:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948441.918600:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8198 00000400:00000010:1.0:1784948441.918605:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8198. 00000100:00000001:1.0:1784948441.918612:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948441.918623:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948441.918676:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948441.918684:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948441.918700:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948441.918704:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948441.920536:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920554:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948441.920558:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920561:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948441.920568:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920577:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948441.920587:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920594:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920599:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920604:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31cb00 00000400:00000200:1.0:1784948441.920611:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920618:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x525069 [1] + 224 00000800:00000001:1.0:1784948441.920627:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920631:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948441.920660:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948441.920665:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948441.920671:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948441.920679:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948441.920694:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948441.920719:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948441.920729:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920734:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948441.920737:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920739:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948441.920744:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920750:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948441.920757:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920760:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920764:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920768:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31cb80 00000400:00000200:1.0:1784948441.920772:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920778:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525071 [1] + 224 00000800:00000001:1.0:1784948441.920783:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920790:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948441.920793:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948441.920797:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948441.920800:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948441.920805:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948441.920818:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948441.920843:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948441.920849:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920875:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948441.920879:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948441.920884:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948441.920888:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920894:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948441.920901:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948441.920902:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948441.920908:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948441.920911:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948441.920919:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948441.920920:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948441.920928:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31cc00 00000400:00000001:3.0:1784948441.920928:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948441.920938:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948441.920956:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948441.920962:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1784948441.920989:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948441.920997:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 00000400:00000010:3.0:1784948441.920999:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000100:00000001:3.0:1784948441.921004:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948441.921010:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525079 [1] + 224 00000100:00000200:3.0:1784948441.921017:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948441.921021:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1784948441.921023:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948441.921033:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948441.921035:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948441.921045:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:1.0:1784948441.921119:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948441.921125:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948441.921136:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000400:00000200:1.0:1784948441.921138:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000200:3.0:1784948441.921139:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.921155:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948441.921158:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948441.921181:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948441.921192:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1784948441.921194:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948441.921195:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948441.921200:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948441.921212:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948441.921221:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948441.921232:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948441.921250:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948441.921270:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=132 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948441.921294:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948441.921325:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948441.921331:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948441.921340:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948441.921342:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1784948441.921343:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1784948441.921353:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.921371:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948441.921401:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.921452:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948441.921462:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948441.921470:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948441.921482:0:2408:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1784948441.921484:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948441.921489:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1784948441.921492:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948441.921493:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948441.921496:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000800:00000001:1.0:1784948441.921506:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948441.921507:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.921508:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948441.921535:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948441.921543:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1784948441.921552:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=132 v=5 (5 5 5 5) 00000100:00100000:3.0:1784948441.921564:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155062528:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784948441.921567:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=22 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948441.921580:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.921581:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948441.921594:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948441.921596:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948441.921608:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784948441.921612:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155062528/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948441.921616:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.921632:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1784948441.921659:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948441.921663:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1784948441.921666:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 02000000:00000010:3.0:1784948441.921671:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae000. 00000100:00000001:2.0:1784948441.921672:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948441.921685:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948441.921688:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948441.921696:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948441.921702:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000100:00000040:2.0:1784948441.921704:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948441.921715:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948441.921726:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784948441.921742:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948441.921757:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1784948441.921759:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1784948441.921770:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:2.0:1784948441.921773:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948441.921782:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948441.921784:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948441.921793:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948441.921804:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948441.921805:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.921820:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948441.921827:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948441.921839:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1784948441.921845:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155062656:192.168.201.111@tcp:400:kworker.0 00000400:00000001:3.0:1784948441.921846:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948441.921857:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948441.921866:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000100:00000001:2.0:1784948441.921868:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1784948441.921871:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:2.0:1784948441.921874:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948441.921879:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1784948441.921886:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155062656/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948441.921894:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948441.921948:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948441.921963:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1784948441.921970:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1784948441.921974:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948441.921987:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948441.921996:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948441.922004:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948441.922023:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948441.922037:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:3.0:1784948441.922039:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948441.922081:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1784948441.922086:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1784948441.922087:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948441.922091:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1784948441.922093:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000010:2.0:1784948441.922096:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784948441.922097:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948441.922111:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.922114:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948441.922121:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948441.922122:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.922142:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1784948441.922145:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=132 v=5 (5 5 5 5) 00000100:00000001:2.0:1784948441.922153:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:3.0:1784948441.922155:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=154 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948441.922157:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.922165:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948441.922168:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948441.922170:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948441.922173:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948441.922177:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948441.922184:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.922190:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948441.922193:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948441.922197:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948441.922201:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948441.922209:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948441.922218:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948441.922221:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948441.922223:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948441.922228:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948441.922238:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155062784:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948441.922244:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948441.922246:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948441.922250:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155062784/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948457 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948441.922258:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948441.922261:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948441.922263:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948441.922267:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948441.922269:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948441.922272:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948441.922275:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948441.922277:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948441.922281:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948441.922283:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948441.922286:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:3.0:1784948441.922289:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948441.922291:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948441.922294:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948441.922300:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948441.922302:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948441.922305:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948441.922308:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948442.108296:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948442.108306:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948442.108454:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948442.108465:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948442.108474:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948443.132260:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948443.132272:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948443.132357:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948443.132363:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948443.132367:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948444.156222:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948444.156231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948444.156353:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948444.156360:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948444.156365:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948445.180259:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948445.180275:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948445.180279:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948445.180287:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948445.180296:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948445.180301:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948445.180306:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948445.180312:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948445.180395:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948445.180402:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948445.180407:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948445.820143:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307205382, at 4307205440 00000100:00000010:0.0:1784948445.820165:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7420. 00000100:00000040:1.0:1784948445.820196:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307205382, at 4307205440 00000100:00000010:1.0:1784948445.820216:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d72a0. 00010000:00000001:1.0:1784948446.204262:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948446.204272:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948446.204310:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948446.204313:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948446.204317:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948447.036209:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948447.036223:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948447.036238:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62ad80. 00000020:00000040:2.0:1784948447.036247:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948447.036254:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948447.036259:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948447.036268:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948447.036282:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948447.036294:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.036313:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948447.036330:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948447.036337:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.036346:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c61de8bb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.036391:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.036395:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948447.036401:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948447.036407:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784948447.036411:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948447.036414:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948447.036416:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948447.036418:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948447.036423:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948447.036426:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.036432:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948447.036452:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948447.036456:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.036463:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_01+1] req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.036476:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.036479:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948447.036485:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948447.036486:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1784948447.036506:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1784948447.036507:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784948447.036516:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1784948447.036517:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948447.036528:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948447.036531:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948447.036536:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948447.036582:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948447.036600:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948447.036603:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948447.036609:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948447.036614:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1784948447.036619:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948447.036620:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.036639:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948447.036645:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155062912:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948447.036661:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1784948447.036662:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948447.036682:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948447.036686:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1784948447.036689:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.036697:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948447.036700:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948447.036709:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000067f7970] to pc [ptlrpcd_01_00+0] req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1784948447.036713:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784948447.036727:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.036751:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948447.036753:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948447.036763:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1784948447.036766:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784948447.036788:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1784948447.036793:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 00000100:00000040:2.0:1784948447.036796:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948447.036809:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000200:3.0:1784948447.036810:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155062912, portal 25 00000100:00000001:3.0:1784948447.036816:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948447.036821:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12544) 00000100:00000001:3.0:1784948447.036822:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400870272 : -119148308681344 : ffff93a29f62ad80) 00000100:00000040:3.0:1784948447.036847:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948447.036859:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948447.036863:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948447.036866:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b86e8. 00000100:00000200:3.0:1784948447.036871:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155062912, offset 0 00000100:00000001:2.0:1784948447.036881:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1784948447.036882:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:2.0:1784948447.036894:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948447.036900:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1784948447.036907:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948447.036918:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948447.036931:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948447.036954:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948447.036961:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948447.036966:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948447.036967:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948447.036983:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1784948447.036984:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1784948447.036991:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948447.037001:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 02000000:00000001:2.0:1784948447.037003:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948447.037015:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541535:541535:256:4294967295] 192.168.201.111@tcp LPNI seq info [541472:541472:8:4294967295] 00000100:00100000:2.0:1784948447.037021:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155063040:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948447.037092:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948447.037098:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948447.037102:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948447.037107:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948447.037113:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948447.037129:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948447.037131:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948447.037144:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948447.037153:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948447.037164:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:3.0:1784948447.037167:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046b00. 00000400:00000010:2.0:1784948447.037173:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000800:00000200:3.0:1784948447.037182:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000010:2.0:1784948447.037186:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000800:00000200:3.0:1784948447.037197:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000200:2.0:1784948447.037199:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063040, portal 10 00000100:00000001:2.0:1784948447.037214:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1784948447.037215:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948447.037224:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 00000100:00000040:2.0:1784948447.037243:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.037254:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948447.037261:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.037262:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:2.0:1784948447.037269:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3000. 00000100:00000200:2.0:1784948447.037277:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155063040, offset 0 00000400:00000200:3.0:1784948447.037288:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948447.037300:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948447.037311:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307210502 00000400:00000200:2.0:1784948447.037322:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:3.0:1784948447.037332:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7780. 00000400:00000200:2.0:1784948447.037340:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948447.037349:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000400:00000200:2.0:1784948447.037351:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1784948447.037366:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948447.037368:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307210502 00000400:00000200:2.0:1784948447.037379:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000010:3.0:1784948447.037381:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d74e0. 00000400:00000200:2.0:1784948447.037392:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:3.0:1784948447.037396:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948447.037409:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541536:541536:255:4294967295] 192.168.201.111@tcp LPNI seq info [541473:541473:7:4294967295] 00000100:00000001:3.0:1784948447.037409:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948447.037430:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948447.037443:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948447.037447:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.037455:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948447.037473:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:3.0:1784948447.037476:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948447.037490:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948447.037497:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784948447.037499:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1784948447.037500:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948447.037505:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948447.037523:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000010:1.0:1784948447.037525:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046b00. 00000800:00000010:2.0:1784948447.037526:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000040:3.0:1784948447.037541:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948447.037544:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1784948447.037593:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948447.037600:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948447.037604:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948447.037614:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948447.037620:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b86e8 02000000:00000001:3.0:1784948447.037622:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000200:2.0:1784948447.037637:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 02000000:00000001:3.0:1784948447.037639:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1784948447.037640:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b86e8. 00000800:00000200:2.0:1784948447.037656:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1784948447.037658:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948447.037661:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948447.037670:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948447.037682:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155063168:192.168.201.111@tcp:400:kworker.0 00000100:00000200:1.0:1784948447.037683:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948447.037683:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000100:00000001:3.0:1784948447.037713:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1784948447.037715:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948447.037728:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1784948447.037732:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307206667 02000000:00000001:3.0:1784948447.037735:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.037758:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307210502 02000000:00000001:3.0:1784948447.037758:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948447.037763:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1784948447.037773:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84afa00. 00000100:00000001:2.0:1784948447.037777:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307206667 00000100:00000040:1.0:1784948447.037790:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.037791:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307210502 00000100:00000001:2.0:1784948447.037808:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948447.037822:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.037839:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948447.037842:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.037848:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948447.037849:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1784948447.037870:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948447.037874:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948447.037879:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948447.037881:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000200:1.0:1784948447.037884:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948447.037885:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1784948447.037898:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000100:00000001:2.0:1784948447.037900:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948447.037907:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948447.037916:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948447.037923:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3000 00000400:00000010:1.0:1784948447.037927:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3000. 00000100:00000001:1.0:1784948447.037936:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948447.037943:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.037954:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948447.037960:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.037968:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948447.037971:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948447.037990:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948447.038001:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948447.038007:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948447.038014:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000200:3.0:1784948447.038021:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063168, portal 10 00000100:00000001:3.0:1784948447.038024:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948447.038026:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400858624 : -119148308692992 : ffff93a29f628000) 00000100:00000040:3.0:1784948447.038039:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948447.038137:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948447.038141:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948447.038145:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8aa0. 00000100:00000200:3.0:1784948447.038149:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155063168, offset 0 00000400:00000200:3.0:1784948447.038156:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948447.038163:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948447.038170:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948447.038175:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948447.038179:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948447.038183:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948447.038186:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948447.038192:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541537:541537:256:4294967295] 192.168.201.111@tcp LPNI seq info [541474:541474:8:4294967295] 00000400:00000200:3.0:1784948447.038197:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948447.038208:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948447.038214:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948447.038221:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046a00. 00000800:00000200:3.0:1784948447.038231:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948447.038250:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948447.038257:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948447.038280:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948447.038288:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10201 usecs (11 jiffies) 00000400:00000200:3.0:1784948447.038295:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948447.038300:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307206669 00000100:00000001:3.0:1784948447.038306:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307210502 00000100:00000001:3.0:1784948447.038312:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307206669 00000100:00000001:3.0:1784948447.038318:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307210502 00000100:00000001:3.0:1784948447.038324:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948447.038330:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.038336:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.038340:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.038347:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948447.038349:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948447.038353:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948447.038356:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948447.038359:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.038363:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948447.038400:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948447.038407:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046a00. 00000400:00000200:1.0:1784948447.038412:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948447.038418:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948447.038422:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8aa0 00000400:00000010:1.0:1784948447.038425:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8aa0. 00000100:00000001:1.0:1784948447.038429:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948447.038435:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.038445:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948447.038449:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.038458:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948447.038460:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948447.039902:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.039919:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948447.039924:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.039927:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948447.039935:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948447.039942:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948447.039951:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948447.039956:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948447.039962:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948447.039967:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31cc80 00000400:00000200:1.0:1784948447.039973:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948447.039981:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x525081 [1] + 224 00000800:00000001:1.0:1784948447.039989:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.039997:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948447.040001:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948447.040005:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948447.040011:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948447.040018:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948447.040034:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.040104:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948447.040115:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.040123:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948447.040126:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.040130:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948447.040135:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948447.040143:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948447.040144:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948447.040151:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948447.040158:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948447.040163:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948447.040164:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948447.040171:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948447.040177:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948447.040178:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:1.0:1784948447.040188:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31cd00 00000400:00000200:3.0:1784948447.040191:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000400:00000010:3.0:1784948447.040198:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000400:00000200:1.0:1784948447.040199:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948447.040285:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948447.040292:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525089 [1] + 224 00000800:00000001:1.0:1784948447.040300:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948447.040305:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948447.040310:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948447.040319:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948447.040330:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948447.040342:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948447.040354:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948447.040359:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948447.040396:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.040420:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948447.040425:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.040428:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.040509:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948447.040514:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.040520:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948447.040524:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948447.040527:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948447.040531:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948447.040535:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.040573:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00001000:3.0:1784948447.040573:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=138 v=5 (5 5 5 5) 00000800:00000001:1.0:1784948447.040576:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948447.040585:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00001000:3.0:1784948447.040592:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=138 v=5 (1 1 1 1) 00000800:00000001:1.0:1784948447.040595:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1784948447.040600:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948447.040618:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1784948447.040619:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948447.040620:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000800:00000001:1.0:1784948447.040641:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1784948447.040643:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:1.0:1784948447.040661:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948447.040662:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948447.040670:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000400:00000200:1.0:1784948447.040685:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:2.0:1784948447.040687:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948447.040708:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000200:2.0:1784948447.040710:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948447.040731:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948447.040758:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948447.040761:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:3.0:1784948447.040777:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948447.040784:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1784948447.040791:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948447.040794:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31cd80 00000100:00000001:3.0:1784948447.040797:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948447.040829:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948447.040830:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.040856:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948447.040859:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525091 [1] + 224 00000100:00000001:2.0:1784948447.040868:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948447.040895:0:2409:0:(client.c:1580:after_reply()) Process entered 00000800:00000001:1.0:1784948447.040896:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948447.040898:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948447.040907:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948447.040909:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:1.0:1784948447.040916:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948447.040919:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948447.040919:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948447.040925:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948447.040933:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948447.040942:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948447.040944:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948447.040949:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948447.040965:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1784948447.040966:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=138 v=5 (5 5 5 5) 00000100:00100000:3.0:1784948447.040984:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155062912:192.168.201.111@tcp:400:kworker.0 00000100:00001000:2.0:1784948447.040986:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=28 v=5 (1 1 1 1) 00000100:00000200:1.0:1784948447.040989:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.041022:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948447.041026:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.041032:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.041038:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948447.041144:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948447.041146:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1784948447.041149:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62ad80 x1871641155062912/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1784948447.041159:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.041178:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948447.041186:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948447.041203:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948447.041213:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948447.041241:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948447.041247:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948447.041257:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:1.0:1784948447.041260:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948447.041276:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948447.041277:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948447.041281:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948447.041290:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:3.0:1784948447.041292:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784948447.041295:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1784948447.041314:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1784948447.041315:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1784948447.041326:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000100:00100000:2.0:1784948447.041334:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155063040:192.168.201.111@tcp:400:kworker.0 00000020:00000040:3.0:1784948447.041335:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948447.041350:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1784948447.041356:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1784948447.041357:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948447.041377:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1784948447.041380:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948447.041385:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:2.0:1784948447.041388:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155063040/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1784948447.041390:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62ad80. 00000100:00000001:3.0:1784948447.041404:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948447.041410:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948447.041422:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1784948447.041426:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948447.041428:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948447.041439:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948447.041441:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948447.041452:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948447.041455:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948447.041460:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000001:3.0:1784948447.041461:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1784948447.041464:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000400:00000001:3.0:1784948447.041468:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1784948447.041476:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000010:3.0:1784948447.041477:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 02000000:00000010:2.0:1784948447.041482:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000400:00000200:3.0:1784948447.041487:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 02000000:00000001:2.0:1784948447.041491:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:3.0:1784948447.041493:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 02000000:00000001:2.0:1784948447.041495:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948447.041508:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000100:00000001:3.0:1784948447.041510:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948447.041520:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948447.041527:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1784948447.041528:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948447.041543:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948447.041572:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948447.041580:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948447.041598:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948447.041606:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1784948447.041614:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948447.041630:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948447.041636:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.041640:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948447.041643:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948447.041646:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948447.041648:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948447.041651:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948447.041659:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948447.041664:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=10 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948447.041667:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948447.041669:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948447.041672:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948447.041676:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.041680:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948447.041682:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948447.041685:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948447.041687:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948447.041693:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948447.041702:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948447.041705:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948447.041707:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948447.041711:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948447.041721:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155063168:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948447.041726:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.041730:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948447.041734:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628000 x1871641155063168/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948447.041743:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948447.041746:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948447.041748:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84afa00. 02000000:00000001:3.0:1784948447.041752:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948447.041754:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948447.041756:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948447.041759:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948447.041762:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948447.041766:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948447.041768:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948447.041770:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628000. 00000100:00000001:3.0:1784948447.041774:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948447.041776:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.041779:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948447.041784:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948447.041787:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948447.041790:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948447.041793:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948447.228261:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948447.228268:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948447.228402:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948447.228409:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948447.228416:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948448.252188:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948448.252199:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948448.252291:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948448.252300:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948448.252305:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948449.276223:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948449.276233:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948449.276374:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948449.276384:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948449.276392:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948450.300203:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948450.300214:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948450.300302:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948450.300308:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948450.300313:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1784948450.940175:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307210502, at 4307210560 00000100:00000040:0.0:1784948450.940177:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307210502, at 4307210560 00000100:00000010:0.0:1784948450.940200:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7780. 00000100:00000010:1.0:1784948450.940204:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d74e0. 00010000:00000001:1.0:1784948451.324219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948451.324228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948451.324267:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948451.324272:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948451.324279:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1784948451.580211:0:2397:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a290f5ac00] -> 12345-192.168.201.11@tcp (6) 00000800:00000200:1.0:1784948451.580222:0:2397:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.11@tcp ip 192.168.201.11:988 00000800:00000200:1.0:1784948451.580229:0:2397:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285741000 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:1.0:1784948451.580553:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:0.0:1784948451.580560:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1784948451.580586:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948451.580598:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948451.580605:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948452.156217:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948452.156235:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948452.156253:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629880. 00000020:00000040:2.0:1784948452.156263:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948452.156270:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948452.156276:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948452.156285:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948452.156300:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948452.156311:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156330:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948452.156348:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948452.156355:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156364:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f1935888] to pc [ptlrpcd_01_01+1] req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.156413:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156418:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948452.156424:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948452.156427:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784948452.156431:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948452.156434:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948452.156436:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948452.156438:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948452.156442:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948452.156446:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156451:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948452.156501:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948452.156506:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156512:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_00+0] req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.156526:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156530:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948452.156536:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948452.156542:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f629f80. 00000020:00000040:2.0:1784948452.156546:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948452.156549:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948452.156553:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784948452.156556:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948452.156557:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948452.156565:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321c00. 00000100:00000001:3.0:1784948452.156569:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948452.156571:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.156578:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1784948452.156586:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784948452.156606:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.156608:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948452.156618:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156645:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001423c11b] to pc [ptlrpcd_01_01+1] req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.156666:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948452.156675:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.156676:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156682:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948452.156689:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948452.156691:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948452.156694:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948452.156700:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1784948452.156701:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948452.156714:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948452.156717:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12549) 00000100:00100000:3.0:1784948452.156728:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155063296:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948452.156738:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948452.156746:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948452.156750:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948452.156754:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948452.156768:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948452.156772:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948452.156773:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948452.156781:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1784948452.156784:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948452.156786:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1784948452.156794:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000040:2.0:1784948452.156800:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1784948452.156807:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000001:2.0:1784948452.156828:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1784948452.156828:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063296, portal 25 00000100:00000001:2.0:1784948452.156832:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.156836:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1784948452.156840:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1784948452.156841:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400864896 : -119148308686720 : ffff93a29f629880) 02000000:00000001:2.0:1784948452.156850:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1784948452.156861:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948452.156864:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948452.156874:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155063424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948452.156907:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1784948452.156916:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784948452.156919:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948452.156929:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948452.156930:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948452.156946:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1784948452.156947:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8660. 02000000:00000010:2.0:1784948452.156960:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000100:00000200:3.0:1784948452.156962:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155063296, offset 0 02000000:00000001:2.0:1784948452.156979:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948452.156991:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948452.157001:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948452.157009:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948452.157012:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:2.0:1784948452.157027:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784948452.157038:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000200:2.0:1784948452.157087:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063424, portal 10 00000100:00000001:2.0:1784948452.157094:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948452.157097:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000040:2.0:1784948452.157114:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948452.157123:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1784948452.157133:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1784948452.157141:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000040:2.0:1784948452.157156:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948452.157163:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000010:2.0:1784948452.157168:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3880. 00000400:00000200:3.0:1784948452.157174:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000200:2.0:1784948452.157185:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155063424, offset 0 00000400:00000200:3.0:1784948452.157195:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541538:541538:256:4294967295] 192.168.201.111@tcp LPNI seq info [541475:541475:8:4294967295] 00000400:00000200:2.0:1784948452.157208:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948452.157210:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:2.0:1784948452.157238:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948452.157256:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:2.0:1784948452.157264:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948452.157280:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784948452.157282:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948452.157292:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:3.0:1784948452.157296:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046900. 00000400:00000200:2.0:1784948452.157305:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948452.157317:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000800:00000200:3.0:1784948452.157330:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948452.157342:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541539:541539:255:4294967295] 192.168.201.111@tcp LPNI seq info [541476:541476:7:4294967295] 00000400:00000200:2.0:1784948452.157358:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948452.157361:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948452.157370:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948452.157393:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:2.0:1784948452.157404:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948452.157404:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948452.157421:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:2.0:1784948452.157422:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321200. 00000100:00000001:3.0:1784948452.157429:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307215622 00000800:00000200:2.0:1784948452.157441:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000010:3.0:1784948452.157442:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d77e0. 00000800:00000200:2.0:1784948452.157489:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:3.0:1784948452.157490:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784948452.157503:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948452.157509:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307215622 00000100:00000001:2.0:1784948452.157514:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1784948452.157519:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c00. 00000100:00000040:2.0:1784948452.157525:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000100:00000001:3.0:1784948452.157528:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000400:00000200:2.0:1784948452.157534:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948452.157539:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307211787 00000100:00000001:2.0:1784948452.157547:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307215622 00000100:00000001:2.0:1784948452.157552:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307211787 00000100:00000001:3.0:1784948452.157558:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948452.157559:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307215622 00000800:00000200:0.0:1784948452.157566:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1784948452.157571:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948452.157574:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948452.157588:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.157589:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:0.0:1784948452.157590:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046900. 00000100:00000001:3.0:1784948452.157611:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948452.157613:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948452.157620:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948452.157630:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.157638:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948452.157643:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948452.157645:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1784948452.157651:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948452.157652:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948452.157655:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948452.157665:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948452.157668:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948452.157677:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948452.157678:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1784948452.157681:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8660 00000100:00000001:2.0:1784948452.157687:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948452.157693:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8660. 00000100:00000001:2.0:1784948452.157701:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948452.157701:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948452.157710:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948452.157726:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948452.157731:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948452.157734:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948452.157737:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948452.157744:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948452.157755:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948452.157768:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155063552:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948452.157774:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948452.157775:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948452.157784:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948452.157789:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948452.157793:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948452.157794:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948452.157802:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948452.157809:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948452.157824:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948452.157833:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000100:00000001:0.0:1784948452.157835:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948452.157840:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000001:0.0:1784948452.157843:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:3.0:1784948452.157848:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063552, portal 10 00000100:00000001:3.0:1784948452.157854:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948452.157857:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400866688 : -119148308684928 : ffff93a29f629f80) 00000100:00000040:3.0:1784948452.157869:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.157879:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948452.157882:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948452.157886:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b83b8. 00000100:00000200:3.0:1784948452.157890:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155063552, offset 0 00000400:00000200:3.0:1784948452.157896:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948452.157901:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948452.157907:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948452.157912:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948452.157915:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948452.157919:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948452.157923:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948452.157928:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541540:541540:255:4294967295] 192.168.201.111@tcp LPNI seq info [541477:541477:7:4294967295] 00000400:00000200:3.0:1784948452.157934:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948452.157943:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948452.157950:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948452.157956:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046500. 00000800:00000200:3.0:1784948452.157964:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948452.157970:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:3.0:1784948452.157973:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000010:0.0:1784948452.157982:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321200. 00000800:00000200:3.0:1784948452.157982:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948452.157993:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948452.157999:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1784948452.158000:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10201 usecs (11 jiffies) 00000400:00000200:3.0:1784948452.158011:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948452.158019:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307211788 00000400:00000200:0.0:1784948452.158021:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948452.158024:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307215622 00000100:00000001:3.0:1784948452.158033:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307211788 00000400:00000200:0.0:1784948452.158037:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3880 00000100:00000001:3.0:1784948452.158037:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307215622 00000100:00000001:3.0:1784948452.158077:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948452.158082:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.158086:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.158088:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.158093:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948452.158097:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3880. 00000100:00000001:3.0:1784948452.158097:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948452.158109:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948452.158112:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948452.158114:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:3.0:1784948452.158116:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948452.158132:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948452.158151:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948452.158158:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948452.158172:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948452.158176:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1784948452.158204:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948452.158211:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046500. 00000400:00000200:0.0:1784948452.158218:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948452.158227:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948452.158233:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b83b8 00000400:00000010:0.0:1784948452.158239:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b83b8. 00000100:00000001:0.0:1784948452.158247:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948452.158256:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948452.158273:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948452.158281:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948452.158296:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.158299:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948452.158302:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948452.161380:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948452.161399:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948452.161404:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948452.161407:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948452.161416:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.161425:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948452.161436:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.161442:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.161449:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.161455:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31ce00 00000400:00000200:1.0:1784948452.161500:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.161508:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x525099 [1] + 224 00000800:00000001:1.0:1784948452.161517:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948452.161524:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948452.161528:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948452.161532:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948452.161539:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948452.161547:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948452.161562:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948452.161589:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948452.161599:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948452.161604:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948452.161606:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948452.161610:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948452.161617:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.161626:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948452.161638:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948452.161641:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948452.161648:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948452.161649:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948452.161661:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948452.161663:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948452.161666:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948452.161674:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:1.0:1784948452.161677:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31ce80 00000400:00000200:3.0:1784948452.161681:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000010:3.0:1784948452.161690:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000400:00000200:1.0:1784948452.161695:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948452.161757:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948452.161769:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250a1 [1] + 224 00000100:00000200:3.0:1784948452.161770:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948452.161794:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948452.161800:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948452.161810:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.161814:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1784948452.161820:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948452.161820:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.161829:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948452.161835:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948452.161840:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1784948452.161844:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948452.161845:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948452.161856:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948452.161859:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:3.0:1784948452.161864:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948452.161876:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=143 v=5 (1 1 1 1) 00000100:00000200:1.0:1784948452.161877:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.161884:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948452.161889:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948452.161898:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948452.161905:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.161914:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948452.161925:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1784948452.161927:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.161970:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948452.161981:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948452.161984:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948452.161990:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948452.161997:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:3.0:1784948452.162006:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155063296:192.168.201.111@tcp:400:kworker.0 00000800:00000001:1.0:1784948452.162011:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948452.162014:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.162019:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000001:1.0:1784948452.162023:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948452.162025:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629880 x1871641155063296/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948452.162032:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948452.162085:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948452.162096:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948452.162107:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948452.162109:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948452.162116:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1784948452.162119:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948452.162125:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1784948452.162125:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 00000400:00000200:1.0:1784948452.162129:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948452.162138:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1784948452.162146:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1784948452.162149:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:2.0:1784948452.162155:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1784948452.162157:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000400:00000200:1.0:1784948452.162160:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31cf00 00000400:00000001:2.0:1784948452.162163:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1784948452.162170:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000400:00000010:2.0:1784948452.162173:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:1.0:1784948452.162175:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000001:3.0:1784948452.162194:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:2.0:1784948452.162198:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948452.162205:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 02000000:00000010:3.0:1784948452.162205:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948452.162215:0:2408:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:3.0:1784948452.162223:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1784948452.162225:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250a9 [1] + 224 02000000:00000001:3.0:1784948452.162230:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:2.0:1784948452.162240:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948452.162244:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:3.0:1784948452.162244:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629880. 00000800:00000001:1.0:1784948452.162264:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.162265:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948452.162274:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948452.162277:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1784948452.162285:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.162290:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948452.162307:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948452.162309:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948452.162322:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948452.162335:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948452.162338:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1784948452.162352:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1784948452.162356:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.162358:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948452.162366:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948452.162384:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948452.162393:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948452.162403:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1784948452.162404:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.162409:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948452.162422:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948452.162447:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948452.162455:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=33 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948452.162486:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948452.162498:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948452.162504:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948452.162508:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1784948452.162510:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:1.0:1784948452.162519:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1784948452.162520:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.162521:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948452.162534:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948452.162540:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948452.162545:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000400:00000001:3.0:1784948452.162547:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1784948452.162556:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000400:00000001:3.0:1784948452.162558:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1784948452.162561:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1784948452.162565:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000100:00000040:2.0:1784948452.162575:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948452.162576:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:3.0:1784948452.162585:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:3.0:1784948452.162596:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948452.162607:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1784948452.162612:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.162614:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948452.162623:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948452.162650:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948452.162657:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948452.162726:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155063424:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948452.162731:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948452.162748:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948452.162750:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948452.162772:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1784948452.162772:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948452.162783:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948452.162788:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1784948452.162792:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155063424/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.162793:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948452.162810:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948452.162827:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1784948452.162829:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=143 v=5 (5 5 5 5) 02000000:00000001:2.0:1784948452.162834:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1784948452.162839:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=15 v=5 (1 1 1 1) 02000000:00000010:2.0:1784948452.162841:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000100:00000001:3.0:1784948452.162860:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1784948452.162863:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1784948452.162864:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948452.162870:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00010000:00000001:3.0:1784948452.162871:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000040:2.0:1784948452.162879:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00010000:00000001:3.0:1784948452.162881:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948452.162895:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1784948452.162897:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948452.162909:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 02000000:00000010:2.0:1784948452.162911:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 00000100:00000001:3.0:1784948452.162931:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1784948452.162932:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948452.162937:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948452.162937:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1784948452.162948:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000040:3.0:1784948452.162961:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948452.162963:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948452.162977:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948452.162995:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948452.163017:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948452.163027:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.163028:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948452.163096:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948452.163101:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.163111:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948452.163115:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948452.163128:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948452.163148:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f629f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155063552:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948452.163158:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.163163:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948452.163171:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f629f80 x1871641155063552/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948452.163185:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948452.163189:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948452.163193:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84ae600. 02000000:00000001:3.0:1784948452.163200:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948452.163204:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948452.163207:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948452.163212:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948452.163216:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321c00. 02000000:00000001:3.0:1784948452.163222:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948452.163225:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948452.163228:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f629f80. 00000100:00000001:3.0:1784948452.163235:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948452.163237:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.163241:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948452.163248:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948452.163250:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948452.163253:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948452.163256:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948452.348212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948452.348221:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948452.348373:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948452.348382:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948452.348389:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948453.372206:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948453.372216:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948453.372277:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948453.372283:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948453.372289:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948454.396222:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948454.396231:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948454.396369:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948454.396380:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948454.396387:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948455.420224:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948455.420240:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948455.420246:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948455.420254:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948455.420265:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948455.420271:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948455.420277:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948455.420283:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948455.420365:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948455.420372:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948455.420378:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948456.060210:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307215622, at 4307215680 00000100:00000040:1.0:1784948456.060210:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307215622, at 4307215680 00000100:00000010:0.0:1784948456.060238:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d77e0. 00000100:00000010:1.0:1784948456.060245:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c00. 00010000:00000001:1.0:1784948456.444211:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948456.444222:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948456.444261:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948456.444267:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948456.444273:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948457.276205:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948457.276222:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948457.276240:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628380. 00000020:00000040:2.0:1784948457.276250:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948457.276257:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948457.276263:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948457.276272:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948457.276286:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321a00. 00000100:00000001:2.0:1784948457.276298:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276317:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948457.276333:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948457.276340:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276350:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c1e3b625] to pc [ptlrpcd_01_00+0] req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948457.276421:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276426:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948457.276433:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948457.276437:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784948457.276441:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948457.276444:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948457.276447:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948457.276449:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948457.276453:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948457.276457:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276463:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948457.276475:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948457.276478:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276485:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_01+1] req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948457.276500:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276504:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948457.276508:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948457.276512:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62a300. 00000020:00000040:2.0:1784948457.276516:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:3.0:1784948457.276516:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948457.276525:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948457.276530:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784948457.276534:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1784948457.276536:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.276545:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1784948457.276549:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321500. 00000100:00000001:2.0:1784948457.276560:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948457.276576:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1784948457.276578:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948457.276683:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1784948457.276685:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948457.276693:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.276694:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948457.276714:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1784948457.276718:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000070a27aef] to pc [ptlrpcd_01_00+0] req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948457.276723:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948457.276743:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1784948457.276765:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155063680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948457.276792:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948457.276806:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948457.276815:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948457.276817:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948457.276826:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1784948457.276830:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1784948457.276842:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:3.0:1784948457.276844:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84aec00. 00000100:00000040:2.0:1784948457.276850:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1784948457.276855:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.276873:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000200:3.0:1784948457.276884:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948457.276890:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12554) 00000400:00000010:3.0:1784948457.276895:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948457.276914:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00000200:3.0:1784948457.276927:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063680, portal 25 00000100:00000001:3.0:1784948457.276933:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948457.276937:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400859520 : -119148308692096 : ffff93a29f628380) 00000100:00000040:3.0:1784948457.276953:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948457.276962:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948457.276972:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948457.276975:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1784948457.276981:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1784948457.276991:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948457.277000:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8a18. 00000100:00000040:2.0:1784948457.277002:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948457.277008:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155063680, offset 0 00000400:00000200:3.0:1784948457.277036:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948457.277103:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948457.277114:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1784948457.277116:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:2.0:1784948457.277120:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948457.277129:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1784948457.277130:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948457.277139:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1784948457.277147:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 02000000:00000001:2.0:1784948457.277151:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948457.277160:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00100000:2.0:1784948457.277171:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155063808:192.168.201.111@tcp:400:kworker.0 00000400:00000200:3.0:1784948457.277175:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948457.277191:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1784948457.277192:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541541:541541:256:4294967295] 192.168.201.111@tcp LPNI seq info [541478:541478:8:4294967295] 00000400:00000200:3.0:1784948457.277203:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948457.277207:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1784948457.277217:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948457.277223:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 02000000:00000001:2.0:1784948457.277233:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:3.0:1784948457.277243:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 02000000:00000010:2.0:1784948457.277251:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000800:00000010:3.0:1784948457.277252:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046f00. 02000000:00000001:2.0:1784948457.277271:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1784948457.277281:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948457.277295:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948457.277298:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948457.277309:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046f00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1784948457.277314:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000100:00000001:3.0:1784948457.277333:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1784948457.277334:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784948457.277345:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948457.277351:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307220742 00000100:00000200:2.0:1784948457.277355:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063808, portal 10 00000100:00000010:3.0:1784948457.277361:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7540. 00000100:00000001:2.0:1784948457.277364:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1784948457.277393:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000001:3.0:1784948457.277404:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000100:00000040:2.0:1784948457.277419:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.277420:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307220742 00000100:00000010:3.0:1784948457.277442:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7c00. 00000100:00000001:2.0:1784948457.277446:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1784948457.277456:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784948457.277459:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948457.277473:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1784948457.277474:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb33b8. 00000100:00000200:2.0:1784948457.277485:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155063808, offset 0 00000100:00000001:3.0:1784948457.277490:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948457.277499:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000100:00000001:3.0:1784948457.277504:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948457.277516:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948457.277517:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1784948457.277531:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000100:00000001:3.0:1784948457.277536:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948457.277544:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1784948457.277546:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1784948457.277556:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1784948457.277565:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000001:3.0:1784948457.277567:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948457.277575:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1784948457.277583:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000800:00000200:0.0:1784948457.277585:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1784948457.277601:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:0.0:1784948457.277605:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046f00. 00000400:00000200:2.0:1784948457.277607:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948457.277633:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1784948457.277645:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541542:541542:255:4294967295] 192.168.201.111@tcp LPNI seq info [541479:541479:7:4294967295] 00000400:00000200:0.0:1784948457.277663:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948457.277686:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8a18 00000400:00000200:2.0:1784948457.277692:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:0.0:1784948457.277702:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8a18. 00000100:00000001:0.0:1784948457.277721:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1784948457.277731:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000200:0.0:1784948457.277744:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948457.277747:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:2.0:1784948457.277763:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321c00. 00000800:00000200:2.0:1784948457.277783:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948457.277788:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000200:2.0:1784948457.277811:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000040:0.0:1784948457.277813:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1784948457.277824:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1784948457.277845:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.277857:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948457.277865:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.277866:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9041 usecs (10 jiffies) 00000100:00000001:0.0:1784948457.277876:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948457.277883:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1784948457.277891:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948457.277893:0:2398:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948457.277895:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948457.277914:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307216907 02000000:00000001:3.0:1784948457.277916:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948457.277932:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307220742 00000100:00100000:3.0:1784948457.277936:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155063936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948457.277951:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307216907 00000100:00000001:3.0:1784948457.277955:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1784948457.277959:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307220742 00000100:00000001:2.0:1784948457.277965:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948457.277966:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948457.277976:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948457.277977:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948457.277992:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1784948457.277993:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948457.277993:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948457.278007:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a2b84af800. 00000100:00000001:2.0:1784948457.278009:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:0.0:1784948457.278012:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321c00. 02000000:00000001:3.0:1784948457.278022:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948457.278030:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948457.278032:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784948457.278034:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948457.278085:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000400:00000010:3.0:1784948457.278095:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784948457.278099:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1784948457.278102:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155063936, portal 10 00000100:00000001:2.0:1784948457.278117:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948457.278118:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948457.278122:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948457.278129:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948457.278134:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb33b8 00000100:00000001:2.0:1784948457.278136:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948457.278146:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb33b8. 00000100:00000001:0.0:1784948457.278157:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948457.278175:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948457.278197:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948457.278205:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.278213:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948457.278218:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400867584 : -119148308684032 : ffff93a29f62a300) 00000100:00000001:0.0:1784948457.278234:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948457.278238:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948457.278242:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1784948457.278254:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948457.278259:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948457.278264:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b87f8. 00000100:00000200:3.0:1784948457.278268:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155063936, offset 0 00000400:00000200:3.0:1784948457.278276:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948457.278285:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948457.278293:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948457.278298:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1784948457.278302:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:3.0:1784948457.278306:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1784948457.278309:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:3.0:1784948457.278315:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541543:541543:256:4294967295] 192.168.201.111@tcp LPNI seq info [541480:541480:8:4294967295] 00000400:00000200:3.0:1784948457.278320:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948457.278331:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948457.278337:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948457.278342:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046400. 00000800:00000200:3.0:1784948457.278349:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:3.0:1784948457.278356:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948457.278360:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948457.278402:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948457.278409:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10201 usecs (11 jiffies) 00000400:00000200:3.0:1784948457.278413:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948457.278416:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307216909 00000100:00000001:3.0:1784948457.278421:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307220742 00000100:00000001:3.0:1784948457.278424:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307216909 00000100:00000001:3.0:1784948457.278428:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307220742 00000100:00000001:3.0:1784948457.278432:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948457.278435:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.278440:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.278444:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.278451:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948457.278453:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948457.278457:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948457.278459:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948457.278463:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.278467:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948457.278535:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948457.278543:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046400. 00000400:00000200:1.0:1784948457.278549:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948457.278557:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948457.278563:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b87f8 00000400:00000010:1.0:1784948457.278566:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b87f8. 00000100:00000001:1.0:1784948457.278570:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948457.278578:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948457.278591:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948457.278595:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948457.278605:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948457.278608:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948457.279839:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.279860:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948457.279865:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.279868:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948457.279875:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.279882:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948457.279890:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.279895:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.279901:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.279908:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31cf80 00000400:00000200:0.0:1784948457.279914:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.279922:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250b1 [1] + 224 00000800:00000001:0.0:1784948457.279929:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.279937:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948457.279941:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948457.279946:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948457.279952:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948457.279958:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948457.279971:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948457.279993:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948457.280002:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.280006:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.280042:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948457.280069:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948457.280077:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948457.280080:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948457.280083:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948457.280089:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000400:00000010:3.0:1784948457.280091:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:3.0:1784948457.280096:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948457.280104:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948457.280116:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.280125:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948457.280128:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.280131:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948457.280134:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948457.280137:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948457.280140:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948457.280143:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948457.280151:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948457.280156:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=148 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948457.280160:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948457.280162:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948457.280165:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948457.280169:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.280172:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948457.280178:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.280187:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948457.280190:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948457.280193:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948457.280312:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948457.280327:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2408:1871641155063680:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948457.280333:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.280335:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948457.280340:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628380 x1871641155063680/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.280349:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948457.280353:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948457.280357:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84aec00. 02000000:00000001:3.0:1784948457.280361:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948457.280363:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948457.280366:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:3.0:1784948457.280389:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948457.280394:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321a00. 02000000:00000001:3.0:1784948457.280400:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948457.280402:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948457.280405:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628380. 00000100:00000001:3.0:1784948457.280410:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948457.280413:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.280416:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.280419:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948457.280421:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948457.280424:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.280427:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948457.280435:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948457.280450:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948457.280455:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948457.280459:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948457.280466:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948457.280473:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948457.280482:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948457.280487:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948457.280491:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948457.280496:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31d000 00000400:00000200:1.0:1784948457.280501:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948457.280508:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250b9 [1] + 224 00000800:00000001:1.0:1784948457.280515:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948457.280541:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948457.280544:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948457.280550:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948457.280555:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948457.280563:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948457.280577:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948457.280606:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948457.280614:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948457.280618:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948457.280684:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948457.280691:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948457.280700:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948457.280703:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948457.280708:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948457.280719:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948457.280723:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784948457.280728:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948457.280739:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948457.280755:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948457.280766:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948457.280768:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948457.280772:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948457.280776:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948457.280780:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948457.280782:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948457.280785:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948457.280796:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=148 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948457.280801:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948457.280805:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948457.280807:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948457.280810:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948457.280815:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948457.280820:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948457.280824:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:2.0:1784948457.280826:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948457.280830:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948457.280836:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948457.280847:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948457.280852:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948457.280855:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948457.280862:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1784948457.280873:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155063808:192.168.201.111@tcp:400:kworker.0 00000100:00000001:2.0:1784948457.280879:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948457.280882:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1784948457.280888:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155063808/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948457.280898:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1784948457.280902:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1784948457.280907:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 02000000:00000001:2.0:1784948457.280912:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1784948457.280915:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1784948457.280919:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:2.0:1784948457.280924:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1784948457.280928:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 02000000:00000001:2.0:1784948457.280932:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948457.280935:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1784948457.280937:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 00000100:00000001:2.0:1784948457.280941:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1784948457.280943:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948457.280945:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948457.280951:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948457.280953:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948457.280956:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948457.280958:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1784948457.281020:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.281034:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948457.281039:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.281041:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948457.281080:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.281090:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948457.281100:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.281106:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.281111:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.281115:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31d080 00000400:00000200:0.0:1784948457.281121:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948457.281127:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250c1 [1] + 224 00000800:00000001:0.0:1784948457.281134:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.281143:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948457.281146:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948457.281151:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948457.281157:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948457.281164:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948457.281179:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948457.281206:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948457.281214:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948457.281217:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.281253:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948457.281258:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948457.281264:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948457.281266:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948457.281270:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948457.281275:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784948457.281278:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784948457.281281:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948457.281289:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948457.281301:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.281310:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948457.281312:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.281315:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948457.281317:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948457.281320:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948457.281322:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948457.281325:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948457.281333:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948457.281338:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=20 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948457.281341:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948457.281343:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948457.281346:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948457.281350:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.281354:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948457.281356:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948457.281358:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948457.281360:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948457.281365:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.281395:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948457.281398:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948457.281400:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948457.281405:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948457.281416:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155063936:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948457.281422:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.281424:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948457.281428:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62a300 x1871641155063936/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948473 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948457.281436:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948457.281439:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948457.281442:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a2b84af800. 02000000:00000001:3.0:1784948457.281445:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948457.281448:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948457.281450:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948457.281453:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948457.281456:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321500. 02000000:00000001:3.0:1784948457.281460:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948457.281462:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948457.281464:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62a300. 00000100:00000001:3.0:1784948457.281469:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948457.281471:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.281473:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948457.281479:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948457.281481:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948457.281483:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948457.281486:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948457.468210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948457.468219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948457.468405:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948457.468416:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948457.468425:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948458.492282:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948458.492294:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948458.492423:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948458.492433:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948458.492442:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948459.516212:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948459.516219:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948459.516396:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948459.516407:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948459.516414:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948460.540309:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948460.540368:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948460.540426:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948460.540430:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948460.540433:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948461.180154:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307220742, at 4307220800 00000100:00000040:1.0:1784948461.180172:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307220742, at 4307220800 00000100:00000010:0.0:1784948461.180173:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7540. 00000100:00000010:1.0:1784948461.180188:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7c00. 00010000:00000001:1.0:1784948461.564226:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948461.564235:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948461.564276:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948461.564281:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948461.564286:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1784948462.396178:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948462.396191:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948462.396202:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f628a80. 00000020:00000040:2.0:1784948462.396210:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:2.0:1784948462.396216:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948462.396220:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948462.396227:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948462.396238:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321800. 00000100:00000001:2.0:1784948462.396247:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396263:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948462.396278:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948462.396312:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396323:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000351a49ce] to pc [ptlrpcd_01_01+1] req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.396369:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396374:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948462.396379:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948462.396383:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62bb80. 00000020:00000040:2.0:1784948462.396387:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948462.396390:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948462.396392:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1784948462.396394:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1784948462.396399:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321600. 00000100:00000001:2.0:1784948462.396402:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396408:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1784948462.396426:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948462.396429:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396435:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e6cabbdb] to pc [ptlrpcd_01_00+0] req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.396447:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396451:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1784948462.396455:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1784948462.396459:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a29f62b800. 00000020:00000040:2.0:1784948462.396461:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:2.0:1784948462.396464:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1784948462.396467:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1784948462.396467:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1784948462.396471:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.396477:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 02000000:00000010:2.0:1784948462.396478:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a285321200. 00000100:00000001:3.0:1784948462.396484:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948462.396485:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396499:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1784948462.396505:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.396531:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1784948462.396538:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.396541:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948462.396547:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396548:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006d79bff5] to pc [ptlrpcd_01_01+1] req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1784948462.396555:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948462.396563:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948462.396570:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948462.396571:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.396578:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1784948462.396584:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155064064:192.168.201.111@tcp:400:kworker.0 00000100:00000040:2.0:1784948462.396587:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1784948462.396597:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1784948462.396599:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1784948462.396607:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1784948462.396609:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1784948462.396615:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12559) 02000000:00000001:3.0:1784948462.396615:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948462.396619:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1784948462.396630:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28aaebe00. 02000000:00000001:3.0:1784948462.396634:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948462.396645:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948462.396651:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68948. 00000100:00000001:2.0:1784948462.396659:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1784948462.396660:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8dd0. 00000100:00000001:2.0:1784948462.396666:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948462.396671:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1784948462.396673:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155064064, portal 25 00000100:00000001:3.0:1784948462.396679:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1784948462.396682:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.396684:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400861312 : -119148308690304 : ffff93a29f628a80) 00000100:00000040:3.0:1784948462.396703:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.396706:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1784948462.396712:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948462.396722:0:2408:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1784948462.396727:0:2408:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948462.396730:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1784948462.396734:0:2408:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948462.396741:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948462.396748:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8d48. 00000100:00100000:2.0:1784948462.396749:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155064192:192.168.201.111@tcp:400:kworker.0 00000100:00000200:3.0:1784948462.396757:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155064064, offset 0 00000100:00000001:2.0:1784948462.396760:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1784948462.396767:0:2408:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1784948462.396771:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 02000000:00000001:2.0:1784948462.396773:0:2408:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948462.396778:0:2408:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1784948462.396785:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28a59fc00. 00000400:00000200:3.0:1784948462.396788:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:2.0:1784948462.396790:0:2408:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948462.396800:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948462.396804:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000010:2.0:1784948462.396808:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b8510c08. 00000400:00000200:3.0:1784948462.396815:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000010:2.0:1784948462.396818:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb37f8. 00000400:00000200:3.0:1784948462.396823:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000100:00000200:2.0:1784948462.396829:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155064192, portal 10 00000400:00000200:3.0:1784948462.396832:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1784948462.396837:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1784948462.396843:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:2.0:1784948462.396844:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400873856 : -119148308677760 : ffff93a29f62bb80) 00000400:00000200:3.0:1784948462.396853:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541544:541544:256:4294967295] 192.168.201.111@tcp LPNI seq info [541481:541481:8:4294967295] 00000100:00000040:2.0:1784948462.396863:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948462.396868:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:2.0:1784948462.396881:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1784948462.396898:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948462.396902:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000010:2.0:1784948462.396904:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a298eb3cc0. 00000100:00000200:2.0:1784948462.396917:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155064192, offset 0 00000800:00000200:3.0:1784948462.396921:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:2.0:1784948462.396930:0:2408:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000800:00000010:3.0:1784948462.396932:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046600. 00000400:00000200:2.0:1784948462.396941:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000200:3.0:1784948462.396951:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:2.0:1784948462.396958:0:2408:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:2.0:1784948462.396967:0:2408:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1784948462.396969:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:2.0:1784948462.396979:0:2408:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:3.0:1784948462.396981:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1784948462.396987:0:2408:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1784948462.396993:0:2408:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:2.0:1784948462.396998:0:2408:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541545:541545:255:4294967295] 192.168.201.111@tcp LPNI seq info [541482:541482:7:4294967295] 00000400:00000200:2.0:1784948462.397003:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948462.397011:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1784948462.397022:0:2408:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000400:00000200:3.0:1784948462.397026:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948462.397034:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307225861 00000800:00000200:2.0:1784948462.397041:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000010:3.0:1784948462.397092:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d72a0. 00000800:00000010:2.0:1784948462.397096:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a285321500. 00000100:00000001:3.0:1784948462.397107:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 0 00000800:00000200:2.0:1784948462.397108:0:2408:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:3.0:1784948462.397124:0:2409:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307225862 00000800:00000200:2.0:1784948462.397125:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:2.0:1784948462.397136:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a285321500 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1784948462.397137:0:2409:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2856d7780. 00000100:00000001:2.0:1784948462.397147:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.397149:0:2409:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1784948462.397161:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9040 usecs (10 jiffies) 00000100:00000001:3.0:1784948462.397162:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948462.397171:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948462.397176:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1784948462.397180:0:2408:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948462.397183:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948462.397188:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307222027 00000800:00000010:1.0:1784948462.397189:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046600. 00000100:00000001:3.0:1784948462.397190:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948462.397204:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307225861 00000400:00000200:1.0:1784948462.397208:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1784948462.397210:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307222027 00000100:00000001:3.0:1784948462.397211:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948462.397217:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1784948462.397220:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307225862 00000400:00000200:1.0:1784948462.397226:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:3.0:1784948462.397228:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948462.397232:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948462.397237:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948462.397239:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948462.397241:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8d48 00000100:00000001:3.0:1784948462.397243:0:2409:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1784948462.397247:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1784948462.397250:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8d48. 00000100:00000001:2.0:1784948462.397254:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948462.397259:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948462.397263:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1784948462.397266:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1784948462.397273:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:1.0:1784948462.397280:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.397306:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1784948462.397309:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948462.397314:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.397316:0:2409:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1784948462.397322:0:2409:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948462.397326:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948462.397333:0:2409:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1784948462.397341:0:2409:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1784948462.397351:0:2409:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948462.397354:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1784948462.397362:0:2409:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155064320:192.168.201.111@tcp:400:kworker.0 00000100:00000040:1.0:1784948462.397369:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.397371:0:2409:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1784948462.397379:0:2409:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1784948462.397384:0:2409:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948462.397392:0:2409:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948462.397397:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1784948462.397401:0:2409:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a28aaeac00. 00000100:00000001:1.0:1784948462.397403:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:3.0:1784948462.397410:0:2409:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1784948462.397417:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948462.397422:0:2409:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a28af68898. 00000400:00000010:3.0:1784948462.397429:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8110. 00000100:00000200:3.0:1784948462.397433:0:2409:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155064320, portal 10 00000100:00000001:3.0:1784948462.397436:0:2409:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1784948462.397438:0:2409:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925400872960 : -119148308678656 : ffff93a29f62b800) 00000100:00000040:3.0:1784948462.397450:0:2409:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.397460:0:2409:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1784948462.397464:0:2409:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:3.0:1784948462.397469:0:2409:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b8770. 00000100:00000200:3.0:1784948462.397472:0:2409:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155064320, offset 0 00000400:00000200:3.0:1784948462.397478:0:2409:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:3.0:1784948462.397482:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:3.0:1784948462.397488:0:2409:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:3.0:1784948462.397494:0:2409:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:1.0:1784948462.397496:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1784948462.397501:0:2409:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000010:1.0:1784948462.397504:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a285321500. 00000400:00000200:3.0:1784948462.397511:0:2409:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948462.397515:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1784948462.397520:0:2409:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:1.0:1784948462.397534:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:3.0:1784948462.397539:0:2409:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541546:541546:255:4294967295] 192.168.201.111@tcp LPNI seq info [541483:541483:7:4294967295] 00000400:00000200:1.0:1784948462.397543:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb3cc0 00000400:00000010:1.0:1784948462.397552:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb3cc0. 00000400:00000200:3.0:1784948462.397553:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948462.397559:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948462.397574:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1784948462.397577:0:2409:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:3.0:1784948462.397602:0:2409:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:1.0:1784948462.397606:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1784948462.397610:0:2409:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a291046200. 00000100:00000040:1.0:1784948462.397615:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1784948462.397628:0:2409:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:1.0:1784948462.397648:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948462.397651:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1784948462.397738:0:2409:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000800:00000200:3.0:1784948462.397742:0:2409:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a291046200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1784948462.397759:0:2409:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948462.397770:0:2409:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10201 usecs (11 jiffies) 00000400:00000200:3.0:1784948462.397776:0:2409:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948462.397779:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307222028 00000100:00000001:3.0:1784948462.397782:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307225861 00000100:00000001:3.0:1784948462.397786:0:2409:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307222028 00000100:00000001:3.0:1784948462.397790:0:2409:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307225862 00000100:00000001:3.0:1784948462.397793:0:2409:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948462.397796:0:2409:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.397802:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.397805:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.397810:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948462.397813:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1784948462.397819:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948462.397821:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1784948462.397823:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.397826:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1784948462.397891:0:2398:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1784948462.397899:0:2398:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a291046200. 00000400:00000200:0.0:1784948462.397906:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948462.397914:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:0.0:1784948462.397919:0:2398:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8770 00000400:00000010:0.0:1784948462.397922:0:2398:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8770. 00000100:00000001:0.0:1784948462.397927:0:2398:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1784948462.397935:0:2398:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948462.397948:0:2398:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948462.397952:0:2398:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948462.397962:0:2398:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948462.397964:0:2398:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1784948462.400034:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948462.400104:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948462.400109:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948462.400150:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948462.400158:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400166:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:1.0:1784948462.400175:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400180:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400186:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400192:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31d100 00000400:00000200:1.0:1784948462.400197:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400204:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250c9 [1] + 224 00000800:00000001:1.0:1784948462.400213:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948462.400217:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948462.400220:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948462.400225:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948462.400232:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948462.400240:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948462.400254:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948462.400278:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1784948462.400310:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948462.400317:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1784948462.400320:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1784948462.400323:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948462.400329:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400335:0:2399:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948462.400342:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1784948462.400343:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:3.0:1784948462.400351:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1784948462.400353:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948462.400361:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000001:3.0:1784948462.400364:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:1.0:1784948462.400368:0:2399:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31d180 00000400:00000001:3.0:1784948462.400370:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1784948462.400380:0:2399:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:3.0:1784948462.400380:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68948. 00000400:00000200:3.0:1784948462.400390:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8dd0 00000400:00000010:3.0:1784948462.400393:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8dd0. 00000100:00000001:3.0:1784948462.400397:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1784948462.400404:0:2399:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250d1 [1] + 224 00000800:00000001:1.0:1784948462.400413:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1784948462.400414:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1784948462.400423:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948462.400432:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1784948462.400441:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1784948462.400443:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:1.0:1784948462.400453:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1784948462.400464:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.400468:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948462.400474:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.400482:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948462.400490:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1784948462.400494:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.400495:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948462.400502:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948462.400511:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948462.400524:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948462.400531:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=153 v=5 (1 1 1 1) 00000100:00000001:1.0:1784948462.400535:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948462.400535:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948462.400542:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948462.400546:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:3.0:1784948462.400547:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948462.400555:0:2409:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1784948462.400556:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.400560:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948462.400572:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.400584:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948462.400587:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1784948462.400591:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948462.400592:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948462.400600:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1784948462.400611:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1784948462.400614:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1784948462.400618:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b8510c08. 00000400:00000200:2.0:1784948462.400624:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a298eb37f8 00000400:00000010:2.0:1784948462.400627:0:2408:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a298eb37f8. 00000100:00000001:2.0:1784948462.400631:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1784948462.400640:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1784948462.400654:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.400663:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1784948462.400666:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948462.400669:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1784948462.400672:0:2408:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1784948462.400675:0:2408:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1784948462.400677:0:2408:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1784948462.400680:0:2408:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1784948462.400687:0:2408:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=153 v=5 (5 5 5 5) 00000100:00001000:2.0:1784948462.400693:0:2408:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1784948462.400696:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1784948462.400698:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1784948462.400701:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1784948462.400705:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948462.400714:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1784948462.400719:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000040:3.0:1784948462.400721:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.400724:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1784948462.400729:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1784948462.400746:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948462.400756:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1784948462.400765:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1784948462.400769:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:0.0:1784948462.400772:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948462.400773:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948462.400782:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948462.400789:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1784948462.400790:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948462.400802:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f628a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2409:1871641155064064:192.168.201.111@tcp:400:kworker.0 00000400:00000200:0.0:1784948462.400803:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948462.400824:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000100:00000001:3.0:1784948462.400825:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1784948462.400827:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2408:1871641155064192:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948462.400837:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1784948462.400845:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948462.400847:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:3.0:1784948462.400850:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f628a80 x1871641155064064/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1784948462.400855:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1784948462.400869:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000040:2.0:1784948462.400870:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62bb80 x1871641155064192/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.400884:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1784948462.400892:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:3.0:1784948462.400893:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1784948462.400896:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1784948462.400901:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28aaebe00. 02000000:00000001:2.0:1784948462.400904:0:2408:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1784948462.400910:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:2.0:1784948462.400911:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28a59fc00. 00000400:00000200:0.0:1784948462.400913:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31d200 00000020:00000001:3.0:1784948462.400917:0:2409:0:(genops.c:1238:class_import_put()) Process entered 02000000:00000001:2.0:1784948462.400923:0:2408:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1784948462.400924:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000020:00000001:2.0:1784948462.400930:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1784948462.400934:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1784948462.400936:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000020:00000040:2.0:1784948462.400938:0:2408:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 02000000:00000010:3.0:1784948462.400941:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321800. 00000020:00000001:2.0:1784948462.400950:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000001:3.0:1784948462.400953:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:2.0:1784948462.400958:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321600. 02000000:00000001:3.0:1784948462.400960:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:0.0:1784948462.400961:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250d9 [1] + 224 00000100:00000010:3.0:1784948462.400968:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f628a80. 02000000:00000001:2.0:1784948462.400969:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1784948462.400976:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1784948462.400982:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000010:2.0:1784948462.400983:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62bb80. 00000800:00000001:0.0:1784948462.400984:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1784948462.400990:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1784948462.400995:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948462.400997:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948462.401001:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948462.401002:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.401004:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948462.401012:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1784948462.401013:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948462.401014:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1784948462.401018:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.401027:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948462.401028:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1784948462.401032:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:2.0:1784948462.401036:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1784948462.401043:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948462.401045:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1784948462.401092:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1784948462.401142:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948462.401165:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948462.401190:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948462.401201:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948462.401207:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.401240:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948462.401244:0:2409:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1784948462.401251:0:2409:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1784948462.401254:0:2409:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1784948462.401257:0:2409:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a28af68898. 00000400:00000200:3.0:1784948462.401265:0:2409:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b8110 00000400:00000010:3.0:1784948462.401269:0:2409:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b8110. 00000100:00000001:3.0:1784948462.401274:0:2409:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1784948462.401305:0:2409:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1784948462.401320:0:2409:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.401332:0:2409:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1784948462.401336:0:2409:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.401339:0:2409:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1784948462.401343:0:2409:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1784948462.401345:0:2409:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1784948462.401348:0:2409:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1784948462.401352:0:2409:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1784948462.401359:0:2409:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1784948462.401365:0:2409:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=25 v=5 (1 1 1 1) 00000100:00000001:3.0:1784948462.401367:0:2409:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1784948462.401369:0:2409:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1784948462.401372:0:2409:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1784948462.401375:0:2409:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.401378:0:2409:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1784948462.401380:0:2409:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:3.0:1784948462.401383:0:2409:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1784948462.401385:0:2409:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1784948462.401391:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.401400:0:2409:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1784948462.401402:0:2409:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1784948462.401404:0:2409:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1784948462.401408:0:2409:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1784948462.401418:0:2409:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a29f62b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:24fda037-cb76-4c4b-9581-dc14e47219b4:2409:1871641155064320:192.168.201.111@tcp:400:kworker.0 00000100:00000001:3.0:1784948462.401423:0:2409:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.401425:0:2409:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1784948462.401429:0:2409:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a29f62b800 x1871641155064320/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948478 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1784948462.401437:0:2409:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1784948462.401439:0:2409:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1784948462.401442:0:2409:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a28aaeac00. 02000000:00000001:3.0:1784948462.401446:0:2409:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1784948462.401448:0:2409:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1784948462.401450:0:2409:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:3.0:1784948462.401453:0:2409:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1784948462.401455:0:2409:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a285321200. 02000000:00000001:3.0:1784948462.401458:0:2409:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1784948462.401460:0:2409:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1784948462.401462:0:2409:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a29f62b800. 00000100:00000001:3.0:1784948462.401466:0:2409:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1784948462.401468:0:2409:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.401470:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1784948462.401475:0:2409:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1784948462.401477:0:2409:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1784948462.401480:0:2409:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1784948462.401482:0:2409:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948462.588208:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948462.588217:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948462.588368:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948462.588376:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948462.588380:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948463.612227:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948463.612237:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948463.612323:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948463.612332:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948463.612338:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948464.636210:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948464.636220:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948464.636336:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948464.636346:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948464.636353:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948465.660117:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948465.660125:0:233603:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1784948465.660128:0:233603:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1784948465.660132:0:233603:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948465.660137:0:233603:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1784948465.660139:0:233603:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948465.660141:0:233603:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948465.660143:0:233603:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948465.660182:0:234925:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948465.660186:0:234925:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948465.660189:0:234925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948466.300121:0:251729:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd800 (cpu 0) has reached its deadline 4307225861, at 4307225920 00000100:00000040:1.0:1784948466.300126:0:233603:0:(connection.c:75:cpu_latency_work()) work item of ffff93a2917dd910 (cpu 1) has reached its deadline 4307225862, at 4307225920 00000100:00000010:0.0:1784948466.300135:0:251729:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d72a0. 00000100:00000010:1.0:1784948466.300138:0:233603:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93a2856d7780. 00010000:00000001:1.0:1784948466.685368:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948466.685373:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1784948466.685391:0:234924:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1784948466.685394:0:234924:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1784948466.685397:0:234924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1784948467.516267:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948467.516282:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948467.516294:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755fb80. 00000020:00000040:0.0:1784948467.516302:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a291ef8800 refcount=4 obd=MGC192.168.201.111@tcp 00000100:00000001:0.0:1784948467.516308:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948467.516312:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948467.516320:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948467.516331:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b100. 00000100:00000001:0.0:1784948467.516340:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516356:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6a75a2ab-a31a-48bb-9439-8e8e44e61318->MGS req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948467.516370:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948467.516376:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516385:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ebef58f] to pc [ptlrpcd_00_01+1] req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.516430:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516435:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1784948467.516440:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1784948467.516444:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755e680. 00000020:00000040:0.0:1784948467.516447:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b68800 refcount=5 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000100:00000001:0.0:1784948467.516450:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948467.516452:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948467.516454:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948467.516458:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121b600. 00000100:00000001:0.0:1784948467.516463:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516468:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0000_UUID req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1784948467.516478:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948467.516483:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516490:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008370adaa] to pc [ptlrpcd_00_00+0] req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.516502:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516507:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1784948467.516507:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948467.516514:0:232060:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1784948467.516520:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1784948467.516521:0:232060:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93a2a755d880. 00000020:00000040:0.0:1784948467.516529:0:232060:0:(genops.c:1231:class_import_get()) import ffff93a284b6c000 refcount=4 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000100:00000001:1.0:1784948467.516531:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1784948467.516533:0:232060:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1784948467.516539:0:232060:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1784948467.516542:0:232060:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948467.516548:0:232060:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93a18121bc00. 00000100:00000001:0.0:1784948467.516553:0:232060:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1784948467.516555:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948467.516563:0:232060:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-MDT0001_UUID req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1784948467.516609:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948467.516610:0:232060:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1784948467.516620:0:232060:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.516621:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516627:0:232060:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8efb7ba] to pc [ptlrpcd_00_01+1] req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1784948467.516633:0:2407:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1784948467.516642:0:2407:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948467.516647:0:232060:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1784948467.516651:0:2407:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.516653:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948467.516664:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:1.0:1784948467.516671:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155064448:192.168.201.111@tcp:400:kworker.0 00000100:00000040:0.0:1784948467.516672:0:232060:0:(pinger.c:229:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1784948467.516686:0:232060:0:(pinger.c:247:ptlrpc_pinger_process_import()) 24fda037-cb76-4c4b-9581-dc14e47219b4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1784948467.516693:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1784948467.516697:0:232060:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (12564) 02000000:00000001:1.0:1784948467.516705:0:2407:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1784948467.516712:0:2407:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.516715:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1784948467.516720:0:2407:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1784948467.516721:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948467.516728:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1784948467.516737:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1784948467.516737:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948467.516748:0:2407:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.516760:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948467.516763:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948467.516772:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 02000000:00000001:0.0:1784948467.516773:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948467.516779:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948467.516783:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948467.516788:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155064576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948467.516792:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948467.516796:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1784948467.516801:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948467.516804:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1784948467.516811:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fec000. 00000400:00000010:1.0:1784948467.516813:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a290fe9688. 02000000:00000001:0.0:1784948467.516815:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948467.516829:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000010:1.0:1784948467.516836:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1198. 00000400:00000010:0.0:1784948467.516837:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea318. 00000100:00000200:1.0:1784948467.516854:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155064448, portal 25 00000100:00000001:1.0:1784948467.516862:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1784948467.516864:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf110. 00000100:00000001:1.0:1784948467.516867:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534256000 : -119148175295616 : ffff93a2a755fb80) 00000100:00000200:0.0:1784948467.516873:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155064576, portal 10 00000100:00000001:0.0:1784948467.516880:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948467.516885:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534250624 : -119148175300992 : ffff93a2a755e680) 00000100:00000040:1.0:1784948467.516890:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948467.516902:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.516933:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1784948467.516937:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1784948467.516947:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000100:00000040:0.0:1784948467.516949:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948467.516961:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfe58. 00000400:00000010:1.0:1784948467.516961:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2870b1660. 00000100:00000200:0.0:1784948467.516976:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155064576, offset 0 00000100:00000200:1.0:1784948467.516976:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1871641155064448, offset 0 00000400:00000200:0.0:1784948467.516991:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948467.517001:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:1.0:1784948467.517011:0:2407:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948467.517014:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948467.517023:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948467.517029:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948467.517035:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948467.517038:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948467.517044:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541547:541547:256:4294967295] 192.168.201.111@tcp LPNI seq info [541484:541484:8:4294967295] 00000400:00000200:0.0:1784948467.517102:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.517117:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:0.0:1784948467.517126:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000400:00000200:1.0:1784948467.517136:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000800:00000010:0.0:1784948467.517140:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b700. 00000400:00000200:1.0:1784948467.517153:0:2407:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000800:00000200:0.0:1784948467.517155:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000400:00000200:1.0:1784948467.517170:0:2407:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1784948467.517178:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948467.517183:0:2407:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000800:00000200:0.0:1784948467.517188:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b700 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1784948467.517218:0:2407:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1784948467.517228:0:2407:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000100:00000001:0.0:1784948467.517230:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948467.517241:0:2407:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541548:541548:255:4294967295] 192.168.201.111@tcp LPNI seq info [541485:541485:7:4294967295] 00000100:00000040:0.0:1784948467.517243:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: using a timeout of 9040 usecs (10 jiffies) 00000400:00000200:0.0:1784948467.517258:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948467.517268:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307227147 00000400:00000200:1.0:1784948467.517268:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000010:0.0:1784948467.517282:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889f00. 00000100:00000001:0.0:1784948467.517297:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 0 00000400:00000200:1.0:1784948467.517299:0:2407:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000100:00000001:0.0:1784948467.517307:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307227147 00000100:00000010:0.0:1784948467.517319:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93a2b1889cc0. 00000800:00000200:1.0:1784948467.517319:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000100:00000001:0.0:1784948467.517331:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff93a2a6cc9000: PM QoS request now active for cpu 1 00000800:00000010:1.0:1784948467.517335:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a1920bdd00. 00000100:00000001:0.0:1784948467.517336:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948467.517346:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.517351:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1784948467.517359:0:2407:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000100:00000001:0.0:1784948467.517360:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.517374:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000800:00000200:1.0:1784948467.517378:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000100:00000001:0.0:1784948467.517379:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1784948467.517388:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1784948467.517392:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a1920bdd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948467.517393:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948467.517398:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1784948467.517405:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1784948467.517407:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.517409:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.517420:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948467.517423:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1784948467.517426:0:2407:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948467.517428:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948467.517433:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948467.517439:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1784948467.517439:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 0 is 4307230982 00000100:00000040:0.0:1784948467.517450:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.517456:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4307227147 00000100:00000001:0.0:1784948467.517463:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1784948467.517468:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.517471:0:2407:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS new deadline estimation for cpu 1 is 4307230982 02000000:00000001:0.0:1784948467.517473:0:2406:0:(sec.c:719:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1784948467.517478:0:2406:0:(sec.c:750:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1784948467.517485:0:2406:0:(sec.c:794:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.517486:0:2407:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.201.111@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4307227147 00000100:00100000:0.0:1784948467.517493:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff93a2a755d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155064704:192.168.201.111@tcp:400:kworker.0 00000100:00000001:1.0:1784948467.517499:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948467.517501:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1784948467.517507:0:2406:0:(sec.c:1090:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1784948467.517510:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948467.517512:0:2406:0:(sec.c:1127:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948467.517519:0:2406:0:(sec.c:1874:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1784948467.517521:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1784948467.517525:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93a288fecc00. 00000100:00000001:1.0:1784948467.517530:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1784948467.517532:0:2406:0:(sec.c:1884:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948467.517545:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948467.517549:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1784948467.517552:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff93a2b85ea420. 00000100:00000001:1.0:1784948467.517558:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:0.0:1784948467.517560:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bf000. 00000100:00000001:1.0:1784948467.517570:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1784948467.517571:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1871641155064704, portal 10 00000100:00000001:1.0:1784948467.517578:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1784948467.517579:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1784948467.517586:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446624925534247040 : -119148175304576 : ffff93a2a755d880) 00000100:00000001:1.0:1784948467.517588:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.517597:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.517598:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.517615:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1784948467.517619:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.111@tcp 00000400:00000010:0.0:1784948467.517622:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93a2ac0bfb28. 00000100:00000200:0.0:1784948467.517626:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1871641155064704, offset 0 00000400:00000200:0.0:1784948467.517633:0:2406:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.111@tcp 00000400:00000200:0.0:1784948467.517637:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.517642:0:2406:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.201.111@tcp local destination 00000400:00000200:0.0:1784948467.517646:0:2406:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1784948467.517650:0:2406:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.11@tcp 00000400:00000200:0.0:1784948467.517653:0:2406:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.11@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1784948467.517657:0:2406:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.111@tcp 00000400:00000200:0.0:1784948467.517661:0:2406:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.11@tcp NI seq info: [541549:541549:254:4294967295] 192.168.201.111@tcp LPNI seq info [541486:541486:6:4294967295] 00000400:00000200:0.0:1784948467.517669:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.517680:0:2406:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp:) -> 192.168.201.111@tcp(192.168.201.111@tcp:192.168.201.111@tcp) : PUT try# 0 00000800:00000200:1.0:1784948467.517681:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:0.0:1784948467.517691:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.201.111@tcp 00000800:00000010:1.0:1784948467.517694:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b700. 00000800:00000010:0.0:1784948467.517700:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93a18121b400. 00000400:00000200:1.0:1784948467.517708:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1784948467.517709:0:2406:0:(socklnd.c:213:ksocknal_find_peer_locked()) got peer_ni [ffff93a288f25540] -> 12345-192.168.201.111@tcp (5) 00000800:00000200:0.0:1784948467.517729:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.111@tcp ip 192.168.201.111:988 00000400:00000200:1.0:1784948467.517734:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000800:00000200:0.0:1784948467.517736:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff93a18121b400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1784948467.517747:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1784948467.517751:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfe58 00000100:00000040:0.0:1784948467.517752:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: using a timeout of 10200 usecs (11 jiffies) 00000400:00000010:1.0:1784948467.517761:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfe58. 00000400:00000200:0.0:1784948467.517763:0:2406:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:0.0:1784948467.517772:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 0 is 4307227148 00000100:00000001:1.0:1784948467.517776:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1784948467.517777:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 0, keep current deadline 4307230982 00000100:00000001:0.0:1784948467.517785:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS new deadline estimation for cpu 1 is 4307227148 00000100:00000001:0.0:1784948467.517788:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff93a2a6cc9000: PM QoS request active for cpu 1, keep current deadline 4307230982 00000100:00000001:0.0:1784948467.517793:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1784948467.517795:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.517797:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.517805:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.517813:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.517833:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948467.517843:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.517861:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.517866:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948467.517889:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948467.517894:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a1920bdd00. 00000400:00000200:1.0:1784948467.517900:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948467.517908:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948467.517913:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1660 00000400:00000010:1.0:1784948467.517917:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1660. 00000100:00000001:1.0:1784948467.517922:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948467.517930:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.517945:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948467.517952:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.517968:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.517971:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1784948467.518101:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1784948467.518107:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93a18121b400. 00000400:00000200:1.0:1784948467.518114:0:2399:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1784948467.518122:0:2399:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000400:00000200:1.0:1784948467.518128:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bfb28 00000400:00000010:1.0:1784948467.518133:0:2399:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bfb28. 00000100:00000001:1.0:1784948467.518138:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1784948467.518146:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.518163:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1784948467.518169:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.518184:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.518187:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1784948467.520903:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.520921:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948467.520926:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.520929:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948467.520936:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.520943:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948467.520953:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.520959:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.520965:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.520971:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 25 MB=0x6a63f6a31d280 00000400:00000200:0.0:1784948467.520979:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.520986:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250e1 [1] + 224 00000800:00000001:0.0:1784948467.520995:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.521005:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948467.521009:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1784948467.521015:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948467.521021:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948467.521029:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948467.521043:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521101:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948467.521114:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.521120:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948467.521122:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.521125:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948467.521130:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.521136:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 00000400:00000200:0.0:1784948467.521144:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.521147:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.521151:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.521157:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31d300 00000400:00000200:0.0:1784948467.521163:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000400:00000200:0.0:1784948467.521171:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x5250e9 [1] + 224 00000800:00000001:0.0:1784948467.521176:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.521192:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948467.521217:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948467.521219:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948467.521226:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1784948467.521227:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000001:0.0:1784948467.521236:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:1.0:1784948467.521239:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1784948467.521243:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1784948467.521245:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1784948467.521252:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a290fe9688. 00000400:00000200:1.0:1784948467.521265:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2870b1198 00000400:00000010:1.0:1784948467.521272:0:2407:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2870b1198. 00000100:00000001:1.0:1784948467.521281:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:0.0:1784948467.521287:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1784948467.521299:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521319:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1784948467.521323:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1784948467.521328:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1784948467.521338:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948467.521340:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1784948467.521344:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1784948467.521347:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1784948467.521352:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948467.521353:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1784948467.521362:0:2407:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1784948467.521364:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948467.521367:0:2407:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1784948467.521373:0:2407:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948467.521380:0:2398:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.201.11@tcp(192.168.201.11@tcp) <- 192.168.201.111@tcp : PUT - for me 02000000:00000001:1.0:1784948467.521382:0:2407:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948467.521391:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784948467.521392:0:2407:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a291ef8c60 time=8 v=5 (5 5 5 5) 00000400:00000200:0.0:1784948467.521401:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00001000:1.0:1784948467.521405:0:2407:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a291ef8c18 time=8 v=5 (1 1 1 1) 00000400:00000200:0.0:1784948467.521412:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00000100:00000001:1.0:1784948467.521416:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1784948467.521423:0:2398:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.201.111@tcp of length 224 into portal 10 MB=0x6a63f6a31d380 00000100:00000001:1.0:1784948467.521423:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948467.521431:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1784948467.521437:0:2398:0:(api-ni.c:1614:lnet_nid4_cpt_hash()) Match nid 192.168.201.111@tcp to cpt 0 00010000:00000001:1.0:1784948467.521438:0:2407:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1784948467.521444:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1784948467.521446:0:2398:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.201.111@tcp of length 224/224 into md 0x525101 [1] + 224 00000800:00000001:0.0:1784948467.521456:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1784948467.521458:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.521484:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:0.0:1784948467.521485:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948467.521491:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1784948467.521493:0:2398:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1784948467.521497:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1784948467.521505:0:2398:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.11@tcp->192.168.201.111@tcp: PUT: OK 00000100:00000040:1.0:1784948467.521511:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1784948467.521524:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6a75a2ab-a31a-48bb-9439-8e8e44e61318:2407:1871641155064448:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948467.521527:0:2398:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:1.0:1784948467.521537:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1784948467.521543:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1784948467.521546:0:2398:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1784948467.521555:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755fb80 x1871641155064448/t0(0) o400->MGC192.168.201.111@tcp@192.168.201.111@tcp:26/25 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1784948467.521581:0:2398:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1784948467.521583:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1784948467.521589:0:2407:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1784948467.521595:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a284bd9400. 02000000:00000001:1.0:1784948467.521606:0:2407:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1784948467.521607:0:2398:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1784948467.521611:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1784948467.521616:0:2407:0:(genops.c:1244:class_import_put()) import ffff93a291ef8800 refcount=3 obd=MGC192.168.201.111@tcp 00000800:00000001:0.0:1784948467.521618:0:2398:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000020:00000001:1.0:1784948467.521620:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1784948467.521627:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b100. 00000800:00000001:0.0:1784948467.521629:0:2398:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1784948467.521634:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1784948467.521639:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1784948467.521642:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755fb80. 00000100:00000001:1.0:1784948467.521648:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948467.521649:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1784948467.521651:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.521656:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1784948467.521658:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1784948467.521666:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1784948467.521668:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1784948467.521671:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1784948467.521674:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948467.521677:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea420. 00000100:00000001:1.0:1784948467.521680:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1784948467.521686:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf000 00000100:00000001:1.0:1784948467.521687:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1784948467.521693:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf000. 00000100:00000001:0.0:1784948467.521699:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948467.521706:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948467.521719:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521729:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948467.521732:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.521734:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948467.521737:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948467.521739:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948467.521741:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948467.521744:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948467.521751:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b6c460 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948467.521755:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b6c418 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948467.521758:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948467.521760:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948467.521762:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948467.521766:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.521770:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948467.521773:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff93a2a6cc9000: skip recheck: last_committed 12884949457 00000100:00000001:0.0:1784948467.521775:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948467.521778:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.521783:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521792:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948467.521795:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948467.521797:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948467.521802:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948467.521820:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155064704:192.168.201.111@tcp:400:kworker.0 00000400:00000001:0.0:1784948467.521826:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1784948467.521827:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1784948467.521829:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff93a2b85ea318. 00000400:00000200:0.0:1784948467.521832:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93a2ac0bf110 00000400:00000010:0.0:1784948467.521834:0:2406:0:(lib-lnet.h:282:lnet_md_free()) slab-freed 'md': 136 at ffff93a2ac0bf110. 00000100:00000001:0.0:1784948467.521836:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1784948467.521840:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1784948467.521850:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521858:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1784948467.521860:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.521862:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1784948467.521864:0:2406:0:(sec.c:1135:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1784948467.521865:0:2406:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1784948467.521867:0:2406:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1784948467.521869:0:2406:0:(sec.c:1191:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1784948467.521872:0:2406:0:(import.c:2149:obd_at_measure()) add 5 to ffff93a284b68c60 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1784948467.521876:0:2406:0:(import.c:2149:obd_at_measure()) add 1 to ffff93a284b68c18 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1784948467.521878:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1784948467.521880:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1784948467.521882:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1784948467.521884:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.521886:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1784948467.521888:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff93a2a6cc9000: skip recheck: last_committed 25769860669 00000100:00000001:0.0:1784948467.521890:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1784948467.521891:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1784948467.521895:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521903:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1784948467.521906:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1784948467.521908:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1784948467.521913:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1784948467.521923:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff93a2a755e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24fda037-cb76-4c4b-9581-dc14e47219b4:2406:1871641155064576:192.168.201.111@tcp:400:kworker.0 00000100:00000001:0.0:1784948467.521927:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.521930:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948467.521933:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755d880 x1871641155064704/t0(0) o400->lustre-MDT0001-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521941:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948467.521943:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948467.521946:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fecc00. 02000000:00000001:0.0:1784948467.521950:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948467.521952:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948467.521954:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b6c000 refcount=3 obd=lustre-MDT0001-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948467.521956:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948467.521959:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121bc00. 02000000:00000001:0.0:1784948467.521962:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948467.521964:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948467.521965:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755d880. 00000100:00000001:0.0:1784948467.521970:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948467.521972:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.521974:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1784948467.521978:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93a2a755e680 x1871641155064576/t0(0) o400->lustre-MDT0000-mdc-ffff93a2a6cc9000@192.168.201.111@tcp:12/10 lens 224/224 e 0 to 0 dl 1784948483 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1784948467.521986:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1784948467.521987:0:2406:0:(sec.c:1899:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1784948467.521989:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93a288fec000. 02000000:00000001:0.0:1784948467.521992:0:2406:0:(sec.c:1915:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1784948467.521993:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1784948467.521994:0:2406:0:(genops.c:1244:class_import_put()) import ffff93a284b68800 refcount=4 obd=lustre-MDT0000-mdc-ffff93a2a6cc9000 00000020:00000001:0.0:1784948467.521996:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1784948467.521998:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff93a18121b600. 02000000:00000001:0.0:1784948467.522001:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1784948467.522003:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1784948467.522005:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93a2a755e680. 00000100:00000001:0.0:1784948467.522007:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1784948467.522009:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.522011:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1784948467.522016:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1784948467.522018:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1784948467.522020:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1784948467.522023:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1784948467.708238:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948467.708246:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948467.708345:0:247044:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948467.708351:0:247044:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948467.708356:0:247044:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948468.732241:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948468.732249:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1784948468.732319:0:251066:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1784948468.732326:0:251066:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1784948468.732331:0:251066:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1784948469.756219:0:233603:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1784948469.756228:0:233603:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1784948469.756343:0:241260:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1784948469.756353:0:241260:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1784948469.756359:0:241260:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 139361 lines, 139361 kept, 0 dropped, 0 bad.